From f6d9f32e9e1ab004f13485fea41b5690f8b814f0 Mon Sep 17 00:00:00 2001 From: Tat Dat Duong Date: Mon, 3 Mar 2025 14:52:23 +0100 Subject: [PATCH] Stream mode: values to get up-to-date messages as soon as possible --- src/providers/Runtime.tsx | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/src/providers/Runtime.tsx b/src/providers/Runtime.tsx index 1c27751..0998184 100644 --- a/src/providers/Runtime.tsx +++ b/src/providers/Runtime.tsx @@ -31,7 +31,7 @@ function ensureToolCallsHaveResponses(messages: Message[]): Message[] { id: tc.id ?? "", name: tc.name, content: "Successfully handled tool call.", - })) ?? []), + })) ?? []) ); }); @@ -56,9 +56,7 @@ export function RuntimeProvider({ humanMessage, ]; console.log("Sending new messages", newMessages); - stream.submit({ - messages: newMessages, - }); + stream.submit({ messages: newMessages }, { streamMode: ["values"] }); }; useEffect(() => {