fix: steaming chat in ollama

2026-07-11 00:04:07 -04:00 · 2024-11-10 23:10:44 -08:00
1 changed files with 16 additions and 1 deletions
@@ -23,7 +23,22 @@ import {
  type Options,
 } from "ollama/browser";

-const messageAccessor = (part: OllamaChatResponse): ChatResponseChunk => {
+const messageAccessor = (
+  part: OllamaChatResponse,
+): ChatResponseChunk<ToolCallLLMMessageOptions> => {
+  if (part.message.tool_calls) {
+    return {
+      raw: part,
+      delta: part.message.content,
+      options: {
+        toolCall: part.message.tool_calls.map((toolCall) => ({
+          name: toolCall.function.name,
+          input: toolCall.function.arguments,
+          id: randomUUID(),
+        })),
+      },
+    };
+  }
  return {
    raw: part,
    delta: part.message.content,