run-llama/LlamaIndexTS
1
0
Fork 0
mirror of https://github.com/run-llama/LlamaIndexTS.git synced 2026-07-16 07:14:29 -04:00
Code Issues 138 Packages Projects Releases 10 Wiki Activity

feat(anthropic): stream partial tool calls (#2100)

Browse Source
This commit is contained in:
r3rer3
2025-07-15 13:06:17 -04:00
committed by GitHub
parent 1782554488
commit ddc0eafbaa
2 changed files with 21 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.changeset/tough-hoops-smash.md
+5
View File
@@ -0,0 +1,5 @@
---
"@llamaindex/anthropic": patch
---
anthropic: stream partial tool calls
packages/providers/anthropic/src/llm.ts
+16 -10
View File
@@ -578,7 +578,6 @@ export class Anthropic extends ToolCallLLM<
});
let currentToolCall: PartialToolCall | null = null;
let accumulatedToolInput = "";
for await (const part of stream) {
const textContent =
@@ -607,7 +606,13 @@ export class Anthropic extends ToolCallLLM<
name: part.content_block.name,
input: "",
};
accumulatedToolInput = "";
yield {
raw: part,
delta: "",
options: {
toolCall: [currentToolCall],
},
};
continue;
}
@@ -616,7 +621,14 @@ export class Anthropic extends ToolCallLLM<
part.delta.type === "input_json_delta" &&
currentToolCall
) {
accumulatedToolInput += part.delta.partial_json;
currentToolCall.input += part.delta.partial_json;
yield {
raw: part,
delta: "",
options: {
toolCall: [currentToolCall],
},
};
continue;
}
@@ -625,13 +637,7 @@ export class Anthropic extends ToolCallLLM<
raw: part,
delta: "",
options: {
toolCall: [
{
id: currentToolCall.id,
name: currentToolCall.name,
input: accumulatedToolInput,
},
],
toolCall: [currentToolCall],
},
};
currentToolCall = null;