Release (#2154)

Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
Co-authored-by: marcusschiesser <17126+marcusschiesser@users.noreply.github.com>

apps/next/CHANGELOG.md

@@ -1,5 +1,29 @@
 # @llamaindex/doc
 
+## 0.2.50
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
+## 0.2.49
+
+### Patch Changes
+
+- Updated dependencies [4b51791]
+  - @llamaindex/cloud@4.1.1
+  - llamaindex@0.11.26
+
+## 0.2.48
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+- Updated dependencies [049471b]
+  - @llamaindex/cloud@4.1.0
+  - llamaindex@0.11.25
+
 ## 0.2.47
 
 ### Patch Changes

apps/next/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/doc",
-  "version": "0.2.47",
+  "version": "0.2.50",
   "private": true,
   "scripts": {
     "postinstall": "fumadocs-mdx",

e2e/examples/cloudflare-worker-agent/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/cloudflare-worker-agent-test
 
+## 0.0.187
+
+### Patch Changes
+
+- llamaindex@0.11.26
+
+## 0.0.186
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+
 ## 0.0.185
 
 ### Patch Changes

e2e/examples/cloudflare-worker-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloudflare-worker-agent-test",
-  "version": "0.0.185",
+  "version": "0.0.187",
   "type": "module",
   "private": true,
   "scripts": {

e2e/examples/llama-parse-browser/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/llama-parse-browser-test
 
+## 0.0.85
+
+### Patch Changes
+
+- Updated dependencies [4b51791]
+  - @llamaindex/cloud@4.1.1
+
+## 0.0.84
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - @llamaindex/cloud@4.1.0
+
 ## 0.0.83
 
 ### Patch Changes

e2e/examples/llama-parse-browser/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/llama-parse-browser-test",
   "private": true,
-  "version": "0.0.83",
+  "version": "0.0.85",
   "type": "module",
   "scripts": {
     "dev": "vite",

e2e/examples/nextjs-agent/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/next-agent-test
 
+## 0.1.187
+
+### Patch Changes
+
+- llamaindex@0.11.26
+
+## 0.1.186
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+
 ## 0.1.185
 
 ### Patch Changes

e2e/examples/nextjs-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-agent-test",
-  "version": "0.1.185",
+  "version": "0.1.187",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/nextjs-edge-runtime/CHANGELOG.md

@@ -1,5 +1,18 @@
 # test-edge-runtime
 
+## 0.1.186
+
+### Patch Changes
+
+- llamaindex@0.11.26
+
+## 0.1.185
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+
 ## 0.1.184
 
 ### Patch Changes

e2e/examples/nextjs-edge-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/nextjs-edge-runtime-test",
-  "version": "0.1.184",
+  "version": "0.1.186",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/nextjs-node-runtime/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @llamaindex/next-node-runtime
 
+## 0.1.57
+
+### Patch Changes
+
+- @llamaindex/huggingface@0.1.25
+
+## 0.1.56
+
+### Patch Changes
+
+- llamaindex@0.11.26
+
+## 0.1.55
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+
 ## 0.1.54
 
 ### Patch Changes

e2e/examples/nextjs-node-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-node-runtime-test",
-  "version": "0.1.54",
+  "version": "0.1.57",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/vite-import-llamaindex/CHANGELOG.md

@@ -1,5 +1,18 @@
 # vite-import-llamaindex
 
+## 0.0.53
+
+### Patch Changes
+
+- llamaindex@0.11.26
+
+## 0.0.52
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+
 ## 0.0.51
 
 ### Patch Changes

e2e/examples/vite-import-llamaindex/package.json

@@ -1,7 +1,7 @@
 {
   "name": "vite-import-llamaindex",
   "private": true,
-  "version": "0.0.51",
+  "version": "0.0.53",
   "type": "module",
   "scripts": {
     "build": "vite build",

e2e/examples/waku-query-engine/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/waku-query-engine-test
 
+## 0.0.187
+
+### Patch Changes
+
+- llamaindex@0.11.26
+
+## 0.0.186
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+
 ## 0.0.185
 
 ### Patch Changes

e2e/examples/waku-query-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/waku-query-engine-test",
-  "version": "0.0.185",
+  "version": "0.0.187",
   "type": "module",
   "private": true,
   "scripts": {

examples/CHANGELOG.md

@@ -1,5 +1,39 @@
 # examples
 
+## 0.3.37
+
+### Patch Changes
+
+- Updated dependencies [47a6f5f]
+- Updated dependencies [b80f33e]
+- Updated dependencies [b6409b6]
+- Updated dependencies [b80f33e]
+  - @llamaindex/ollama@0.1.20
+  - @llamaindex/anthropic@0.3.22
+  - @llamaindex/openai@0.4.15
+  - @llamaindex/clip@0.0.71
+  - @llamaindex/deepinfra@0.0.71
+  - @llamaindex/deepseek@0.0.33
+  - @llamaindex/fireworks@0.0.31
+  - @llamaindex/groq@0.0.87
+  - @llamaindex/huggingface@0.1.25
+  - @llamaindex/jinaai@0.0.31
+  - @llamaindex/perplexity@0.0.28
+  - @llamaindex/azure@0.1.32
+  - @llamaindex/together@0.0.31
+  - @llamaindex/vllm@0.0.57
+  - @llamaindex/xai@0.0.18
+
+## 0.3.36
+
+### Patch Changes
+
+- Updated dependencies [4b51791]
+- Updated dependencies [971d37c]
+  - @llamaindex/cloud@4.1.1
+  - @llamaindex/deepseek@0.0.32
+  - llamaindex@0.11.26
+
 ## 0.3.35
 
 ### Patch Changes

examples/models/anthropic/opus-4.1.ts

@@ -0,0 +1,14 @@
+import { anthropic } from "@llamaindex/anthropic";
+import { agent } from "@llamaindex/workflow";
+
+(async function () {
+  const workflow = agent({
+    llm: anthropic({
+      model: "claude-4-1-opus",
+    }),
+  });
+  const result = await workflow.run(
+    "What are three compounds we should consider investigating to advance research into new antibiotics? Why should we consider them?",
+  );
+  console.log(result.data.result);
+})();

examples/models/ollama/gpt-oss.ts

@@ -0,0 +1,9 @@
+import { ollama } from "@llamaindex/ollama";
+
+(async () => {
+  const llm = ollama({
+    model: "gpt-oss:20b",
+  });
+  const response = await llm.complete({ prompt: "How are you?" });
+  console.log("Response:", response.text);
+})();

examples/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/examples",
-  "version": "0.3.35",
+  "version": "0.3.37",
   "private": true,
   "scripts": {
     "lint": "eslint .",
@@ -11,36 +11,36 @@
     "@azure/cosmos": "^4.1.1",
     "@azure/identity": "^4.4.1",
     "@azure/search-documents": "^12.1.0",
-    "@llamaindex/anthropic": "^0.3.21",
+    "@llamaindex/anthropic": "^0.3.22",
     "@llamaindex/assemblyai": "^0.1.18",
     "@llamaindex/astra": "^0.0.33",
-    "@llamaindex/azure": "^0.1.31",
+    "@llamaindex/azure": "^0.1.32",
     "@llamaindex/bm25-retriever": "^0.0.8",
     "@llamaindex/chroma": "^0.0.33",
-    "@llamaindex/clip": "^0.0.70",
+    "@llamaindex/clip": "^0.0.71",
-    "@llamaindex/cloud": "^4.0.28",
+    "@llamaindex/cloud": "^4.1.1",
     "@llamaindex/cohere": "^0.0.33",
     "@llamaindex/core": "^0.6.19",
-    "@llamaindex/deepinfra": "^0.0.70",
+    "@llamaindex/deepinfra": "^0.0.71",
-    "@llamaindex/deepseek": "^0.0.31",
+    "@llamaindex/deepseek": "^0.0.33",
     "@llamaindex/discord": "^0.1.18",
     "@llamaindex/elastic-search": "^0.1.19",
     "@llamaindex/env": "^0.1.30",
     "@llamaindex/firestore": "^1.0.26",
-    "@llamaindex/fireworks": "^0.0.30",
+    "@llamaindex/fireworks": "^0.0.31",
     "@llamaindex/google": "^0.3.18",
-    "@llamaindex/groq": "^0.0.86",
+    "@llamaindex/groq": "^0.0.87",
-    "@llamaindex/huggingface": "^0.1.24",
+    "@llamaindex/huggingface": "^0.1.25",
-    "@llamaindex/jinaai": "^0.0.30",
+    "@llamaindex/jinaai": "^0.0.31",
     "@llamaindex/milvus": "^0.1.28",
     "@llamaindex/mistral": "^0.1.19",
     "@llamaindex/mixedbread": "^0.0.33",
     "@llamaindex/mongodb": "^0.0.34",
     "@llamaindex/node-parser": "^2.0.19",
     "@llamaindex/notion": "^0.1.18",
-    "@llamaindex/ollama": "^0.1.19",
+    "@llamaindex/ollama": "^0.1.20",
-    "@llamaindex/openai": "^0.4.14",
+    "@llamaindex/openai": "^0.4.15",
-    "@llamaindex/perplexity": "^0.0.27",
+    "@llamaindex/perplexity": "^0.0.28",
     "@llamaindex/pinecone": "^0.1.19",
     "@llamaindex/portkey-ai": "^0.0.61",
     "@llamaindex/postgres": "^0.0.62",
@@ -48,15 +48,15 @@
     "@llamaindex/readers": "^3.1.18",
     "@llamaindex/replicate": "^0.0.61",
     "@llamaindex/supabase": "^0.1.20",
-    "@llamaindex/together": "^0.0.30",
+    "@llamaindex/together": "^0.0.31",
     "@llamaindex/tools": "^0.1.9",
     "@llamaindex/upstash": "^0.0.33",
     "@llamaindex/vercel": "^0.1.19",
-    "@llamaindex/vllm": "^0.0.56",
+    "@llamaindex/vllm": "^0.0.57",
     "@llamaindex/voyage-ai": "^1.0.25",
     "@llamaindex/weaviate": "^0.0.34",
     "@llamaindex/workflow": "^1.1.20",
-    "@llamaindex/xai": "^0.0.17",
+    "@llamaindex/xai": "^0.0.18",
     "@notionhq/client": "^4.0.0",
     "@pinecone-database/pinecone": "^4.0.0",
     "@vercel/postgres": "^0.10.0",
@@ -65,7 +65,7 @@
     "commander": "^12.1.0",
     "dotenv": "^17.2.0",
     "js-tiktoken": "^1.0.14",
-    "llamaindex": "^0.11.24",
+    "llamaindex": "^0.11.26",
     "mongodb": "6.7.0",
     "postgres": "^3.4.4",
     "wikipedia": "^2.1.2",

packages/autotool/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/autotool
 
+## 8.0.26
+
+### Patch Changes
+
+- llamaindex@0.11.26
+
+## 8.0.25
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+
 ## 8.0.24
 
 ### Patch Changes

packages/autotool/examples/01_node/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/autotool-01-node-example
 
+## 0.0.134
+
+### Patch Changes
+
+- llamaindex@0.11.26
+- @llamaindex/autotool@8.0.26
+
+## 0.0.133
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+  - @llamaindex/autotool@8.0.25
+
 ## 0.0.132
 
 ### Patch Changes

packages/autotool/examples/01_node/package.json

@@ -13,5 +13,5 @@
   "scripts": {
     "start": "node --import tsx --import @llamaindex/autotool/node ./src/index.ts"
   },
-  "version": "0.0.132"
+  "version": "0.0.134"
 }

packages/autotool/package.json

@@ -6,7 +6,7 @@
     "url": "git+https://github.com/run-llama/LlamaIndexTS.git",
     "directory": "packages/autotool"
   },
-  "version": "8.0.24",
+  "version": "8.0.26",
   "description": "auto transpile your JS function to LLM Agent compatible",
   "files": [
     "dist",

packages/cloud/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/cloud
 
+## 4.1.1
+
+### Patch Changes
+
+- 4b51791: Add deprecation to README
+
+## 4.1.0
+
+### Minor Changes
+
+- 049471b: Add deprecation warning
+
 ## 4.0.28
 
 ### Patch Changes

packages/cloud/README.md

@@ -1,8 +1,9 @@
 # @llamaindex/cloud
 
-> LlamaCloud is a new generation of managed parsing, ingestion, and retrieval services, designed to bring production-grade context-augmentation to your LLM and RAG applications.
+> [!WARNING]  
-
+> This package has been deprecated since version 4.1.0.
-For more information, see the [API documentation](https://docs.cloud.llamaindex.ai/).
+> Please migrate to [llama-cloud-services](https://www.npmjs.com/package/llama-cloud-services).
+> See the documentation: https://docs.cloud.llamaindex.ai
 
 ## License
 

packages/cloud/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloud",
-  "version": "4.0.28",
+  "version": "4.1.1",
   "type": "module",
   "license": "MIT",
   "scripts": {

packages/cloud/src/api.ts

@@ -1,3 +1,10 @@
+// Deprecation warning
+console.warn(`
+The package @llamaindex/cloud has been deprecated since version 4.1.0
+ * Please migrate to llama-cloud-services.
+ * See the documentation: https://docs.cloud.llamaindex.ai
+`);
+
 import { client } from "./client/client.gen";
 
 client.setConfig({

packages/cloud/src/beta/agent/index.ts

@@ -1,3 +1,10 @@
+// Deprecation warning
+console.warn(`
+The package @llamaindex/cloud has been deprecated since version 4.1.0
+ * Please migrate to llama-cloud-services.
+ * See the documentation: https://docs.cloud.llamaindex.ai
+`);
+
 export { AgentClient, createAgentDataClient } from "./client";
 
 export type {

packages/cloud/src/parse.ts

@@ -1,3 +1,10 @@
+// Deprecation warning
+console.warn(`
+The package @llamaindex/cloud has been deprecated since version 4.1.0
+ * Please migrate to llama-cloud-services.
+ * See the documentation: https://docs.cloud.llamaindex.ai
+`);
+
 import { createClient, createConfig } from "@hey-api/client-fetch";
 import { createWorkflow, type InferWorkflowEventData } from "@llama-flow/core";
 import { createStatefulMiddleware } from "@llama-flow/core/middleware/state";

packages/experimental/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/experimental
 
+## 0.0.203
+
+### Patch Changes
+
+- llamaindex@0.11.26
+
+## 0.0.202
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+  - llamaindex@0.11.25
+
 ## 0.0.201
 
 ### Patch Changes

packages/experimental/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/experimental",
   "description": "Experimental package for LlamaIndexTS",
-  "version": "0.0.201",
+  "version": "0.0.203",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",

packages/llamaindex/CHANGELOG.md

@@ -1,5 +1,20 @@
 # llamaindex
 
+## 0.11.26
+
+### Patch Changes
+
+- Updated dependencies [4b51791]
+  - @llamaindex/cloud@4.1.1
+
+## 0.11.25
+
+### Patch Changes
+
+- 049471b: Moved LlamaCloudFileService, LlamaCloudIndex and LlamaCloudRetriever to llama-cloud-services
+- Updated dependencies [049471b]
+  - @llamaindex/cloud@4.1.0
+
 ## 0.11.24
 
 ### Patch Changes

packages/llamaindex/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llamaindex",
-  "version": "0.11.24",
+  "version": "0.11.26",
   "license": "MIT",
   "type": "module",
   "keywords": [

packages/llamaindex/src/cloud/index.ts

@@ -1,3 +1,9 @@
+console.warn(`
+The classes LlamaCloudFileService, LlamaCloudIndex and LlamaCloudRetriever have been moved to the package llama-cloud-services.
+ * Please migrate your imports to llama-cloud-services, e.g. import { LlamaCloudIndex } from "llama-cloud-services";
+ * See the documentation: https://docs.cloud.llamaindex.ai
+`);
+
 export { LLamaCloudFileService } from "./LLamaCloudFileService.js";
 export { LlamaCloudIndex } from "./LlamaCloudIndex.js";
 export {

packages/llamaindex/tests/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/core-test
 
+## 0.1.16
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.1.15
 
 ### Patch Changes

packages/llamaindex/tests/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/llamaindex-test",
   "private": true,
-  "version": "0.1.15",
+  "version": "0.1.16",
   "type": "module",
   "scripts": {
     "test": "vitest run"

packages/providers/anthropic/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/anthropic
 
+## 0.3.22
+
+### Patch Changes
+
+- b80f33e: Fix: prompt caching (moved from beta)
+- b80f33e: Feat: add claude opus 4.1
+
 ## 0.3.21
 
 ### Patch Changes

packages/providers/anthropic/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/anthropic",
   "description": "Anthropic Adapter for LlamaIndex",
-  "version": "0.3.21",
+  "version": "0.3.22",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -28,19 +28,20 @@
   "scripts": {
     "build": "bunchee",
     "dev": "bunchee --watch",
-    "test": "vitest run"
+    "test": "vitest run",
+    "type-check": "tsc -b --diagnostics"
   },
   "devDependencies": {
-    "vitest": "^2.1.5",
     "@llamaindex/core": "workspace:*",
-    "@llamaindex/env": "workspace:*"
+    "@llamaindex/env": "workspace:*",
+    "vitest": "^2.1.5"
   },
   "peerDependencies": {
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "0.37.0",
+    "@anthropic-ai/sdk": "0.58.0",
     "remeda": "^2.17.3"
   }
 }

packages/providers/anthropic/src/llm.ts

@@ -1,15 +1,16 @@
 import type { ClientOptions } from "@anthropic-ai/sdk";
 import { Anthropic as SDKAnthropic } from "@anthropic-ai/sdk";
 import type {
-  BetaCacheControlEphemeral,
+  CacheControlEphemeral,
-  BetaTextBlockParam,
+  Message,
-} from "@anthropic-ai/sdk/resources/beta/index";
+  TextBlock,
-import type { TextBlock } from "@anthropic-ai/sdk/resources/index";
+} from "@anthropic-ai/sdk/resources/index";
 import type {
   MessageCreateParams,
   MessageCreateParamsBase,
   MessageParam,
   Model,
+  TextBlockParam,
   ThinkingBlock,
   Tool,
   ToolUseBlock,
@@ -116,7 +117,15 @@ export const ALL_AVAILABLE_V4_MODELS = {
   "claude-4-0-sonnet": { contextWindow: 200000 },
   "claude-4-sonnet-20240514": { contextWindow: 200000 },
   "claude-4-0-opus": { contextWindow: 200000 },
+  "claude-4-1-opus": { contextWindow: 200000 },
   "claude-4-opus-20240514": { contextWindow: 200000 },
+  "claude-sonnet-4-0": { contextWindow: 200000 },
+  "claude-sonnet-4-20250514": { contextWindow: 200000 },
+  "claude-opus-4-0": { contextWindow: 200000 },
+  "claude-opus-4-20250514": { contextWindow: 200000 },
+  "claude-4-sonnet-20250514": { contextWindow: 200000 },
+  "claude-4-opus-20250514": { contextWindow: 200000 },
+  "claude-opus-4-1-20250805": { contextWindow: 200000 },
 };
 
 export const ALL_AVAILABLE_ANTHROPIC_MODELS = {
@@ -137,6 +146,7 @@ const AVAILABLE_ANTHROPIC_MODELS_WITHOUT_DATE: { [key: string]: string } = {
   "claude-3-7-sonnet": "claude-3-7-sonnet-20250219",
   "claude-4-0-sonnet": "claude-sonnet-4-20250514",
   "claude-4-0-opus": "claude-opus-4-20250514",
+  "claude-4-1-opus": "claude-opus-4-1-20250805",
 } as { [key in keyof typeof ALL_AVAILABLE_ANTHROPIC_MODELS]: string };
 
 export type AnthropicAdditionalChatOptions = Pick<
@@ -144,7 +154,7 @@ export type AnthropicAdditionalChatOptions = Pick<
   "thinking"
 >;
 export type AnthropicToolCallLLMMessageOptions = ToolCallLLMMessageOptions & {
-  cache_control?: BetaCacheControlEphemeral | null;
+  cache_control?: CacheControlEphemeral | null;
   thinking?: string | undefined;
   thinking_signature?: string | undefined;
 };
@@ -462,20 +472,20 @@ export class Anthropic extends ToolCallLLM<
     const { messages, stream, tools } = params;
 
     // Handle system messages
-    let systemPrompt: string | BetaTextBlockParam[] | null = null;
+    let systemPrompt: string | TextBlockParam[] | null = null;
     const systemMessages = messages.filter(
       (message) => message.role === "system",
     );
 
     if (systemMessages.length > 0) {
-      systemPrompt = systemMessages.map((message): BetaTextBlockParam => {
+      systemPrompt = systemMessages.map((message): TextBlockParam => {
         const textContent = extractText(message.content);
         if (message.options && "cache_control" in message.options) {
           return {
             type: "text" as const,
             text: textContent,
             cache_control: message.options
-              .cache_control as BetaCacheControlEphemeral,
+              .cache_control as CacheControlEphemeral,
           };
         }
         return {
@@ -485,17 +495,9 @@ export class Anthropic extends ToolCallLLM<
       });
     }
 
-    const beta =
+    const anthropic = this.session.anthropic;
-      Array.isArray(systemPrompt) &&
-      systemPrompt.some((message) => "cache_control" in message);
 
-    let anthropic = this.session.anthropic;
+    const apiParams: MessageCreateParamsBase = {
-    if (beta) {
-      // @ts-expect-error type casting
-      anthropic = anthropic.beta.promptCaching;
-    }
-
-    const apiParams: MessageCreateParams = {
       model: this.getModelName(this.model),
       messages: this.mergeConsecutiveMessages(
         this.formatMessages(messages.filter((m) => m.role !== "system")),
@@ -521,7 +523,7 @@ export class Anthropic extends ToolCallLLM<
       return this.streamChat(anthropic, apiParams);
     }
 
-    const response = await anthropic.messages.create(apiParams);
+    const response = (await anthropic.messages.create(apiParams)) as Message;
 
     const thinkingBlock = response.content.find(
       (content): content is ThinkingBlock => content.type === "thinking",

packages/providers/clip/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/clip
 
+## 0.0.71
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.70
 
 ### Patch Changes

packages/providers/clip/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/clip",
   "description": "Clip Embedding Adapter for LlamaIndex",
-  "version": "0.0.70",
+  "version": "0.0.71",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",

packages/providers/deepinfra/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/deepinfra
 
+## 0.0.71
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.70
 
 ### Patch Changes

packages/providers/deepinfra/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/deepinfra",
   "description": "Deepinfra Adapter for LlamaIndex",
-  "version": "0.0.70",
+  "version": "0.0.71",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/deepseek/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/deepseek
 
+## 0.0.33
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
+## 0.0.32
+
+### Patch Changes
+
+- 971d37c: fix: contextwindow metadata
+
 ## 0.0.31
 
 ### Patch Changes

packages/providers/deepseek/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/deepseek",
   "description": "DeepSeek Adapter for LlamaIndex",
-  "version": "0.0.31",
+  "version": "0.0.33",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/deepseek/src/llm.ts

@@ -4,7 +4,7 @@ import { OpenAI } from "@llamaindex/openai";
 export const DEEPSEEK_MODELS = {
   "deepseek-coder": { contextWindow: 128000 },
   "deepseek-chat": { contextWindow: 128000 },
-};
+} as const;
 
 type DeepSeekModelName = keyof typeof DEEPSEEK_MODELS;
 const DEFAULT_MODEL: DeepSeekModelName = "deepseek-coder";

packages/providers/fireworks/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/fireworks
 
+## 0.0.31
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.30
 
 ### Patch Changes

packages/providers/fireworks/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/fireworks",
   "description": "Fireworks Adapter for LlamaIndex",
-  "version": "0.0.30",
+  "version": "0.0.31",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/groq/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/groq
 
+## 0.0.87
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.86
 
 ### Patch Changes

packages/providers/groq/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/groq",
   "description": "Groq Adapter for LlamaIndex",
-  "version": "0.0.86",
+  "version": "0.0.87",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/huggingface/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/huggingface
 
+## 0.1.25
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.1.24
 
 ### Patch Changes

packages/providers/huggingface/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/huggingface",
   "description": "Huggingface Adapter for LlamaIndex",
-  "version": "0.1.24",
+  "version": "0.1.25",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",

packages/providers/jinaai/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/jinaai
 
+## 0.0.31
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.30
 
 ### Patch Changes

packages/providers/jinaai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/jinaai",
   "description": "JinaAI Adapter for LlamaIndex",
-  "version": "0.0.30",
+  "version": "0.0.31",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/ollama/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @llamaindex/ollama
 
+## 0.1.20
+
+### Patch Changes
+
+- 47a6f5f: chore: bump ollama package to support gpt-oss
+
 ## 0.1.19
 
 ### Patch Changes

packages/providers/ollama/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/ollama",
   "description": "Ollama Adapter for LlamaIndex",
-  "version": "0.1.19",
+  "version": "0.1.20",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -34,7 +34,7 @@
     "@llamaindex/env": "workspace:*"
   },
   "dependencies": {
-    "ollama": "^0.5.10",
+    "ollama": "^0.5.16",
     "remeda": "^2.17.3"
   },
   "peerDependencies": {

packages/providers/openai/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @llamaindex/openai
 
+## 0.4.15
+
+### Patch Changes
+
+- b6409b6: chore: bump openai version
+
 ## 0.4.14
 
 ### Patch Changes

packages/providers/openai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/openai",
   "description": "OpenAI Adapter for LlamaIndex",
-  "version": "0.4.14",
+  "version": "0.4.15",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -40,6 +40,6 @@
     "@llamaindex/env": "workspace:*"
   },
   "dependencies": {
-    "openai": "^4.102.0"
+    "openai": "^5.12.0"
   }
 }

packages/providers/openai/src/responses.ts

@@ -248,6 +248,7 @@ export class OpenAIResponses extends ToolCallLLM<OpenAIResponsesChatOptions> {
 
   private isResponseOutputTextAnnotationAddedEvent(
     event: OpenAILLM.Responses.ResponseStreamEvent,
+    // @ts-expect-error type is broken
   ): event is OpenAILLM.Responses.ResponseTextAnnotationDeltaEvent {
     return event.type === "response.output_text.annotation.added";
   }
@@ -304,6 +305,7 @@ export class OpenAIResponses extends ToolCallLLM<OpenAIResponsesChatOptions> {
         outputContent += part.text;
       }
       if (this.isAnnotationPresent(part)) {
+        // @ts-expect-error type is broken
         options.annotations = part.annotations;
       }
       if (this.isRefusalPresent(part)) {
@@ -456,6 +458,7 @@ export class OpenAIResponses extends ToolCallLLM<OpenAIResponsesChatOptions> {
   }
 
   private handleOutputTextAnnotationAddedEvent(
+    // @ts-expect-error type is broken
     event: OpenAILLM.Responses.ResponseTextAnnotationDeltaEvent,
     streamState: StreamState,
   ) {
@@ -580,7 +583,10 @@ export class OpenAIResponses extends ToolCallLLM<OpenAIResponsesChatOptions> {
       delete baseRequestParams.tools;
     }
 
-    if (!isTemperatureSupported(baseRequestParams.model))
+    if (
+      baseRequestParams.model &&
+      !isTemperatureSupported(baseRequestParams.model)
+    )
       delete baseRequestParams.temperature;
 
     if (stream) {

packages/providers/openai/src/utils.ts

@@ -47,6 +47,9 @@ export const GPT4_MODELS = {
   "gpt-4o-audio-preview-2024-10-01": {
     contextWindow: 128000,
   },
+  "gpt-4o-audio-preview-2025-06-03": {
+    contextWindow: 128000,
+  },
   "gpt-4o-2024-11-20": {
     contextWindow: 128000,
   },

packages/providers/perplexity/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/perplexity
 
+## 0.0.28
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.27
 
 ### Patch Changes

packages/providers/perplexity/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/perplexity",
   "description": "Perplexity Adapter for LlamaIndex",
-  "version": "0.0.27",
+  "version": "0.0.28",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/azure/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/azure
 
+## 0.1.32
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.1.31
 
 ### Patch Changes

packages/providers/storage/azure/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/azure",
   "description": "Azure Storage for LlamaIndex",
-  "version": "0.1.31",
+  "version": "0.1.32",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/together/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/together
 
+## 0.0.31
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.30
 
 ### Patch Changes

packages/providers/together/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/together",
   "description": "Together Adapter for LlamaIndex",
-  "version": "0.0.30",
+  "version": "0.0.31",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/vllm/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/vllm
 
+## 0.0.57
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.56
 
 ### Patch Changes

packages/providers/vllm/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/vllm",
   "description": "vLLM Adapter for LlamaIndex",
-  "version": "0.0.56",
+  "version": "0.0.57",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/xai/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @llamaindex/xai
 
+## 0.0.18
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
 ## 0.0.17
 
 ### Patch Changes

packages/providers/xai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/xai",
   "description": "XAI Adapter for LlamaIndex",
-  "version": "0.0.17",
+  "version": "0.0.18",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

pnpm-lock.yaml

@@ -615,7 +615,7 @@ importers:
         specifier: ^12.1.0
         version: 12.1.0
       '@llamaindex/anthropic':
-        specifier: ^0.3.21
+        specifier: ^0.3.22
         version: link:../packages/providers/anthropic
       '@llamaindex/assemblyai':
         specifier: ^0.1.18
@@ -624,7 +624,7 @@ importers:
         specifier: ^0.0.33
         version: link:../packages/providers/storage/astra
       '@llamaindex/azure':
-        specifier: ^0.1.31
+        specifier: ^0.1.32
         version: link:../packages/providers/storage/azure
       '@llamaindex/bm25-retriever':
         specifier: ^0.0.8
@@ -633,10 +633,10 @@ importers:
         specifier: ^0.0.33
         version: link:../packages/providers/storage/chroma
       '@llamaindex/clip':
-        specifier: ^0.0.70
+        specifier: ^0.0.71
         version: link:../packages/providers/clip
       '@llamaindex/cloud':
-        specifier: ^4.0.28
+        specifier: ^4.1.1
         version: link:../packages/cloud
       '@llamaindex/cohere':
         specifier: ^0.0.33
@@ -645,10 +645,10 @@ importers:
         specifier: ^0.6.19
         version: link:../packages/core
       '@llamaindex/deepinfra':
-        specifier: ^0.0.70
+        specifier: ^0.0.71
         version: link:../packages/providers/deepinfra
       '@llamaindex/deepseek':
-        specifier: ^0.0.31
+        specifier: ^0.0.33
         version: link:../packages/providers/deepseek
       '@llamaindex/discord':
         specifier: ^0.1.18
@@ -663,19 +663,19 @@ importers:
         specifier: ^1.0.26
         version: link:../packages/providers/storage/firestore
       '@llamaindex/fireworks':
-        specifier: ^0.0.30
+        specifier: ^0.0.31
         version: link:../packages/providers/fireworks
       '@llamaindex/google':
         specifier: ^0.3.18
         version: link:../packages/providers/google
       '@llamaindex/groq':
-        specifier: ^0.0.86
+        specifier: ^0.0.87
         version: link:../packages/providers/groq
       '@llamaindex/huggingface':
-        specifier: ^0.1.24
+        specifier: ^0.1.25
         version: link:../packages/providers/huggingface
       '@llamaindex/jinaai':
-        specifier: ^0.0.30
+        specifier: ^0.0.31
         version: link:../packages/providers/jinaai
       '@llamaindex/milvus':
         specifier: ^0.1.28
@@ -696,13 +696,13 @@ importers:
         specifier: ^0.1.18
         version: link:../packages/providers/notion
       '@llamaindex/ollama':
-        specifier: ^0.1.19
+        specifier: ^0.1.20
         version: link:../packages/providers/ollama
       '@llamaindex/openai':
-        specifier: ^0.4.14
+        specifier: ^0.4.15
         version: link:../packages/providers/openai
       '@llamaindex/perplexity':
-        specifier: ^0.0.27
+        specifier: ^0.0.28
         version: link:../packages/providers/perplexity
       '@llamaindex/pinecone':
         specifier: ^0.1.19
@@ -726,7 +726,7 @@ importers:
         specifier: ^0.1.20
         version: link:../packages/providers/storage/supabase
       '@llamaindex/together':
-        specifier: ^0.0.30
+        specifier: ^0.0.31
         version: link:../packages/providers/together
       '@llamaindex/tools':
         specifier: ^0.1.9
@@ -738,7 +738,7 @@ importers:
         specifier: ^0.1.19
         version: link:../packages/providers/vercel
       '@llamaindex/vllm':
-        specifier: ^0.0.56
+        specifier: ^0.0.57
         version: link:../packages/providers/vllm
       '@llamaindex/voyage-ai':
         specifier: ^1.0.25
@@ -750,7 +750,7 @@ importers:
         specifier: ^1.1.20
         version: link:../packages/workflow
       '@llamaindex/xai':
-        specifier: ^0.0.17
+        specifier: ^0.0.18
         version: link:../packages/providers/xai
       '@notionhq/client':
         specifier: 4.0.0
@@ -777,7 +777,7 @@ importers:
         specifier: ^1.0.14
         version: 1.0.19
       llamaindex:
-        specifier: ^0.11.24
+        specifier: ^0.11.26
         version: link:../packages/llamaindex
       mongodb:
         specifier: 6.7.0
@@ -1164,8 +1164,8 @@ importers:
   packages/providers/anthropic:
     dependencies:
       '@anthropic-ai/sdk':
-        specifier: 0.37.0
+        specifier: 0.58.0
-        version: 0.37.0
+        version: 0.58.0
       remeda:
         specifier: ^2.17.3
         version: 2.21.3
@@ -1404,8 +1404,8 @@ importers:
   packages/providers/ollama:
     dependencies:
       ollama:
-        specifier: ^0.5.10
+        specifier: ^0.5.16
-        version: 0.5.14
+        version: 0.5.16
       remeda:
         specifier: ^2.17.3
         version: 2.21.3
@@ -1426,8 +1426,8 @@ importers:
   packages/providers/openai:
     dependencies:
       openai:
-        specifier: ^4.102.0
+        specifier: ^5.12.0
-        version: 4.102.0(ws@8.18.1(bufferutil@4.0.9))(zod@3.25.76)
+        version: 5.12.0(ws@8.18.1(bufferutil@4.0.9))(zod@3.25.76)
     devDependencies:
       '@llamaindex/core':
         specifier: workspace:*
@@ -2057,8 +2057,9 @@ packages:
     resolution: {integrity: sha512-30iZtAPgz+LTIYoeivqYo853f02jBYSd5uGnGpkFV0M3xOt9aN73erkgYAmZU43x4VfqcnLxW9Kpg3R5LC4YYw==}
     engines: {node: '>=6.0.0'}
 
-  '@anthropic-ai/sdk@0.37.0':
+  '@anthropic-ai/sdk@0.58.0':
-    resolution: {integrity: sha512-tHjX2YbkUBwEgg0JZU3EFSSAQPoK4qQR/NFYa8Vtzd5UAyXzZksCw2In69Rml4R/TyHPBfRYaLK35XiOe33pjw==}
+    resolution: {integrity: sha512-wF8w+LB0AlKVLYUQho0nbK0uDv0K5Cgb92dbh8213t4roilnQ9Tm6zndheIaUxQdoEAeb0uoOT+GkkoIkqD8+A==}
+    hasBin: true
 
   '@apidevtools/json-schema-ref-parser@11.7.2':
     resolution: {integrity: sha512-4gY54eEGEstClvEkGnwVkTkrx0sqwemEFG5OSRRn3tD91XH0+Q8XIkYIfo7IwEWPpJZwILb9GUXeShtplRc/eA==}
@@ -11216,8 +11217,8 @@ packages:
   okapibm25@1.4.1:
     resolution: {integrity: sha512-UHmeH4MAtZXGFVncwbY7pfFvDVNxpsyM3W66aGPU0SHj1+ld59ty+9lJ0ifcrcnPUl1XdYoDgb06ObyCnpTs3g==}
 
-  ollama@0.5.14:
+  ollama@0.5.16:
-    resolution: {integrity: sha512-pvOuEYa2WkkAumxzJP0RdEYHkbZ64AYyyUszXVX7ruLvk5L+EiO2G71da2GqEQ4IAk4j6eLoUbGk5arzFT1wJA==}
+    resolution: {integrity: sha512-OEbxxOIUZtdZgOaTPAULo051F5y+Z1vosxEYOoABPnQKeW7i4O8tJNlxCB+xioyoorVqgjkdj+TA1f1Hy2ug/w==}
 
   on-finished@2.4.1:
     resolution: {integrity: sha512-oVlzkg3ENAhCk2zdv7IJwd/QUD4z2RxRwpkcGY8psCVcCYZNq4wYnVWALHM+brtuJjePWiYF/ClmuDr8Ch5+kg==}
@@ -11310,6 +11311,18 @@ packages:
       zod:
         optional: true
 
+  openai@5.12.0:
+    resolution: {integrity: sha512-vUdt02xiWgOHiYUmW0Hj1Qu9OKAiVQu5Bd547ktVCiMKC1BkB5L3ImeEnCyq3WpRKR6ZTaPgekzqdozwdPs7Lg==}
+    hasBin: true
+    peerDependencies:
+      ws: ^8.18.0
+      zod: ^3.23.8
+    peerDependenciesMeta:
+      ws:
+        optional: true
+      zod:
+        optional: true
+
   openapi-fetch@0.9.8:
     resolution: {integrity: sha512-zM6elH0EZStD/gSiNlcPrzXcVQ/pZo3BDvC6CDwRDUt1dDzxlshpmQnpD6cZaJ39THaSmwVCxxRrPKNM1hHrDg==}
 
@@ -14165,17 +14178,7 @@ snapshots:
       '@jridgewell/gen-mapping': 0.3.8
       '@jridgewell/trace-mapping': 0.3.25
 
-  '@anthropic-ai/sdk@0.37.0':
+  '@anthropic-ai/sdk@0.58.0': {}
-    dependencies:
-      '@types/node': 18.19.118
-      '@types/node-fetch': 2.6.12
-      abort-controller: 3.0.0
-      agentkeepalive: 4.6.0
-      form-data-encoder: 1.7.2
-      formdata-node: 4.4.1
-      node-fetch: 2.7.0
-    transitivePeerDependencies:
-      - encoding
 
   '@apidevtools/json-schema-ref-parser@11.7.2':
     dependencies:
@@ -25568,7 +25571,7 @@ snapshots:
 
   okapibm25@1.4.1: {}
 
-  ollama@0.5.14:
+  ollama@0.5.16:
     dependencies:
       whatwg-fetch: 3.6.20
 
@@ -25679,6 +25682,7 @@ snapshots:
       zod: 3.25.76
     transitivePeerDependencies:
       - encoding
+    optional: true
 
   openai@4.94.0(ws@8.18.1(bufferutil@4.0.9))(zod@3.25.76):
     dependencies:
@@ -25695,6 +25699,11 @@ snapshots:
     transitivePeerDependencies:
       - encoding
 
+  openai@5.12.0(ws@8.18.1(bufferutil@4.0.9))(zod@3.25.76):
+    optionalDependencies:
+      ws: 8.18.1(bufferutil@4.0.9)
+      zod: 3.25.76
+
   openapi-fetch@0.9.8:
     dependencies:
       openapi-typescript-helpers: 0.0.8

unit/CHANGELOG.md

@@ -1,5 +1,29 @@
 # @llamaindex/unit-test
 
+## 0.1.57
+
+### Patch Changes
+
+- Updated dependencies [b6409b6]
+  - @llamaindex/openai@0.4.15
+
+## 0.1.56
+
+### Patch Changes
+
+- Updated dependencies [4b51791]
+  - @llamaindex/cloud@4.1.1
+  - llamaindex@0.11.26
+
+## 0.1.55
+
+### Patch Changes
+
+- Updated dependencies [049471b]
+- Updated dependencies [049471b]
+  - @llamaindex/cloud@4.1.0
+  - llamaindex@0.11.25
+
 ## 0.1.54
 
 ### Patch Changes

unit/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/unit-test",
   "private": true,
-  "version": "0.1.54",
+  "version": "0.1.57",
   "type": "module",
   "scripts": {
     "test": "vitest run"