Release 0.9.6 (#1698)

Co-authored-by: Marcus Schiesser <mail@marcusschiesser.de>

apps/next/CHANGELOG.md

@@ -1,5 +1,30 @@
 # @llamaindex/doc
 
+## 0.1.6
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+  - @llamaindex/workflow@0.0.12
+  - @llamaindex/cloud@3.0.6
+  - llamaindex@0.9.6
+  - @llamaindex/node-parser@1.0.5
+  - @llamaindex/openai@0.1.57
+  - @llamaindex/readers@2.0.5
+
+## 0.1.5
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+  - @llamaindex/cloud@3.0.5
+  - llamaindex@0.9.5
+  - @llamaindex/node-parser@1.0.4
+  - @llamaindex/openai@0.1.56
+  - @llamaindex/readers@2.0.4
+
 ## 0.1.4
 
 ### Patch Changes

apps/next/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/doc",
-  "version": "0.1.4",
+  "version": "0.1.6",
   "private": true,
   "scripts": {
     "build": "pnpm run build:docs && next build",

apps/next/src/content/docs/llamaindex/modules/agent_workflow.mdx

@@ -0,0 +1,139 @@
+---
+title: Agent Workflow
+---
+
+import { DynamicCodeBlock } from 'fumadocs-ui/components/dynamic-codeblock';
+import CodeSource from "!raw-loader!../../../../../../../examples/agentworkflow/blog_writer.ts";
+import { Tab, Tabs } from "fumadocs-ui/components/tabs";
+
+`AgentWorkflow` is a powerful system that enables you to create and orchestrate one or multiple agents with tools to perform specific tasks. It's built on top of the base `Workflow` system and provides a streamlined interface for agent interactions.
+
+## Installation
+
+You'll need to install the `@llamaindex/workflow` package:
+
+<Tabs groupId="install" items={["npm", "yarn", "pnpm"]} persist>
+	```shell tab="npm"
+	npm install @llamaindex/workflow
+	```
+
+	```shell tab="yarn"
+	yarn add @llamaindex/workflow
+	```
+
+	```shell tab="pnpm"
+	pnpm add @llamaindex/workflow
+	```
+</Tabs>
+
+## Usage
+
+### Single Agent Workflow
+
+The simplest use case is creating a single agent with specific tools. Here's an example of creating an assistant that tells jokes:
+
+```typescript
+import { AgentWorkflow, FunctionTool } from "llamaindex";
+import { OpenAI } from "@llamaindex/openai";
+
+// Define a joke-telling tool
+const jokeTool = FunctionTool.from(
+  () => "Baby Llama is called cria",
+  {
+    name: "joke",
+    description: "Use this tool to get a joke",
+  }
+);
+
+// Create an agent workflow with the tool
+const workflow = AgentWorkflow.fromTools({
+  tools: [jokeTool],
+  llm: new OpenAI({
+    model: "gpt-4o-mini",
+  }),
+});
+
+// Run the workflow
+const result = await workflow.run("Tell me something funny");
+console.log(result); // Baby Llama is called cria
+```
+
+### Event Streaming
+
+`AgentWorkflow` provides a unified interface for event streaming, making it easy to track and respond to different events during execution:
+
+```typescript
+import { AgentToolCall, AgentStream } from "llamaindex";
+
+// Get the workflow execution context
+const context = workflow.run("Tell me something funny");
+
+// Stream and handle events
+for await (const event of context) {
+  if (event instanceof AgentToolCall) {
+    console.log(`Tool being called: ${event.data.toolName}`);
+  }
+  if (event instanceof AgentStream) {
+    process.stdout.write(event.data.delta);
+  }
+}
+```
+
+### Multi-Agent Workflow
+
+`AgentWorkflow` can orchestrate multiple agents, enabling complex interactions and task handoffs. Each agent in a multi-agent workflow requires:
+
+- `name`: Unique identifier for the agent
+- `description`: Purpose description used for task routing
+- `tools`: Array of tools the agent can use
+- `canHandoffTo` (optional): Array of agent names or agent instances that this agent can delegate tasks to
+
+Here's an example of a multi-agent system that combines joke-telling and weather information:
+
+```typescript
+import { AgentWorkflow, FunctionAgent, FunctionTool } from "llamaindex";
+import { OpenAI } from "@llamaindex/openai";
+import { z } from "zod";
+
+// Create a weather agent
+const weatherAgent = new FunctionAgent({
+  name: "WeatherAgent",
+  description: "Provides weather information for any city",
+  tools: [
+    FunctionTool.from(
+      ({ city }: { city: string }) => `The weather in ${city} is sunny`,
+      {
+        name: "fetchWeather",
+        description: "Get weather information for a city",
+        parameters: z.object({
+          city: z.string(),
+        }),
+      }
+    ),
+  ],
+  llm: new OpenAI({ model: "gpt-4o-mini" }),
+});
+
+// Create a joke-telling agent
+const jokeAgent = new FunctionAgent({
+  name: "JokeAgent",
+  description: "Tells jokes and funny stories",
+  tools: [jokeTool], // Using the joke tool defined earlier
+  llm: new OpenAI({ model: "gpt-4o-mini" }),
+  canHandoffTo: [weatherAgent], // Can hand off to the weather agent
+});
+
+// Create the multi-agent workflow
+const workflow = new AgentWorkflow({
+  agents: [jokeAgent, weatherAgent],
+  rootAgent: jokeAgent, // Start with the joke agent
+});
+
+// Run the workflow
+const result = await workflow.run(
+  "Give me a morning greeting with a joke and the weather in San Francisco"
+);
+```
+
+The workflow will coordinate between agents, allowing them to handle different aspects of the request and hand off tasks when appropriate.
+

e2e/examples/cloudflare-worker-agent/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/cloudflare-worker-agent-test
 
+## 0.0.140
+
+### Patch Changes
+
+- llamaindex@0.9.6
+
+## 0.0.139
+
+### Patch Changes
+
+- llamaindex@0.9.5
+
 ## 0.0.138
 
 ### Patch Changes

e2e/examples/cloudflare-worker-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloudflare-worker-agent-test",
-  "version": "0.0.138",
+  "version": "0.0.140",
   "type": "module",
   "private": true,
   "scripts": {

e2e/examples/llama-parse-browser/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/llama-parse-browser-test
 
+## 0.0.51
+
+### Patch Changes
+
+- @llamaindex/cloud@3.0.6
+
+## 0.0.50
+
+### Patch Changes
+
+- @llamaindex/cloud@3.0.5
+
 ## 0.0.49
 
 ### Patch Changes

e2e/examples/llama-parse-browser/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/llama-parse-browser-test",
   "private": true,
-  "version": "0.0.49",
+  "version": "0.0.51",
   "type": "module",
   "scripts": {
     "dev": "vite",

e2e/examples/nextjs-agent/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/next-agent-test
 
+## 0.1.140
+
+### Patch Changes
+
+- llamaindex@0.9.6
+
+## 0.1.139
+
+### Patch Changes
+
+- llamaindex@0.9.5
+
 ## 0.1.138
 
 ### Patch Changes

e2e/examples/nextjs-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-agent-test",
-  "version": "0.1.138",
+  "version": "0.1.140",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/nextjs-edge-runtime/CHANGELOG.md

@@ -1,5 +1,17 @@
 # test-edge-runtime
 
+## 0.1.139
+
+### Patch Changes
+
+- llamaindex@0.9.6
+
+## 0.1.138
+
+### Patch Changes
+
+- llamaindex@0.9.5
+
 ## 0.1.137
 
 ### Patch Changes

e2e/examples/nextjs-edge-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/nextjs-edge-runtime-test",
-  "version": "0.1.137",
+  "version": "0.1.139",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/nextjs-node-runtime/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/next-node-runtime
 
+## 0.1.6
+
+### Patch Changes
+
+- llamaindex@0.9.6
+- @llamaindex/huggingface@0.0.41
+- @llamaindex/readers@2.0.5
+
+## 0.1.5
+
+### Patch Changes
+
+- llamaindex@0.9.5
+- @llamaindex/huggingface@0.0.40
+- @llamaindex/readers@2.0.4
+
 ## 0.1.4
 
 ### Patch Changes

e2e/examples/nextjs-node-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-node-runtime-test",
-  "version": "0.1.4",
+  "version": "0.1.6",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/vite-import-llamaindex/CHANGELOG.md

@@ -1,5 +1,17 @@
 # vite-import-llamaindex
 
+## 0.0.6
+
+### Patch Changes
+
+- llamaindex@0.9.6
+
+## 0.0.5
+
+### Patch Changes
+
+- llamaindex@0.9.5
+
 ## 0.0.4
 
 ### Patch Changes

e2e/examples/vite-import-llamaindex/package.json

@@ -1,7 +1,7 @@
 {
   "name": "vite-import-llamaindex",
   "private": true,
-  "version": "0.0.4",
+  "version": "0.0.6",
   "type": "module",
   "scripts": {
     "build": "vite build",

e2e/examples/waku-query-engine/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/waku-query-engine-test
 
+## 0.0.140
+
+### Patch Changes
+
+- llamaindex@0.9.6
+
+## 0.0.139
+
+### Patch Changes
+
+- llamaindex@0.9.5
+
 ## 0.0.138
 
 ### Patch Changes

e2e/examples/waku-query-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/waku-query-engine-test",
-  "version": "0.0.138",
+  "version": "0.0.140",
   "type": "module",
   "private": true,
   "scripts": {

examples/CHANGELOG.md

@@ -1,5 +1,83 @@
 # examples
 
+## 0.2.5
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+- Updated dependencies [fd74ba4]
+  - @llamaindex/core@0.5.5
+  - @llamaindex/workflow@0.0.12
+  - @llamaindex/voyage-ai@1.0.2
+  - @llamaindex/cloud@3.0.6
+  - llamaindex@0.9.6
+  - @llamaindex/node-parser@1.0.5
+  - @llamaindex/anthropic@0.2.3
+  - @llamaindex/clip@0.0.41
+  - @llamaindex/cohere@0.0.10
+  - @llamaindex/deepinfra@0.0.41
+  - @llamaindex/google@0.0.12
+  - @llamaindex/huggingface@0.0.41
+  - @llamaindex/mistral@0.0.10
+  - @llamaindex/mixedbread@0.0.10
+  - @llamaindex/ollama@0.0.45
+  - @llamaindex/openai@0.1.57
+  - @llamaindex/portkey-ai@0.0.38
+  - @llamaindex/replicate@0.0.38
+  - @llamaindex/astra@0.0.10
+  - @llamaindex/azure@0.1.5
+  - @llamaindex/chroma@0.0.10
+  - @llamaindex/firestore@1.0.3
+  - @llamaindex/milvus@0.1.5
+  - @llamaindex/mongodb@0.0.10
+  - @llamaindex/pinecone@0.0.10
+  - @llamaindex/postgres@0.0.38
+  - @llamaindex/qdrant@0.1.5
+  - @llamaindex/upstash@0.0.10
+  - @llamaindex/weaviate@0.0.10
+  - @llamaindex/vercel@0.0.16
+  - @llamaindex/readers@2.0.5
+  - @llamaindex/groq@0.0.56
+  - @llamaindex/vllm@0.0.27
+
+## 0.2.4
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+  - @llamaindex/cloud@3.0.5
+  - llamaindex@0.9.5
+  - @llamaindex/node-parser@1.0.4
+  - @llamaindex/anthropic@0.2.2
+  - @llamaindex/clip@0.0.40
+  - @llamaindex/cohere@0.0.9
+  - @llamaindex/deepinfra@0.0.40
+  - @llamaindex/google@0.0.11
+  - @llamaindex/huggingface@0.0.40
+  - @llamaindex/mistral@0.0.9
+  - @llamaindex/mixedbread@0.0.9
+  - @llamaindex/ollama@0.0.44
+  - @llamaindex/openai@0.1.56
+  - @llamaindex/portkey-ai@0.0.37
+  - @llamaindex/replicate@0.0.37
+  - @llamaindex/astra@0.0.9
+  - @llamaindex/azure@0.1.4
+  - @llamaindex/chroma@0.0.9
+  - @llamaindex/firestore@1.0.2
+  - @llamaindex/milvus@0.1.4
+  - @llamaindex/mongodb@0.0.9
+  - @llamaindex/pinecone@0.0.9
+  - @llamaindex/postgres@0.0.37
+  - @llamaindex/qdrant@0.1.4
+  - @llamaindex/upstash@0.0.9
+  - @llamaindex/weaviate@0.0.9
+  - @llamaindex/vercel@0.0.15
+  - @llamaindex/voyage-ai@1.0.1
+  - @llamaindex/readers@2.0.4
+  - @llamaindex/groq@0.0.55
+  - @llamaindex/vllm@0.0.26
+
 ## 0.2.3
 
 ### Patch Changes

examples/agentworkflow/blog_writer.ts

@@ -0,0 +1,83 @@
+import { OpenAI } from "@llamaindex/openai";
+import fs from "fs";
+import {
+  AgentToolCall,
+  AgentToolCallResult,
+  AgentWorkflow,
+  FunctionAgent,
+  FunctionTool,
+} from "llamaindex";
+import os from "os";
+import { z } from "zod";
+
+import { WikipediaTool } from "../wiki";
+const llm = new OpenAI({
+  model: "gpt-4o-mini",
+});
+
+const saveFileTool = FunctionTool.from(
+  ({ content }: { content: string }) => {
+    const filePath = os.tmpdir() + "/report.md";
+    fs.writeFileSync(filePath, content);
+    return `File saved successfully at ${filePath}`;
+  },
+  {
+    name: "saveFile",
+    description:
+      "Save the written content into a file that can be downloaded by the user",
+    parameters: z.object({
+      content: z.string({
+        description: "The content to save into a file",
+      }),
+    }),
+  },
+);
+
+async function main() {
+  const reportAgent = new FunctionAgent({
+    name: "ReportAgent",
+    description:
+      "Responsible for crafting well-written blog posts based on research findings",
+    systemPrompt: `You are a professional writer. Your task is to create an engaging blog post using the research content provided. Once complete, save the post to a file using the saveFile tool.`,
+    tools: [saveFileTool],
+    llm,
+  });
+
+  const researchAgent = new FunctionAgent({
+    name: "ResearchAgent",
+    description:
+      "Responsible for gathering relevant information from the internet",
+    systemPrompt: `You are a research agent. Your role is to gather information from the internet using the provided tools and then transfer this information to the report agent for content creation.`,
+    tools: [new WikipediaTool()],
+    canHandoffTo: [reportAgent],
+    llm,
+  });
+
+  const workflow = new AgentWorkflow({
+    agents: [researchAgent, reportAgent],
+    rootAgent: researchAgent,
+  });
+
+  const context = workflow.run("Write a blog post about history of LLM");
+
+  let finalResult;
+  for await (const event of context) {
+    if (event instanceof AgentToolCall) {
+      console.log(
+        `[Agent ${event.displayName}] executing tool ${event.data.toolName} with parameters ${JSON.stringify(
+          event.data.toolKwargs,
+        )}`,
+      );
+    } else if (event instanceof AgentToolCallResult) {
+      console.log(
+        `[Agent ${event.displayName}] executed tool ${event.data.toolName} with result ${event.data.toolOutput.result}`,
+      );
+    }
+    finalResult = event;
+  }
+  console.log("Final result:", finalResult?.data);
+}
+
+main().catch((error) => {
+  console.error("Error:", error);
+});

examples/agentworkflow/multiple_agents.ts

@@ -0,0 +1,110 @@
+/**
+ * This example shows how to use AgentWorkflow with multiple agents
+ * 1. FetchWeatherAgent - Fetches the weather in a city
+ * 2. TemperatureConverterAgent - Converts the temperature from Fahrenheit to Celsius
+ */
+import { OpenAI } from "@llamaindex/openai";
+import { StopEvent } from "@llamaindex/workflow";
+import {
+  AgentInput,
+  AgentOutput,
+  AgentStream,
+  AgentToolCall,
+  AgentToolCallResult,
+  AgentWorkflow,
+  FunctionAgent,
+  FunctionTool,
+} from "llamaindex";
+import { z } from "zod";
+
+const llm = new OpenAI({
+  model: "gpt-4o-mini",
+});
+
+// Define tools for the agents
+const temperatureConverterTool = FunctionTool.from(
+  ({ temperature }: { temperature: number }) => {
+    return ((temperature - 32) * 5) / 9;
+  },
+  {
+    description: "Convert a temperature from Fahrenheit to Celsius",
+    name: "fahrenheitToCelsius",
+    parameters: z.object({
+      temperature: z.number({
+        description: "The temperature in Fahrenheit",
+      }),
+    }),
+  },
+);
+
+const temperatureFetcherTool = FunctionTool.from(
+  ({ city }: { city: string }) => {
+    const temperature = Math.floor(Math.random() * 58) + 32;
+    return `The current temperature in ${city} is ${temperature}°F`;
+  },
+  {
+    description: "Fetch the temperature (in Fahrenheit) for a city",
+    name: "fetchTemperature",
+    parameters: z.object({
+      city: z.string({
+        description: "The city to fetch the temperature for",
+      }),
+    }),
+  },
+);
+
+// Create agents
+async function multiWeatherAgent() {
+  const converterAgent = new FunctionAgent({
+    name: "TemperatureConverterAgent",
+    description:
+      "An agent that can convert temperatures from Fahrenheit to Celsius.",
+    tools: [temperatureConverterTool],
+    llm,
+  });
+
+  const weatherAgent = new FunctionAgent({
+    name: "FetchWeatherAgent",
+    description: "An agent that can get the weather in a city. ",
+    systemPrompt:
+      "If you can't answer the user question, hand off to other agents.",
+    tools: [temperatureFetcherTool],
+    llm,
+    // Define which next agents can be called next if this agent cannot complete the task
+    // Can be passed as agent name, e.g. "TemperatureConverterAgent"
+    canHandoffTo: [converterAgent],
+  });
+
+  // Create agent workflow with the agents
+  const workflow = new AgentWorkflow({
+    agents: [weatherAgent, converterAgent],
+    rootAgent: weatherAgent,
+    verbose: false,
+  });
+
+  // Ask the agent to get the weather in a city
+  const context = workflow.run(
+    "What is the weather in San Francisco in Celsius?",
+  );
+  // Stream the events
+  for await (const event of context) {
+    // These events might be useful for UI
+    if (
+      event instanceof AgentToolCall ||
+      event instanceof AgentToolCallResult ||
+      event instanceof AgentOutput ||
+      event instanceof AgentInput ||
+      event instanceof StopEvent
+    ) {
+      console.log(event);
+    } else if (event instanceof AgentStream) {
+      for (const chunk of event.data.delta) {
+        process.stdout.write(chunk);
+      }
+    }
+  }
+}
+
+multiWeatherAgent().catch((error) => {
+  console.error("Error:", error);
+});

examples/agentworkflow/single_agent.ts

@@ -0,0 +1,37 @@
+/**
+ * This example shows how to use AgentWorkflow as a single agent with tools
+ */
+import { OpenAI } from "@llamaindex/openai";
+import { AgentWorkflow } from "llamaindex";
+import { getWeatherTool } from "../agent/utils/tools";
+
+const llm = new OpenAI({
+  model: "gpt-4o",
+});
+
+async function singleWeatherAgent() {
+  const workflow = AgentWorkflow.fromTools({
+    tools: [getWeatherTool],
+    llm,
+    verbose: false,
+  });
+
+  const workflowContext = workflow.run(
+    "What's the weather like in San Francisco?",
+  );
+  const sfResult = await workflowContext;
+  // The weather in San Francisco, CA is currently sunny.
+  console.log(`${JSON.stringify(sfResult, null, 2)}`);
+
+  // Reuse the context from the previous run
+  const workflowContext2 = workflow.run("Compare it with California?", {
+    context: workflowContext.data,
+  });
+  const caResult = await workflowContext2;
+  // Both San Francisco and California are currently experiencing sunny weather.
+  console.log(`${JSON.stringify(caResult, null, 2)}`);
+}
+
+singleWeatherAgent().catch((error) => {
+  console.error("Error:", error);
+});

examples/chat-engine/streaming.ts

@@ -0,0 +1,25 @@
+import { LLMAgent } from "llamaindex";
+import { stdin as input, stdout as output } from "node:process";
+import readline from "node:readline/promises";
+
+const agent = new LLMAgent({ tools: [] });
+
+(async () => {
+  const rl = readline.createInterface({ input, output });
+
+  while (true) {
+    const query = await rl.question("User: ");
+
+    const startTime = Date.now();
+    const stream = await agent.chat({ message: query, stream: true });
+    const timeToGetFirstChunk = Date.now() - startTime;
+    process.stdout.write(
+      `Time to get first chunk from LLMAgent: ${timeToGetFirstChunk}ms\n`,
+    );
+    process.stdout.write("Assistant with LLMAgent: ");
+    for await (const chunk of stream) {
+      process.stdout.write(chunk.response);
+    }
+    process.stdout.write("\n");
+  }
+})();

examples/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/examples",
-  "version": "0.2.3",
+  "version": "0.2.5",
   "private": true,
   "scripts": {
     "lint": "eslint .",
@@ -11,39 +11,39 @@
     "@azure/cosmos": "^4.1.1",
     "@azure/identity": "^4.4.1",
     "@azure/search-documents": "^12.1.0",
-    "@llamaindex/anthropic": "^0.2.1",
-    "@llamaindex/astra": "^0.0.8",
-    "@llamaindex/azure": "^0.1.3",
-    "@llamaindex/chroma": "^0.0.8",
-    "@llamaindex/clip": "^0.0.39",
-    "@llamaindex/cloud": "^3.0.4",
-    "@llamaindex/cohere": "^0.0.8",
-    "@llamaindex/core": "^0.5.3",
-    "@llamaindex/deepinfra": "^0.0.39",
+    "@llamaindex/anthropic": "^0.2.3",
+    "@llamaindex/astra": "^0.0.10",
+    "@llamaindex/azure": "^0.1.5",
+    "@llamaindex/chroma": "^0.0.10",
+    "@llamaindex/clip": "^0.0.41",
+    "@llamaindex/cloud": "^3.0.6",
+    "@llamaindex/cohere": "^0.0.10",
+    "@llamaindex/core": "^0.5.5",
+    "@llamaindex/deepinfra": "^0.0.41",
     "@llamaindex/env": "^0.1.28",
-    "@llamaindex/firestore": "^1.0.1",
-    "@llamaindex/google": "^0.0.10",
-    "@llamaindex/groq": "^0.0.54",
-    "@llamaindex/huggingface": "^0.0.39",
-    "@llamaindex/milvus": "^0.1.3",
-    "@llamaindex/mistral": "^0.0.8",
-    "@llamaindex/mixedbread": "^0.0.8",
-    "@llamaindex/mongodb": "^0.0.8",
-    "@llamaindex/node-parser": "^1.0.3",
-    "@llamaindex/ollama": "^0.0.43",
-    "@llamaindex/openai": "^0.1.55",
-    "@llamaindex/pinecone": "^0.0.8",
-    "@llamaindex/portkey-ai": "^0.0.36",
-    "@llamaindex/postgres": "^0.0.36",
-    "@llamaindex/qdrant": "^0.1.3",
-    "@llamaindex/readers": "^2.0.3",
-    "@llamaindex/replicate": "^0.0.36",
-    "@llamaindex/upstash": "^0.0.8",
-    "@llamaindex/vercel": "^0.0.14",
-    "@llamaindex/vllm": "^0.0.25",
-    "@llamaindex/voyage-ai": "^1.0.0",
-    "@llamaindex/weaviate": "^0.0.8",
-    "@llamaindex/workflow": "^0.0.11",
+    "@llamaindex/firestore": "^1.0.3",
+    "@llamaindex/google": "^0.0.12",
+    "@llamaindex/groq": "^0.0.56",
+    "@llamaindex/huggingface": "^0.0.41",
+    "@llamaindex/milvus": "^0.1.5",
+    "@llamaindex/mistral": "^0.0.10",
+    "@llamaindex/mixedbread": "^0.0.10",
+    "@llamaindex/mongodb": "^0.0.10",
+    "@llamaindex/node-parser": "^1.0.5",
+    "@llamaindex/ollama": "^0.0.45",
+    "@llamaindex/openai": "^0.1.57",
+    "@llamaindex/pinecone": "^0.0.10",
+    "@llamaindex/portkey-ai": "^0.0.38",
+    "@llamaindex/postgres": "^0.0.38",
+    "@llamaindex/qdrant": "^0.1.5",
+    "@llamaindex/readers": "^2.0.5",
+    "@llamaindex/replicate": "^0.0.38",
+    "@llamaindex/upstash": "^0.0.10",
+    "@llamaindex/vercel": "^0.0.16",
+    "@llamaindex/vllm": "^0.0.27",
+    "@llamaindex/voyage-ai": "^1.0.2",
+    "@llamaindex/weaviate": "^0.0.10",
+    "@llamaindex/workflow": "^0.0.12",
     "@notionhq/client": "^2.2.15",
     "@pinecone-database/pinecone": "^4.0.0",
     "@vercel/postgres": "^0.10.0",
@@ -52,11 +52,12 @@
     "commander": "^12.1.0",
     "dotenv": "^16.4.5",
     "js-tiktoken": "^1.0.14",
-    "llamaindex": "^0.9.4",
+    "llamaindex": "^0.9.6",
     "mongodb": "6.7.0",
     "pathe": "^1.1.2",
     "postgres": "^3.4.4",
-    "wikipedia": "^2.1.2"
+    "wikipedia": "^2.1.2",
+    "zod": "^3.23.8"
   },
   "devDependencies": {
     "@types/node": "^22.9.0",

examples/toolsStream.ts

@@ -15,7 +15,7 @@ async function main() {
     tools: [
       {
         metadata: {
-          name: "wikipedia_tool",
+          name: "wikipedia_search",
           description: "A tool that uses a query engine to search Wikipedia.",
           parameters: {
             type: "object",

examples/wiki.ts

@@ -14,7 +14,7 @@ type WikipediaToolParams = {
 };
 
 const DEFAULT_META_DATA: ToolMetadata<JSONSchemaType<WikipediaParameter>> = {
-  name: "wikipedia_tool",
+  name: "wikipedia_search",
   description: "A tool that uses a query engine to search Wikipedia.",
   parameters: {
     type: "object",

packages/autotool/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/autotool
 
+## 6.0.6
+
+### Patch Changes
+
+- llamaindex@0.9.6
+
+## 6.0.5
+
+### Patch Changes
+
+- llamaindex@0.9.5
+
 ## 6.0.4
 
 ### Patch Changes

packages/autotool/examples/01_node/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/autotool-01-node-example
 
+## 0.0.87
+
+### Patch Changes
+
+- llamaindex@0.9.6
+- @llamaindex/autotool@6.0.6
+
+## 0.0.86
+
+### Patch Changes
+
+- llamaindex@0.9.5
+- @llamaindex/autotool@6.0.5
+
 ## 0.0.85
 
 ### Patch Changes

packages/autotool/examples/01_node/package.json

@@ -13,5 +13,5 @@
   "scripts": {
     "start": "node --import tsx --import @llamaindex/autotool/node ./src/index.ts"
   },
-  "version": "0.0.85"
+  "version": "0.0.87"
 }

packages/autotool/examples/02_nextjs/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/autotool-02-next-example
 
+## 0.1.131
+
+### Patch Changes
+
+- llamaindex@0.9.6
+- @llamaindex/autotool@6.0.6
+
+## 0.1.130
+
+### Patch Changes
+
+- llamaindex@0.9.5
+- @llamaindex/autotool@6.0.5
+
 ## 0.1.129
 
 ### Patch Changes

packages/autotool/examples/02_nextjs/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/autotool-02-next-example",
   "private": true,
-  "version": "0.1.129",
+  "version": "0.1.131",
   "scripts": {
     "dev": "next dev",
     "build": "next build",

packages/autotool/package.json

@@ -6,7 +6,7 @@
     "url": "git+https://github.com/run-llama/LlamaIndexTS.git",
     "directory": "packages/autotool"
   },
-  "version": "6.0.4",
+  "version": "6.0.6",
   "description": "auto transpile your JS function to LLM Agent compatible",
   "files": [
     "dist",

packages/cloud/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/cloud
 
+## 3.0.6
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 3.0.5
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 3.0.4
 
 ### Patch Changes

packages/cloud/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloud",
-  "version": "3.0.4",
+  "version": "3.0.6",
   "type": "module",
   "license": "MIT",
   "scripts": {

packages/community/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/community
 
+## 0.0.87
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.86
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.85
 
 ### Patch Changes

packages/community/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/community",
   "description": "Community package for LlamaIndexTS",
-  "version": "0.0.85",
+  "version": "0.0.87",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",

packages/core/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/core
 
+## 0.5.5
+
+### Patch Changes
+
+- 5668970: feat: Support AgentWorkflow
+
+## 0.5.4
+
+### Patch Changes
+
+- ad3c7f1: fix: streaming issues with LLMAgent
+
 ## 0.5.3
 
 ### Patch Changes

packages/core/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/core",
   "type": "module",
-  "version": "0.5.3",
+  "version": "0.5.5",
   "description": "LlamaIndex Core Module",
   "exports": {
     "./agent": {

packages/core/src/agent/base.ts

@@ -193,7 +193,7 @@ export abstract class AgentWorker<
     return new ReadableStream<
       TaskStepOutput<AI, Store, AdditionalMessageOptions, AdditionalChatOptions>
     >({
-      start: async (controller) => {
+      pull: async (controller) => {
         for await (const stepOutput of taskOutputStream) {
           this.#taskSet.add(stepOutput.taskStep);
           if (stepOutput.isLast) {
@@ -209,23 +209,31 @@ export abstract class AgentWorker<
             }
             const { output, taskStep } = stepOutput;
             if (output instanceof ReadableStream) {
-              const [pipStream, finalStream] = output.tee();
-              stepOutput.output = finalStream;
-              const reader = pipStream.getReader();
-              const { value } = await reader.read();
-              reader.releaseLock();
-              let content: string = value!.delta;
-              for await (const chunk of pipStream) {
-                content += chunk.delta;
-              }
-              taskStep.context.store.messages = [
-                ...taskStep.context.store.messages,
-                {
-                  role: "assistant",
-                  content,
-                  options: value!.options,
-                },
-              ];
+              let content = "";
+              let options: AdditionalMessageOptions | undefined = undefined;
+              const transformedStream = output.pipeThrough(
+                new TransformStream({
+                  transform(chunk, controller) {
+                    content += chunk.delta;
+                    if (!options && chunk.options) {
+                      options = chunk.options;
+                    }
+                    controller.enqueue(chunk); // Pass the chunk through unchanged
+                  },
+                  // When stream finishes, store the accumulated message in context
+                  flush() {
+                    taskStep.context.store.messages = [
+                      ...taskStep.context.store.messages,
+                      {
+                        role: "assistant",
+                        content,
+                        options,
+                      },
+                    ];
+                  },
+                }),
+              );
+              stepOutput.output = transformedStream;
             }
             controller.enqueue(stepOutput);
             controller.close();

packages/core/src/llms/type.ts

@@ -215,6 +215,10 @@ export type ToolMetadata<
    * @link https://json-schema.org/understanding-json-schema
    */
   parameters?: Parameters;
+  /**
+   * Whether the tool requires workflow context to be passed in.
+   */
+  requireContext?: boolean;
 };
 
 /**

packages/core/src/tools/function-tool.ts

@@ -59,14 +59,28 @@ export class FunctionTool<T, R extends JSONValue | Promise<JSONValue>>
   }
 
   call = (input: T) => {
+    if (this.#metadata.requireContext) {
+      const inputWithContext = input as Record<string, unknown>;
+      if (!inputWithContext.context) {
+        throw new Error(
+          "Tool call requires context, but context parameter is missing",
+        );
+      }
+    }
     if (this.#zodType) {
       const result = this.#zodType.safeParse(input);
       if (result.success) {
-        return this.#fn.call(null, result.data);
+        if (this.#metadata.requireContext) {
+          const { context } = input as Record<string, unknown>;
+          return this.#fn.call(null, { context, ...result.data });
+        } else {
+          return this.#fn.call(null, result.data);
+        }
       } else {
         console.warn(result.error.errors);
       }
     }
+
     return this.#fn.call(null, input);
   };
 }

packages/core/tests/agents.test.ts

@@ -1,4 +1,5 @@
-import { validateAgentParams } from "@llamaindex/core/agent";
+import { LLMAgent, validateAgentParams } from "@llamaindex/core/agent";
+import { MockLLM } from "@llamaindex/core/utils";
 import { expect, test } from "vitest";
 import { ZodError } from "zod";
 
@@ -33,3 +34,62 @@ test("validate agent params", () => {
     ],
   });
 });
+
+test("LLMAgent streaming: first chunk should be available immediately", async () => {
+  const responseMessage =
+    "This is a very long response message that should take a while to stream";
+  const timeBetweenToken = 20; // delay time between tokens
+
+  const agent = new LLMAgent({
+    tools: [],
+    llm: new MockLLM({ responseMessage, timeBetweenToken }),
+  });
+
+  const startTime = Date.now();
+  const stream = await agent.chat({ message: "Hello", stream: true });
+
+  let fullResponse = "";
+  let timeToGetFirstChunk: number | undefined;
+
+  for await (const chunk of stream) {
+    expect(chunk).toHaveProperty("delta");
+    fullResponse += chunk.delta;
+    if (timeToGetFirstChunk === undefined) {
+      timeToGetFirstChunk = Date.now() - startTime;
+    }
+  }
+
+  expect(fullResponse).toBe(responseMessage);
+
+  // the first chunk should be available immediately and no need the whole response to be sent
+  expect(timeToGetFirstChunk).toBeLessThan(500);
+});
+
+test("LLMAgent create task: first task should be executed immediately", async () => {
+  const responseMessage =
+    "This is a very long response message that should take a while to stream";
+  const timeBetweenToken = 20; // delay time between tokens
+
+  const agent = new LLMAgent({
+    tools: [],
+    llm: new MockLLM({ responseMessage, timeBetweenToken }),
+  });
+
+  const startTime = Date.now();
+  const task = agent.createTask("Write a long paragraph", true, false, []);
+
+  let timeToGetFirstChunk: number | undefined;
+  let output: ReadableStream | undefined;
+  for await (const stepOutput of task) {
+    if (timeToGetFirstChunk === undefined) {
+      timeToGetFirstChunk = Date.now() - startTime;
+    }
+    if (stepOutput.output instanceof ReadableStream) {
+      output = stepOutput.output;
+    }
+  }
+
+  expect(timeToGetFirstChunk).toBeLessThan(500);
+  expect(output).toBeDefined();
+  expect(output).toBeInstanceOf(ReadableStream);
+});

packages/experimental/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/experimental
 
+## 0.0.156
+
+### Patch Changes
+
+- llamaindex@0.9.6
+
+## 0.0.155
+
+### Patch Changes
+
+- llamaindex@0.9.5
+
 ## 0.0.154
 
 ### Patch Changes

packages/experimental/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/experimental",
   "description": "Experimental package for LlamaIndexTS",
-  "version": "0.0.154",
+  "version": "0.0.156",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",

packages/llamaindex/CHANGELOG.md

@@ -1,5 +1,26 @@
 # llamaindex
 
+## 0.9.6
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+  - @llamaindex/workflow@0.0.12
+  - @llamaindex/cloud@3.0.6
+  - @llamaindex/node-parser@1.0.5
+  - @llamaindex/openai@0.1.57
+
+## 0.9.5
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+  - @llamaindex/cloud@3.0.5
+  - @llamaindex/node-parser@1.0.4
+  - @llamaindex/openai@0.1.56
+
 ## 0.9.4
 
 ### Patch Changes

packages/llamaindex/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llamaindex",
-  "version": "0.9.4",
+  "version": "0.9.6",
   "license": "MIT",
   "type": "module",
   "keywords": [
@@ -25,6 +25,7 @@
     "@llamaindex/env": "workspace:*",
     "@llamaindex/node-parser": "workspace:*",
     "@llamaindex/openai": "workspace:*",
+    "@llamaindex/workflow": "workspace:*",
     "@types/lodash": "^4.17.7",
     "@types/node": "^22.9.0",
     "ajv": "^8.17.1",

packages/llamaindex/src/index.edge.ts

@@ -65,6 +65,7 @@ export * from "@llamaindex/core/storage/doc-store";
 export * from "@llamaindex/core/storage/index-store";
 export * from "@llamaindex/core/storage/kv-store";
 export * from "@llamaindex/core/utils";
+export * from "@llamaindex/workflow/agent";
 export * from "./agent/index.js";
 export * from "./cloud/index.js";
 export * from "./embeddings/index.js";

packages/node-parser/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/node-parser
 
+## 1.0.5
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 1.0.4
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 1.0.3
 
 ### Patch Changes

packages/node-parser/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/node-parser",
-  "version": "1.0.3",
+  "version": "1.0.5",
   "description": "Node parser for LlamaIndex",
   "type": "module",
   "exports": {

packages/providers/anthropic/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/anthropic
 
+## 0.2.3
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.2.2
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.2.1
 
 ### Patch Changes

packages/providers/anthropic/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/anthropic",
   "description": "Anthropic Adapter for LlamaIndex",
-  "version": "0.2.1",
+  "version": "0.2.3",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/clip/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/clip
 
+## 0.0.41
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+  - @llamaindex/openai@0.1.57
+
+## 0.0.40
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+  - @llamaindex/openai@0.1.56
+
 ## 0.0.39
 
 ### Patch Changes

packages/providers/clip/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/clip",
   "description": "Clip Embedding Adapter for LlamaIndex",
-  "version": "0.0.39",
+  "version": "0.0.41",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",

packages/providers/cohere/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/cohere
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/cohere/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/cohere",
   "description": "Cohere Adapter for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/deepinfra/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/deepinfra
 
+## 0.0.41
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+  - @llamaindex/openai@0.1.57
+
+## 0.0.40
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+  - @llamaindex/openai@0.1.56
+
 ## 0.0.39
 
 ### Patch Changes

packages/providers/deepinfra/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/deepinfra",
   "description": "Deepinfra Adapter for LlamaIndex",
-  "version": "0.0.39",
+  "version": "0.0.41",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/google/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/google
 
+## 0.0.12
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.11
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.10
 
 ### Patch Changes

packages/providers/google/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/google",
   "description": "Google Adapter for LlamaIndex",
-  "version": "0.0.10",
+  "version": "0.0.12",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/groq/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/groq
 
+## 0.0.56
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.57
+
+## 0.0.55
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.56
+
 ## 0.0.54
 
 ### Patch Changes

packages/providers/groq/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/groq",
   "description": "Groq Adapter for LlamaIndex",
-  "version": "0.0.54",
+  "version": "0.0.56",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/huggingface/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/huggingface
 
+## 0.0.41
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+  - @llamaindex/openai@0.1.57
+
+## 0.0.40
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+  - @llamaindex/openai@0.1.56
+
 ## 0.0.39
 
 ### Patch Changes

packages/providers/huggingface/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/huggingface",
   "description": "Huggingface Adapter for LlamaIndex",
-  "version": "0.0.39",
+  "version": "0.0.41",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",

packages/providers/mistral/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/mistral
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/mistral/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/mistral",
   "description": "Mistral Adapter for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/mixedbread/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/mixedbread
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/mixedbread/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/mixedbread",
   "description": "Mixedbread Adapter for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/ollama/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/ollama
 
+## 0.0.45
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.44
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.43
 
 ### Patch Changes

packages/providers/ollama/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/ollama",
   "description": "Ollama Adapter for LlamaIndex",
-  "version": "0.0.43",
+  "version": "0.0.45",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/openai/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/openai
 
+## 0.1.57
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.1.56
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.1.55
 
 ### Patch Changes

packages/providers/openai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/openai",
   "description": "OpenAI Adapter for LlamaIndex",
-  "version": "0.1.55",
+  "version": "0.1.57",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/portkey-ai/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/portkey-ai
 
+## 0.0.38
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.37
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.36
 
 ### Patch Changes

packages/providers/portkey-ai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/portkey-ai",
   "description": "Portkey Adapter for LlamaIndex",
-  "version": "0.0.36",
+  "version": "0.0.38",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/replicate/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/replicate
 
+## 0.0.38
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.37
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.36
 
 ### Patch Changes

packages/providers/replicate/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/replicate",
   "description": "Replicate Adapter for LlamaIndex",
-  "version": "0.0.36",
+  "version": "0.0.38",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/astra/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/astra
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/storage/astra/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/astra",
   "description": "Astra Storage for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/azure/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/azure
 
+## 0.1.5
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.1.4
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.1.3
 
 ### Patch Changes

packages/providers/storage/azure/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/azure",
   "description": "Azure Storage for LlamaIndex",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/chroma/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/chroma
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/storage/chroma/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/chroma",
   "description": "Chroma Storage for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/firestore/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/firestore
 
+## 1.0.3
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 1.0.2
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 1.0.1
 
 ### Patch Changes

packages/providers/storage/firestore/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/firestore",
   "description": "Firestore Storage for LlamaIndex",
-  "version": "1.0.1",
+  "version": "1.0.3",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/milvus/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/milvus
 
+## 0.1.5
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.1.4
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.1.3
 
 ### Patch Changes

packages/providers/storage/milvus/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/milvus",
   "description": "Milvus Storage for LlamaIndex",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/mongodb/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/mongodb
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/storage/mongodb/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/mongodb",
   "description": "MongoDB Storage for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/pinecone/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/pinecone
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/storage/pinecone/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/pinecone",
   "description": "Pinecone Storage for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/postgres/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/postgres
 
+## 0.0.38
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.37
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.36
 
 ### Patch Changes

packages/providers/storage/postgres/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/postgres",
   "description": "PostgreSQL Storage for LlamaIndex",
-  "version": "0.0.36",
+  "version": "0.0.38",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/qdrant/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/qdrant
 
+## 0.1.5
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.1.4
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.1.3
 
 ### Patch Changes

packages/providers/storage/qdrant/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/qdrant",
   "description": "Qdrant Storage for LlamaIndex",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/upstash/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/upstash
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/storage/upstash/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/upstash",
   "description": "Upstash Storage for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/storage/weaviate/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/weaviate
 
+## 0.0.10
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.9
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/storage/weaviate/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/weaviate",
   "description": "Weaviate Storage for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/vercel/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/vercel
 
+## 0.0.16
+
+### Patch Changes
+
+- Updated dependencies [5668970]
+  - @llamaindex/core@0.5.5
+
+## 0.0.15
+
+### Patch Changes
+
+- Updated dependencies [ad3c7f1]
+  - @llamaindex/core@0.5.4
+
 ## 0.0.14
 
 ### Patch Changes

packages/providers/vercel/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/vercel",
   "description": "Vercel Adapter for LlamaIndex",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/vllm/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/vllm
 
+## 0.0.27
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.57
+
+## 0.0.26
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.56
+
 ## 0.0.25
 
 ### Patch Changes

packages/providers/vllm/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/vllm",
   "description": "vLLM Adapter for LlamaIndex",
-  "version": "0.0.25",
+  "version": "0.0.27",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",