fix:

Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
Co-authored-by: marcusschiesser <17126+marcusschiesser@users.noreply.github.com>

.changeset/fluffy-peas-repair.md

@@ -0,0 +1,6 @@
+---
+"llamaindex": patch
+"@llamaindex/workflow": patch
+---
+
+feat: support multi-resolution compatibility

apps/next/CHANGELOG.md

@@ -1,5 +1,58 @@
 # @llamaindex/doc
 
+## 0.2.5
+
+### Patch Changes
+
+- 4999df1: bump nextjs
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 0.2.4
+
+### Patch Changes
+
+- 9c63f3f: Add support for openai responses api
+- Updated dependencies [9c63f3f]
+- Updated dependencies [c515a32]
+  - @llamaindex/openai@0.3.0
+  - @llamaindex/core@0.6.2
+  - @llamaindex/workflow@1.0.2
+  - llamaindex@0.9.15
+  - @llamaindex/cloud@4.0.2
+  - @llamaindex/node-parser@2.0.2
+  - @llamaindex/readers@3.0.2
+
+## 0.2.3
+
+### Patch Changes
+
+- 648cfb5: Add support for supabase vector store
+  Added doc for the supbase vector store
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+- Updated dependencies [9d951b2]
+  - @llamaindex/core@0.6.1
+  - llamaindex@0.9.14
+  - @llamaindex/cloud@4.0.1
+  - @llamaindex/node-parser@2.0.1
+  - @llamaindex/openai@0.2.1
+  - @llamaindex/readers@3.0.1
+  - @llamaindex/workflow@1.0.1
+
+## 0.2.2
+
+### Patch Changes
+
+- e98033e: docs: correct the number of indexes
+
+## 0.2.1
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 0.2.0
 
 ### Minor Changes

apps/next/next.config.mjs

@@ -4,6 +4,8 @@ const withMDX = createMDX();
 
 /** @type {import('next').NextConfig} */
 const config = {
+  // default timeout for static generation is 60s, but we need to increase it to 10 minutes due to the large number of document pages
+  staticPageGenerationTimeout: 600,
   reactStrictMode: true,
   eslint: {
     ignoreDuringBuilds: true,

apps/next/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/doc",
-  "version": "0.2.0",
+  "version": "0.2.5",
   "private": true,
   "scripts": {
     "postinstall": "fumadocs-mdx",
@@ -46,7 +46,7 @@
     "hast-util-to-jsx-runtime": "^2.3.2",
     "llamaindex": "workspace:*",
     "lucide-react": "^0.460.0",
-    "next": "^15.2.1",
+    "next": "^15.2.4",
     "next-themes": "^0.4.3",
     "react": "^19.0.0",
     "react-dom": "^19.0.0",

apps/next/src/content/docs/llamaindex/getting_started/frameworks/typescript.mdx

@@ -58,7 +58,7 @@ FunctionTool.from<Input>((input) => {
 {
   compilerOptions: {
     // ⬇️ add this line to your tsconfig.json
-    moduleResolution: "bundler", // or "node16"
+    moduleResolution: "bundler", // or "nodenext" | "node16" | "node"
   },
 }
 ```
@@ -89,6 +89,22 @@ In old module resolution, TypeScript will not be able to find the module because
 See more about [moduleResolution](https://www.typescriptlang.org/docs/handbook/modules/theory.html#module-resolution) or
 [TypeScript 5.0 blog](https://devblogs.microsoft.com/typescript/announcing-typescript-5-0/#--moduleresolution-bundler7).
 
+Note for `"moduleResolution": "node"`:
+
+`moduleResolution: node` does not strictly follow package.json exports. We still support `moduleResolution: node` with a limited import path. When using `moduleResolution: node`, you may encounter type errors when importing like this:
+
+```ts
+import { Settings } from "llamaindex/Settings";
+
+// Cannot find module 'llamaindex/Settings' or its corresponding type declarations.
+// There are types at '.../node_modules/llamaindex/dist/type/Settings.d.ts', but this result could not be resolved under your current 'moduleResolution' setting. Consider updating to 'node16', 'nodenext', or 'bundler'.
+```
+
+The simplest way to fix this without changing `moduleResolution` is to import directly from `llamaindex`:
+
+```ts
+import { Settings } from "llamaindex";
+```
 
 	</Accordion>
 </Accordions>

apps/next/src/content/docs/llamaindex/modules/data_index.mdx

@@ -2,7 +2,7 @@
 title: Index
 ---
 
-An index is the basic container and organization for your data. LlamaIndex.TS supports two indexes:
+An index is the basic container and organization for your data. LlamaIndex.TS supports three indexes:
 
 - `VectorStoreIndex` - will send the top-k `Node`s to the LLM when generating a response. The default top-k is 2.
 - `SummaryIndex` - will send every `Node` in the index to the LLM in order to generate a response

apps/next/src/content/docs/llamaindex/modules/data_stores/vector_stores/supabase.mdx

@@ -0,0 +1,166 @@
+---
+title: Supabase Vector Store
+---
+
+[supabase.com](https://supabase.com/)
+
+To use this vector store, you need a Supabase project. You can create one at [supabase.com](https://supabase.com/).
+
+## Installation
+
+import { Tab, Tabs } from "fumadocs-ui/components/tabs";
+
+<Tabs groupId="install" items={["npm", "yarn", "pnpm"]} persist>
+  ```shell tab="npm"
+  npm install llamaindex @llamaindex/supabase
+  ```
+
+  ```shell tab="yarn"
+  yarn add llamaindex @llamaindex/supabase
+  ```
+
+  ```shell tab="pnpm"
+  pnpm add llamaindex @llamaindex/supabase
+  ```
+</Tabs>
+
+## Database Setup
+
+Before using the vector store, you need to:
+1. Enable the `pgvector` extension
+2. Create a table for storing vectors
+3. Create a vector similarity search function
+
+```sql
+create table documents (
+id uuid primary key,
+content text,
+metadata jsonb,
+embedding vector(1536)
+);
+```
+
+-- Create a function for similarity search
+```sql
+create function match_documents (
+query_embedding vector(1536),
+match_count int
+) returns table (
+id uuid,
+content text,
+metadata jsonb,
+embedding vector(1536),
+similarity float
+)
+language plpgsql
+as $$
+begin
+return query
+select
+id,
+content,
+metadata,
+embedding,
+1 - (embedding <=> query_embedding) as similarity
+from documents
+order by embedding <=> query_embedding
+limit match_count;
+end;
+$$;
+```
+
+## Importing the modules
+
+```ts
+import { Document, VectorStoreIndex } from "llamaindex";
+import { SupabaseVectorStore } from "@llamaindex/supabase";
+```
+
+## Setup Supabase
+
+```ts
+const vectorStore = new SupabaseVectorStore({
+  supabaseUrl: process.env.SUPABASE_URL,
+  supabaseKey: process.env.SUPABASE_KEY,
+  table: "documents",
+});
+```
+
+## Setup the index
+
+```ts
+const documents = [
+  new Document({ 
+    text: "Sample document text",
+    metadata: { source: "example" }
+  })
+];
+
+const storageContext = await storageContextFromDefaults({ vectorStore });
+const index = await VectorStoreIndex.fromDocuments(documents, {
+  storageContext,
+});
+```
+
+## Query the index
+
+```ts
+const queryEngine = index.asQueryEngine();
+
+const response = await queryEngine.query({
+  query: "What is in the document?",
+});
+
+// Output response
+console.log(response.toString());
+```
+
+## Full code
+
+```ts
+import { Document, VectorStoreIndex, storageContextFromDefaults } from "llamaindex";
+import { SupabaseVectorStore } from "@llamaindex/supabase";
+
+async function main() {
+  // Initialize the vector store
+  const vectorStore = new SupabaseVectorStore({
+    supabaseUrl: process.env.SUPABASE_URL,
+    supabaseKey: process.env.SUPABASE_KEY,
+    table: "documents",
+  });
+
+  // Create sample documents
+  const documents = [
+    new Document({
+      text: "Vector search enables semantic similarity search",
+      metadata: {
+        source: "research_paper",
+        author: "Jane Smith",
+      },
+    }),
+  ];
+
+  // Create storage context
+  const storageContext = await storageContextFromDefaults({ vectorStore });
+
+  // Create and store embeddings
+  const index = await VectorStoreIndex.fromDocuments(documents, {
+    storageContext,
+  });
+
+  // Query the index
+  const queryEngine = index.asQueryEngine();
+  const response = await queryEngine.query({
+    query: "What is vector search?",
+  });
+
+  // Output response
+  console.log(response.toString());
+}
+
+main().catch(console.error);
+```
+
+## API Reference
+
+- [SupabaseVectorStore](/docs/api/classes/SupabaseVectorStore)

apps/next/src/content/docs/llamaindex/modules/llms/openai.mdx

@@ -46,6 +46,156 @@ or
 Settings.llm = new OpenAI({ model: "gpt-3.5-turbo", temperature: 0, apiKey: <YOUR_API_KEY>, baseURL: "https://api.scaleway.ai/v1" });
 ```
 
+## Using OpenAI Responses API
+
+The OpenAI Responses API provides enhanced functionality for handling complex interactions, including built-in tools, annotations, and streaming responses. Here's how to use it:
+
+### Basic Setup
+
+```ts
+import { openaiResponses } from "@llamaindex/openai";
+
+const llm = openaiResponses({
+  model: "gpt-4o",
+  temperature: 0.1,
+  maxOutputTokens: 1000
+});
+```
+
+### Message Content Types
+
+The API supports different types of message content, including text and images:
+
+```ts
+const response = await llm.chat({
+  messages: [
+    {
+      role: "user",
+      content: [
+        {
+          type: "input_text",
+          text: "What's in this image?"
+        },
+        {
+          type: "input_image",
+          image_url: "https://example.com/image.jpg",
+          detail: "auto" // Optional: can be "auto", "low", or "high"
+        }
+      ]
+    }
+  ]
+});
+```
+
+### Advanced Features
+
+#### Built-in Tools
+
+```ts
+const llm = openaiResponses({
+  model: "gpt-4o",
+  builtInTools: [
+    {
+      type: "function",
+      name: "search_files",
+      description: "Search through available files"
+    }
+  ],
+  strict: true // Enable strict mode for tool calls
+});
+```
+
+#### Response Tracking and Storage
+
+```ts
+const llm = openaiResponses({
+  trackPreviousResponses: true, // Enable response tracking
+  store: true, // Store responses for future reference
+  user: "user-123", // Associate responses with a user
+  callMetadata: { // Add custom metadata
+    sessionId: "session-123",
+    context: "customer-support"
+  }
+});
+```
+
+#### Streaming Responses
+
+```ts
+const response = await llm.chat({
+  messages: [
+    {
+      role: "user",
+      content: "Generate a long response"
+    }
+  ],
+  stream: true // Enable streaming
+});
+
+for await (const chunk of response) {
+  console.log(chunk.delta); // Process each chunk of the response
+}
+```
+
+### Configuration Options
+
+The OpenAI Responses API supports various configuration options:
+
+```ts
+const llm = openaiResponses({
+  // Model and basic settings
+  model: "gpt-4o",
+  temperature: 0.1,
+  topP: 1,
+  maxOutputTokens: 1000,
+  
+  // API configuration
+  apiKey: "your-api-key",
+  baseURL: "custom-endpoint",
+  maxRetries: 10,
+  timeout: 60000,
+  
+  // Response handling
+  trackPreviousResponses: false,
+  store: false,
+  strict: false,
+  
+  // Additional options
+  instructions: "Custom instructions for the model",
+  truncation: "auto", // Can be "auto", "disabled", or null
+  include: ["citations", "reasoning"] // Specify what to include in responses
+});
+```
+
+### Response Structure
+
+The API returns responses with rich metadata and optional annotations:
+
+```ts
+interface ResponseStructure {
+  message: {
+    content: string;
+    role: "assistant";
+    options: {
+      built_in_tool_calls: Array<ToolCall>;
+      annotations?: Array<Citation | URLCitation | FilePath>;
+      refusal?: string;
+      reasoning?: ReasoningItem;
+      usage?: ResponseUsage;
+      toolCall?: Array<PartialToolCall>;
+    }
+  }
+}
+```
+
+### Best Practices
+
+1. Use `trackPreviousResponses` when you need conversation continuity
+2. Enable `strict` mode when using tools to ensure accurate function calls
+3. Set appropriate `maxOutputTokens` to control response length
+4. Use `annotations` to track citations and references in responses
+5. Implement error handling for potential API failures and retries
+
 ## Using JSON Response Format
 
 You can configure OpenAI to return responses in JSON format:
@@ -73,6 +223,112 @@ Settings.llm = new OpenAI({
 });
 ```
 
+## Response Formats
+
+The OpenAI LLM supports different response formats to structure the output in specific ways. There are two main approaches to formatting responses:
+
+### 1. JSON Object Format
+
+The simplest way to get structured JSON responses is using the `json_object` response format:
+
+```ts
+Settings.llm = new OpenAI({ 
+  model: "gpt-4o", 
+  temperature: 0,
+  responseFormat: { type: "json_object" }  
+});
+
+const response = await llm.chat({
+  messages: [
+    {
+      role: "system",
+      content: "You are a helpful assistant that outputs JSON."
+    },
+    {
+      role: "user", 
+      content: "Summarize this meeting transcript"
+    }
+  ]
+});
+
+// Response will be valid JSON
+console.log(response.message.content);
+```
+
+### 2. Schema Validation with Zod
+
+For more robust type safety and validation, you can use Zod schemas to define the expected response structure:
+
+```ts
+import { z } from "zod";
+
+// Define the response schema
+const meetingSchema = z.object({
+  summary: z.string(),
+  participants: z.array(z.string()),
+  actionItems: z.array(z.string()),
+  nextSteps: z.string()
+});
+
+// Configure the LLM with the schema
+Settings.llm = new OpenAI({ 
+  model: "gpt-4o", 
+  temperature: 0,
+  responseFormat: meetingSchema
+});
+
+const response = await llm.chat({
+  messages: [
+    {
+      role: "user",
+      content: "Summarize this meeting transcript" 
+    }
+  ]
+});
+
+// Response will be typed and validated according to the schema
+const result = response.message.content;
+console.log(result.summary);
+console.log(result.actionItems);
+```
+
+### Response Format Options
+
+The response format can be configured in two ways:
+
+1. At LLM initialization:
+```ts
+const llm = new OpenAI({
+  model: "gpt-4o",
+  responseFormat: { type: "json_object" } // or a Zod schema
+});
+```
+
+2. Per request:
+```ts
+const response = await llm.chat({
+  messages: [...],
+  responseFormat: { type: "json_object" } // or a Zod schema
+});
+```
+
+The response format options are:
+
+- `{ type: "json_object" }` - Returns responses as JSON objects
+- `zodSchema` - A Zod schema that defines and validates the response structure
+
+### Best Practices
+
+1. Use JSON object format for simple structured responses
+2. Use Zod schemas when you need:
+   - Type safety
+   - Response validation
+   - Complex nested structures
+   - Specific field constraints
+3. Set a low temperature (e.g. 0) when using structured outputs for more reliable formatting
+4. Include clear instructions in system or user messages about the expected response format
+5. Handle potential parsing errors when working with JSON responses
+
 ## Load and index documents
 
 For this example, we will use a single document. In a real-world scenario, you would have multiple documents to index.

apps/next/src/content/docs/llamaindex/modules/tool/index.mdx

@@ -7,9 +7,59 @@ A tool can be called to perform custom actions, or retrieve extra information ba
 A result from a tool call can be used by subsequent steps in a workflow, or to compute a final answer.
 For example, a "weather tool" could fetch some live weather information from a geographical location.
 
+## Tool Function
+
+The `tool` function is a utility provided to define a tool that can be used by an agent. It takes a function and a configuration object as arguments. The configuration object includes the tool's name, description, and parameters.
+
+### Parameters with Zod
+
+The `parameters` field in the tool configuration is defined using `zod`, a TypeScript-first schema declaration and validation library. `zod` allows you to specify the expected structure and types of the input parameters, ensuring that the data passed to the tool is valid.
+
+Example:
+```ts
+import { agent, tool } from "llamaindex";
+import { z } from "zod";
+
+// first arg is LLM input, second is bound arg
+const queryKnowledgeBase = async ({ question }, { userToken }) => {
+  const response = await fetch(`https://knowledge-base.com?token=${userToken}&query=${question}`);
+  // ...
+};
+
+// define tool with zod validation
+const kbTool = tool(queryKnowledgeBase, {
+  name: 'queryKnowledgeBase',
+  description: 'Query knowledge base',
+  parameters: z.object({
+    question: z.string({
+      description: 'The user question',
+    }),
+  }),
+});
+
+```
+In this example, `z.object` is used to define a schema for the `parameters` where `question` is expected to be a string. This ensures that any input to the tool adheres to the specified structure, providing a layer of type safety and validation.
+
+
+## Built-in tools
+
+You can import built-in tools from the `@llamaindex/tools` package.
+
+```ts
+import { agent } from "llamaindex";
+import { wiki } from "@llamaindex/tools";
+
+const researchAgent = agent({
+  name: "WikiAgent",
+  description: "Gathering information from the internet",
+  systemPrompt: `You are a research agent. Your role is to gather information from the internet using the provided tools.`,
+  tools: [wiki()],
+});
+```
+
 ## Function tool
 
-Function tools are implemented with the `FunctionTool` class.
+You can still use the `FunctionTool` class to define a tool.
 A `FunctionTool` is constructed from a function with signature
 ```ts
 (input: T, additionalArg?: AdditionalToolArgument) => R

e2e/examples/cloudflare-worker-agent/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/cloudflare-worker-agent-test
 
+## 0.0.150
+
+### Patch Changes
+
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 0.0.149
+
+### Patch Changes
+
+- llamaindex@0.9.15
+
+## 0.0.148
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+
+## 0.0.147
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 0.0.146
 
 ### Patch Changes

e2e/examples/cloudflare-worker-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloudflare-worker-agent-test",
-  "version": "0.0.146",
+  "version": "0.0.150",
   "type": "module",
   "private": true,
   "scripts": {

e2e/examples/llama-parse-browser/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/llama-parse-browser-test
 
+## 0.0.57
+
+### Patch Changes
+
+- @llamaindex/cloud@4.0.2
+
+## 0.0.56
+
+### Patch Changes
+
+- @llamaindex/cloud@4.0.1
+
 ## 0.0.55
 
 ### Patch Changes

e2e/examples/llama-parse-browser/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/llama-parse-browser-test",
   "private": true,
-  "version": "0.0.55",
+  "version": "0.0.57",
   "type": "module",
   "scripts": {
     "dev": "vite",
@@ -10,7 +10,7 @@
   },
   "devDependencies": {
     "typescript": "^5.7.3",
-    "vite": "^5.4.12",
+    "vite": "^5.4.16",
     "vite-plugin-wasm": "^3.3.0"
   },
   "dependencies": {

e2e/examples/nextjs-agent/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @llamaindex/next-agent-test
 
+## 0.1.150
+
+### Patch Changes
+
+- 4999df1: bump nextjs
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 0.1.149
+
+### Patch Changes
+
+- llamaindex@0.9.15
+
+## 0.1.148
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+
+## 0.1.147
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 0.1.146
 
 ### Patch Changes

e2e/examples/nextjs-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-agent-test",
-  "version": "0.1.146",
+  "version": "0.1.150",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -10,7 +10,7 @@
   "dependencies": {
     "ai": "^4.0.0",
     "llamaindex": "workspace:*",
-    "next": "15.2.0",
+    "next": "^15.2.4",
     "react": "19.0.0",
     "react-dom": "19.0.0"
   },

e2e/examples/nextjs-edge-runtime/CHANGELOG.md

@@ -1,5 +1,33 @@
 # test-edge-runtime
 
+## 0.1.149
+
+### Patch Changes
+
+- 4999df1: bump nextjs
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 0.1.148
+
+### Patch Changes
+
+- llamaindex@0.9.15
+
+## 0.1.147
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+
+## 0.1.146
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 0.1.145
 
 ### Patch Changes

e2e/examples/nextjs-edge-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/nextjs-edge-runtime-test",
-  "version": "0.1.145",
+  "version": "0.1.149",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -9,7 +9,7 @@
   },
   "dependencies": {
     "llamaindex": "workspace:*",
-    "next": "15.2.0",
+    "next": "^15.2.4",
     "react": "^19.0.0",
     "react-dom": "^19.0.0"
   },

e2e/examples/nextjs-node-runtime/CHANGELOG.md

@@ -1,5 +1,37 @@
 # @llamaindex/next-node-runtime
 
+## 0.1.16
+
+### Patch Changes
+
+- 4999df1: bump nextjs
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 0.1.15
+
+### Patch Changes
+
+- llamaindex@0.9.15
+- @llamaindex/huggingface@0.1.2
+- @llamaindex/readers@3.0.2
+
+## 0.1.14
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+  - @llamaindex/huggingface@0.1.1
+  - @llamaindex/readers@3.0.1
+
+## 0.1.13
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 0.1.12
 
 ### Patch Changes

e2e/examples/nextjs-node-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-node-runtime-test",
-  "version": "0.1.12",
+  "version": "0.1.16",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -11,7 +11,7 @@
     "@llamaindex/huggingface": "workspace:*",
     "@llamaindex/readers": "workspace:*",
     "llamaindex": "workspace:*",
-    "next": "15.2.0",
+    "next": "^15.2.4",
     "react": "19.0.0",
     "react-dom": "19.0.0"
   },

e2e/examples/vite-import-llamaindex/CHANGELOG.md

@@ -1,5 +1,32 @@
 # vite-import-llamaindex
 
+## 0.0.16
+
+### Patch Changes
+
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 0.0.15
+
+### Patch Changes
+
+- llamaindex@0.9.15
+
+## 0.0.14
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+
+## 0.0.13
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 0.0.12
 
 ### Patch Changes

e2e/examples/vite-import-llamaindex/package.json

@@ -1,7 +1,7 @@
 {
   "name": "vite-import-llamaindex",
   "private": true,
-  "version": "0.0.12",
+  "version": "0.0.16",
   "type": "module",
   "scripts": {
     "build": "vite build",
@@ -16,7 +16,7 @@
     "@size-limit/preset-big-lib": "^11.1.6",
     "size-limit": "^11.1.6",
     "typescript": "^5.7.3",
-    "vite": "^6.1.0"
+    "vite": "^5.4.16"
   },
   "dependencies": {
     "llamaindex": "workspace:*"

e2e/examples/waku-query-engine/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/waku-query-engine-test
 
+## 0.0.150
+
+### Patch Changes
+
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 0.0.149
+
+### Patch Changes
+
+- llamaindex@0.9.15
+
+## 0.0.148
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+
+## 0.0.147
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 0.0.146
 
 ### Patch Changes

e2e/examples/waku-query-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/waku-query-engine-test",
-  "version": "0.0.146",
+  "version": "0.0.150",
   "type": "module",
   "private": true,
   "scripts": {

examples/.nvmrc

@@ -0,0 +1 @@
+20

examples/CHANGELOG.md

@@ -1,5 +1,115 @@
 # examples
 
+## 0.3.3
+
+### Patch Changes
+
+- Updated dependencies [f5e4d09]
+- Updated dependencies [ead657a]
+  - llamaindex@0.9.16
+  - @llamaindex/tools@0.0.5
+
+## 0.3.2
+
+### Patch Changes
+
+- 9c63f3f: Add support for openai responses api
+- Updated dependencies [9c63f3f]
+- Updated dependencies [c515a32]
+  - @llamaindex/openai@0.3.0
+  - @llamaindex/google@0.2.2
+  - @llamaindex/core@0.6.2
+  - @llamaindex/workflow@1.0.2
+  - llamaindex@0.9.15
+  - @llamaindex/clip@0.0.48
+  - @llamaindex/deepinfra@0.0.48
+  - @llamaindex/deepseek@0.0.8
+  - @llamaindex/fireworks@0.0.8
+  - @llamaindex/groq@0.0.63
+  - @llamaindex/huggingface@0.1.2
+  - @llamaindex/jinaai@0.0.8
+  - @llamaindex/perplexity@0.0.5
+  - @llamaindex/azure@0.1.11
+  - @llamaindex/elastic-search@0.1.2
+  - @llamaindex/milvus@0.1.11
+  - @llamaindex/qdrant@0.1.11
+  - @llamaindex/supabase@0.1.1
+  - @llamaindex/together@0.0.8
+  - @llamaindex/vllm@0.0.34
+  - @llamaindex/cloud@4.0.2
+  - @llamaindex/node-parser@2.0.2
+  - @llamaindex/anthropic@0.3.2
+  - @llamaindex/cohere@0.0.16
+  - @llamaindex/mistral@0.1.2
+  - @llamaindex/mixedbread@0.0.16
+  - @llamaindex/ollama@0.1.2
+  - @llamaindex/portkey-ai@0.0.44
+  - @llamaindex/replicate@0.0.44
+  - @llamaindex/astra@0.0.16
+  - @llamaindex/chroma@0.0.16
+  - @llamaindex/firestore@1.0.9
+  - @llamaindex/mongodb@0.0.16
+  - @llamaindex/pinecone@0.1.2
+  - @llamaindex/postgres@0.0.44
+  - @llamaindex/upstash@0.0.16
+  - @llamaindex/weaviate@0.0.16
+  - @llamaindex/vercel@0.1.2
+  - @llamaindex/voyage-ai@1.0.8
+  - @llamaindex/readers@3.0.2
+  - @llamaindex/tools@0.0.4
+
+## 0.3.1
+
+### Patch Changes
+
+- 648cfb5: Add support for supabase vector store
+  Added doc for the supbase vector store
+- Updated dependencies [648cfb5]
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+- Updated dependencies [9d951b2]
+  - @llamaindex/supabase@0.1.0
+  - @llamaindex/core@0.6.1
+  - llamaindex@0.9.14
+  - @llamaindex/tools@0.0.3
+  - @llamaindex/cloud@4.0.1
+  - @llamaindex/node-parser@2.0.1
+  - @llamaindex/anthropic@0.3.1
+  - @llamaindex/clip@0.0.47
+  - @llamaindex/cohere@0.0.15
+  - @llamaindex/deepinfra@0.0.47
+  - @llamaindex/google@0.2.1
+  - @llamaindex/huggingface@0.1.1
+  - @llamaindex/jinaai@0.0.7
+  - @llamaindex/mistral@0.1.1
+  - @llamaindex/mixedbread@0.0.15
+  - @llamaindex/ollama@0.1.1
+  - @llamaindex/openai@0.2.1
+  - @llamaindex/perplexity@0.0.4
+  - @llamaindex/portkey-ai@0.0.43
+  - @llamaindex/replicate@0.0.43
+  - @llamaindex/astra@0.0.15
+  - @llamaindex/azure@0.1.10
+  - @llamaindex/chroma@0.0.15
+  - @llamaindex/elastic-search@0.1.1
+  - @llamaindex/firestore@1.0.8
+  - @llamaindex/milvus@0.1.10
+  - @llamaindex/mongodb@0.0.15
+  - @llamaindex/pinecone@0.1.1
+  - @llamaindex/postgres@0.0.43
+  - @llamaindex/qdrant@0.1.10
+  - @llamaindex/upstash@0.0.15
+  - @llamaindex/weaviate@0.0.15
+  - @llamaindex/vercel@0.1.1
+  - @llamaindex/voyage-ai@1.0.7
+  - @llamaindex/readers@3.0.1
+  - @llamaindex/workflow@1.0.1
+  - @llamaindex/deepseek@0.0.7
+  - @llamaindex/fireworks@0.0.7
+  - @llamaindex/groq@0.0.62
+  - @llamaindex/together@0.0.7
+  - @llamaindex/vllm@0.0.33
+
 ## 0.3.0
 
 ### Minor Changes

examples/agent/mcp_tools.ts

@@ -0,0 +1,34 @@
+import { openai } from "@llamaindex/openai";
+import { mcp } from "@llamaindex/tools";
+import { agent } from "llamaindex";
+
+async function main() {
+  // Create an MCP server for filesystem tools
+  const server = mcp({
+    command: "npx",
+    args: ["-y", "@modelcontextprotocol/server-filesystem", "."],
+    verbose: true,
+  });
+
+  try {
+    // Create an agent that uses the MCP tools
+    const myAgent = agent({
+      name: "Assistant",
+      systemPrompt: "Use the tools to achieve the task.",
+      tools: await server.tools(),
+      llm: openai({ model: "gpt-4o" }),
+      verbose: true,
+    });
+
+    // Run a task
+    const response = await myAgent.run(
+      "what are the files in the current directory?",
+    );
+
+    console.log("Agent response:", response.data);
+  } finally {
+    await server.cleanup();
+  }
+}
+
+main().catch(console.error);

examples/agent/query_tool.ts

@@ -0,0 +1,51 @@
+import {
+  AgentStream,
+  AgentToolCallResult,
+  Document,
+  VectorStoreIndex,
+  agent,
+  openai,
+} from "llamaindex";
+
+async function main() {
+  const index = await VectorStoreIndex.fromDocuments([
+    new Document({
+      text: "Cats have a specialized collarbone that allows them to always land on their feet when they fall.",
+    }),
+    new Document({
+      text: "Dogs have a sense of smell that is 10,000 to 100,000 times more acute than humans.",
+    }),
+    new Document({
+      text: "Cats are known for their agility and ability to jump high.",
+    }),
+  ]);
+
+  const myAgent = agent({
+    llm: openai({ model: "gpt-4o" }),
+    tools: [
+      index.queryTool({
+        options: { similarityTopK: 2 },
+        includeSourceNodes: true,
+      }),
+    ],
+  });
+
+  const context = myAgent.run("The fact about cats");
+
+  for await (const event of context) {
+    if (event instanceof AgentToolCallResult) {
+      console.log(
+        "Using these retrieved information to answer the question:\n",
+        event.data.toolOutput.result,
+      );
+    } else if (event instanceof AgentStream) {
+      for (const chunk of event.data.delta) {
+        process.stdout.write(chunk);
+      }
+    }
+  }
+}
+
+void main().then(() => {
+  console.log("Done");
+});

examples/openai/responses/agent.ts

@@ -0,0 +1,30 @@
+import { openaiResponses } from "@llamaindex/openai";
+import { wiki } from "@llamaindex/tools";
+import { agent, tool } from "llamaindex";
+import { z } from "zod";
+
+const workflow = agent({
+  tools: [
+    tool({
+      name: "weather",
+      description: "Get the weather",
+      parameters: z.object({
+        location: z.string().describe("The location to get the weather for"),
+      }),
+      execute: ({ location }) => `The weather in ${location} is sunny`,
+    }),
+    wiki(),
+  ],
+  llm: openaiResponses({
+    model: "gpt-4o-mini",
+  }),
+});
+
+async function main() {
+  const result = await workflow.run(
+    "What is the weather in New York? What's the history of New York from Wikipedia in 3 sentences?",
+  );
+  console.log(result.data);
+}
+
+void main();

examples/openai/responses/image.ts

@@ -0,0 +1,33 @@
+import { openaiResponses } from "@llamaindex/openai";
+
+async function main() {
+  const llm = openaiResponses({
+    model: "gpt-4o",
+    maxOutputTokens: 1000,
+    apiKey: process.env.MY_OPENAI_API_KEY,
+  });
+
+  const response = await llm.chat({
+    messages: [
+      {
+        role: "user",
+        content: [
+          {
+            type: "text",
+            text: "What's in this image? Describe it in detail.",
+          },
+          {
+            type: "image_url",
+            image_url: {
+              url: "https://storage.googleapis.com/cloud-samples-data/vision/face/faces.jpeg",
+            },
+          },
+        ],
+      },
+    ],
+  });
+
+  console.log("Single Image Analysis:", response.message.content);
+}
+
+main().catch(console.error);

examples/openai/responses/openai-responses.ts

@@ -0,0 +1,22 @@
+import { openaiResponses } from "@llamaindex/openai";
+
+async function main() {
+  const llm = openaiResponses({
+    model: "gpt-4o-mini",
+    temperature: 0.1,
+  });
+
+  // Basic chat example
+  const response = await llm.chat({
+    messages: [
+      {
+        role: "user",
+        content: "What is the capital of France?",
+      },
+    ],
+  });
+
+  console.log(response.message.content);
+}
+
+main().catch(console.error);

examples/openai/responses/stream.ts

@@ -0,0 +1,26 @@
+import { openaiResponses } from "@llamaindex/openai";
+
+async function main() {
+  const llm = openaiResponses({
+    model: "gpt-4o-mini",
+    temperature: 0.1,
+  });
+
+  const stream = await llm.chat({
+    messages: [
+      { content: "You want to talk in rhymes.", role: "system" },
+      {
+        content:
+          "How much wood would a woodchuck chuck if a woodchuck could chuck wood?",
+        role: "user",
+      },
+    ],
+    stream: true,
+  });
+
+  for await (const chunk of stream) {
+    process.stdout.write(chunk.delta);
+  }
+}
+
+main().catch(console.error);

examples/openai/responses/tool-call.ts

@@ -0,0 +1,37 @@
+import { openaiResponses } from "@llamaindex/openai";
+import { tool } from "llamaindex";
+
+import { z } from "zod";
+async function main() {
+  const weatherTool = tool({
+    name: "weather",
+    description: "Get the weather",
+    parameters: z.object({
+      location: z.string({
+        description: "The location to get the weather for",
+      }),
+    }),
+    execute: ({ location }) => {
+      return `The weather in ${location} is sunny`;
+    },
+  });
+
+  const llm = openaiResponses({
+    model: "gpt-4o-mini",
+    temperature: 0.1,
+  });
+
+  const response = await llm.chat({
+    messages: [
+      {
+        role: "user",
+        content: "What is the weather in New York?",
+      },
+    ],
+    tools: [weatherTool],
+  });
+
+  console.log(response.message.options);
+}
+
+main().catch(console.error);

examples/openai/responses/web-search.ts

@@ -0,0 +1,23 @@
+import { openaiResponses } from "@llamaindex/openai";
+
+async function main() {
+  const llm = openaiResponses({
+    model: "gpt-4o",
+    temperature: 0.1,
+    builtInTools: [{ type: "web_search_preview" }],
+  });
+
+  // Streaming chat example
+  const response = await llm.chat({
+    messages: [
+      {
+        role: "user",
+        content: "What are the latest developments in AI?",
+      },
+    ],
+  });
+
+  console.log(response.message.content);
+}
+
+main().catch(console.error);

examples/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/examples",
-  "version": "0.3.0",
+  "version": "0.3.3",
   "private": true,
   "scripts": {
     "lint": "eslint .",
@@ -11,46 +11,47 @@
     "@azure/cosmos": "^4.1.1",
     "@azure/identity": "^4.4.1",
     "@azure/search-documents": "^12.1.0",
-    "@llamaindex/anthropic": "^0.3.0",
-    "@llamaindex/astra": "^0.0.14",
-    "@llamaindex/azure": "^0.1.9",
-    "@llamaindex/chroma": "^0.0.14",
-    "@llamaindex/clip": "^0.0.46",
-    "@llamaindex/cloud": "^4.0.0",
-    "@llamaindex/cohere": "^0.0.14",
-    "@llamaindex/core": "^0.6.0",
-    "@llamaindex/deepinfra": "^0.0.46",
+    "@llamaindex/anthropic": "^0.3.2",
+    "@llamaindex/astra": "^0.0.16",
+    "@llamaindex/azure": "^0.1.11",
+    "@llamaindex/chroma": "^0.0.16",
+    "@llamaindex/clip": "^0.0.48",
+    "@llamaindex/cloud": "^4.0.2",
+    "@llamaindex/cohere": "^0.0.16",
+    "@llamaindex/core": "^0.6.2",
+    "@llamaindex/deepinfra": "^0.0.48",
     "@llamaindex/env": "^0.1.29",
-    "@llamaindex/firestore": "^1.0.7",
-    "@llamaindex/google": "^0.2.0",
-    "@llamaindex/groq": "^0.0.61",
-    "@llamaindex/huggingface": "^0.1.0",
-    "@llamaindex/milvus": "^0.1.9",
-    "@llamaindex/mistral": "^0.1.0",
-    "@llamaindex/mixedbread": "^0.0.14",
-    "@llamaindex/mongodb": "^0.0.14",
-    "@llamaindex/elastic-search": "^0.1.0",
-    "@llamaindex/node-parser": "^2.0.0",
-    "@llamaindex/ollama": "^0.1.0",
-    "@llamaindex/openai": "^0.2.0",
-    "@llamaindex/pinecone": "^0.1.0",
-    "@llamaindex/portkey-ai": "^0.0.42",
-    "@llamaindex/postgres": "^0.0.42",
-    "@llamaindex/qdrant": "^0.1.9",
-    "@llamaindex/readers": "^3.0.0",
-    "@llamaindex/replicate": "^0.0.42",
-    "@llamaindex/upstash": "^0.0.14",
-    "@llamaindex/vercel": "^0.1.0",
-    "@llamaindex/vllm": "^0.0.32",
-    "@llamaindex/voyage-ai": "^1.0.6",
-    "@llamaindex/weaviate": "^0.0.14",
-    "@llamaindex/workflow": "^1.0.0",
-    "@llamaindex/deepseek": "^0.0.6",
-    "@llamaindex/fireworks": "^0.0.6",
-    "@llamaindex/together": "^0.0.6",
-    "@llamaindex/jinaai": "^0.0.6",
-    "@llamaindex/perplexity": "^0.0.3",
-    "@llamaindex/tools": "^0.0.2",
+    "@llamaindex/firestore": "^1.0.9",
+    "@llamaindex/google": "^0.2.2",
+    "@llamaindex/groq": "^0.0.63",
+    "@llamaindex/huggingface": "^0.1.2",
+    "@llamaindex/milvus": "^0.1.11",
+    "@llamaindex/mistral": "^0.1.2",
+    "@llamaindex/mixedbread": "^0.0.16",
+    "@llamaindex/mongodb": "^0.0.16",
+    "@llamaindex/elastic-search": "^0.1.2",
+    "@llamaindex/node-parser": "^2.0.2",
+    "@llamaindex/ollama": "^0.1.2",
+    "@llamaindex/openai": "^0.3.0",
+    "@llamaindex/pinecone": "^0.1.2",
+    "@llamaindex/portkey-ai": "^0.0.44",
+    "@llamaindex/postgres": "^0.0.44",
+    "@llamaindex/qdrant": "^0.1.11",
+    "@llamaindex/readers": "^3.0.2",
+    "@llamaindex/replicate": "^0.0.44",
+    "@llamaindex/upstash": "^0.0.16",
+    "@llamaindex/vercel": "^0.1.2",
+    "@llamaindex/vllm": "^0.0.34",
+    "@llamaindex/voyage-ai": "^1.0.8",
+    "@llamaindex/weaviate": "^0.0.16",
+    "@llamaindex/workflow": "^1.0.2",
+    "@llamaindex/deepseek": "^0.0.8",
+    "@llamaindex/fireworks": "^0.0.8",
+    "@llamaindex/together": "^0.0.8",
+    "@llamaindex/jinaai": "^0.0.8",
+    "@llamaindex/perplexity": "^0.0.5",
+    "@llamaindex/supabase": "^0.1.1",
+    "@llamaindex/tools": "^0.0.5",
     "@notionhq/client": "^2.2.15",
     "@pinecone-database/pinecone": "^4.0.0",
     "@vercel/postgres": "^0.10.0",
@@ -59,7 +60,7 @@
     "commander": "^12.1.0",
     "dotenv": "^16.4.5",
     "js-tiktoken": "^1.0.14",
-    "llamaindex": "^0.9.12",
+    "llamaindex": "^0.9.16",
     "mongodb": "6.7.0",
     "postgres": "^3.4.4",
     "wikipedia": "^2.1.2",

examples/readers/package.json

@@ -14,6 +14,7 @@
     "start:assemblyai": "node --import tsx ./src/assemblyai.ts",
     "start:llamaparse-dir": "node --import tsx ./src/simple-directory-reader-with-llamaparse.ts",
     "start:llamaparse-json": "node --import tsx ./src/llamaparse-json.ts",
+    "start:llamaparse-workflow": "node --import tsx ./src/llamaparse-workflow.ts",
     "start:discord": "node --import tsx ./src/discord.ts",
     "start:json": "node --import tsx ./src/json.ts",
     "start:obsidian": "node --import tsx ./src/obsidian.ts"

examples/readers/src/llamaparse-workflow.ts

@@ -0,0 +1,26 @@
+import { uploadFile } from "@llamaindex/cloud/reader-workflow";
+
+async function main() {
+  const job = await uploadFile({
+    file: "../data/basic.pdf",
+  });
+  console.log("job id", job.jobId);
+
+  job.signal.addEventListener("abort", () => {
+    console.error("ERROR:", job.signal.reason);
+  });
+
+  const markdown = await job.markdown();
+  console.log("--markdown--");
+  console.log(markdown);
+
+  const text = await job.text();
+  console.log("--text--");
+  console.log(text);
+
+  const json = await job.json();
+  console.log("--json--");
+  console.log(json);
+}
+
+main();

examples/vector-store/supbases/index.ts

@@ -0,0 +1,75 @@
+import {
+  gemini,
+  GEMINI_EMBEDDING_MODEL,
+  GEMINI_MODEL,
+  GeminiEmbedding,
+} from "@llamaindex/google";
+import { SupabaseVectorStore } from "@llamaindex/supabase";
+import {
+  Document,
+  Settings,
+  storageContextFromDefaults,
+  VectorStoreIndex,
+} from "llamaindex";
+async function main() {
+  Settings.embedModel = new GeminiEmbedding({
+    model: GEMINI_EMBEDDING_MODEL.TEXT_EMBEDDING_004,
+  });
+  Settings.llm = gemini({
+    model: GEMINI_MODEL.GEMINI_PRO_1_5_FLASH,
+  });
+  // Create sample documents
+  const documents = [
+    new Document({
+      text: "Supbase is a powerful Database engine",
+      metadata: {
+        source: "tech_docs",
+        author: "John Doe",
+      },
+    }),
+    new Document({
+      text: "Vector search enables semantic similarity search",
+      metadata: {
+        source: "research_paper",
+        author: "Jane Smith",
+      },
+    }),
+    new Document({
+      text: "Supbase vector store supports various distance metrics for vector search",
+      metadata: {
+        source: "tech_docs",
+        author: "Bob Wilson",
+      },
+    }),
+  ];
+
+  // Initialize ElasticSearch Vector Store
+  const vectorStore = new SupabaseVectorStore({
+    supabaseUrl: process.env.SUPABASE_URL,
+    supabaseKey: process.env.SUPABASE_KEY,
+    table: "document",
+  });
+
+  // await vectorStore.delete("fc079c38-2af4-4782-96e4-955c28608fcf");
+
+  // Create storage context with the vector store
+  const storageContext = await storageContextFromDefaults({
+    vectorStore,
+  });
+
+  // Create and store embeddings in ElasticSearch
+  const index = await VectorStoreIndex.fromDocuments(documents, {
+    storageContext,
+  });
+
+  // Query the index
+  const queryEngine = index.asQueryEngine();
+
+  // Simple query
+  const response = await queryEngine.query({
+    query: "What is vector search?",
+  });
+  console.log("Basic Query Response:", response.toString());
+}
+
+main().catch(console.error);

examples/vector-store/supbases/package.json

@@ -0,0 +1,8 @@
+{
+  "name": "vector-store-supabase",
+  "type": "module",
+  "private": true,
+  "scripts": {
+    "start": "npx tsx index.ts"
+  }
+}

package.json

@@ -35,7 +35,8 @@
     "prettier-plugin-tailwindcss": "^0.6.11",
     "turbo": "^2.4.4",
     "typescript": "^5.7.3",
-    "typescript-eslint": "^8.18.0"
+    "typescript-eslint": "^8.18.0",
+    "vitest": "^3.1.1"
   },
   "packageManager": "pnpm@9.12.3",
   "lint-staged": {

packages/autotool/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @llamaindex/autotool
 
+## 6.0.16
+
+### Patch Changes
+
+- 4999df1: bump nextjs
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 6.0.15
+
+### Patch Changes
+
+- llamaindex@0.9.15
+
+## 6.0.14
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+
+## 6.0.13
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 6.0.12
 
 ### Patch Changes

packages/autotool/examples/01_node/CHANGELOG.md

@@ -1,5 +1,37 @@
 # @llamaindex/autotool-01-node-example
 
+## 0.0.97
+
+### Patch Changes
+
+- Updated dependencies [4999df1]
+- Updated dependencies [f5e4d09]
+  - @llamaindex/autotool@6.0.16
+  - llamaindex@0.9.16
+
+## 0.0.96
+
+### Patch Changes
+
+- llamaindex@0.9.15
+- @llamaindex/autotool@6.0.15
+
+## 0.0.95
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+  - @llamaindex/autotool@6.0.14
+
+## 0.0.94
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+  - @llamaindex/autotool@6.0.13
+
 ## 0.0.93
 
 ### Patch Changes

packages/autotool/examples/01_node/package.json

@@ -13,5 +13,5 @@
   "scripts": {
     "start": "node --import tsx --import @llamaindex/autotool/node ./src/index.ts"
   },
-  "version": "0.0.93"
+  "version": "0.0.97"
 }

packages/autotool/package.json

@@ -6,7 +6,7 @@
     "url": "git+https://github.com/run-llama/LlamaIndexTS.git",
     "directory": "packages/autotool"
   },
-  "version": "6.0.12",
+  "version": "6.0.16",
   "description": "auto transpile your JS function to LLM Agent compatible",
   "files": [
     "dist",
@@ -77,7 +77,7 @@
     "@types/node": "^22.9.0",
     "bunchee": "6.4.0",
     "llamaindex": "workspace:*",
-    "next": "15.2.0",
+    "next": "^15.2.4",
     "rollup": "^4.28.1",
     "tsx": "^4.19.3",
     "typescript": "^5.7.3",

packages/cloud/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/cloud
 
+## 4.0.2
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 4.0.1
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 4.0.0
 
 ### Patch Changes

packages/cloud/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloud",
-  "version": "4.0.0",
+  "version": "4.0.2",
   "type": "module",
   "license": "MIT",
   "scripts": {
@@ -47,6 +47,17 @@
         "default": "./reader/dist/index.js"
       },
       "default": "./reader/dist/index.js"
+    },
+    "./reader-workflow": {
+      "require": {
+        "types": "./reader/dist/workflow.d.cts",
+        "default": "./reader/dist/workflow.cjs"
+      },
+      "import": {
+        "types": "./reader/dist/workflow.d.ts",
+        "default": "./reader/dist/workflow.js"
+      },
+      "default": "./reader/dist/workflow.js"
     }
   },
   "repository": {
@@ -59,10 +70,16 @@
     "@hey-api/openapi-ts": "^0.61.0",
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*",
+    "@types/node": "^22.14.0",
     "bunchee": "6.4.0"
   },
   "peerDependencies": {
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*"
+  },
+  "dependencies": {
+    "fluere": "^0.3.3",
+    "stable-hash": "^0.0.5",
+    "zod": "^3.24.2"
   }
 }

packages/cloud/src/reader-workflow.ts

@@ -0,0 +1,300 @@
+import { createClient, createConfig } from "@hey-api/client-fetch";
+import { fs, getEnv, path } from "@llamaindex/env";
+import {
+  createWorkflow,
+  type WorkflowEvent,
+  workflowEvent,
+  type WorkflowEventData,
+} from "fluere";
+import { withStore } from "fluere/middleware/store";
+import { withTraceEvents } from "fluere/middleware/trace-events";
+import { collect } from "fluere/stream/consumer";
+import { until } from "fluere/stream/until";
+import { pRetryHandler } from "fluere/util/p-retry";
+import { zodEvent } from "fluere/util/zod";
+import hash from "stable-hash";
+import { z } from "zod";
+import {
+  type Body_upload_file_api_v1_parsing_upload_post,
+  getJobApiV1ParsingJobJobIdGet,
+  getJobJsonResultApiV1ParsingJobJobIdResultJsonGet,
+  getJobResultApiV1ParsingJobJobIdResultMarkdownGet,
+  getJobTextResultApiV1ParsingJobJobIdResultTextGet,
+  type StatusEnum,
+  uploadFileApiV1ParsingUploadPost,
+} from "./api";
+import { parseFormSchema } from "./schema";
+
+type InferWorkflowEventData<T> =
+  T extends WorkflowEventData<infer U>
+    ? U
+    : T extends WorkflowEvent<infer U>
+      ? U
+      : never;
+
+const startEvent = zodEvent(
+  z.union([
+    parseFormSchema.merge(
+      z.object({
+        file: z
+          .string()
+          .or(z.instanceof(File))
+          .or(z.instanceof(Blob))
+          .or(z.instanceof(Uint8Array))
+          .optional()
+          .describe("input"),
+      }),
+    ),
+    parseFormSchema.merge(
+      z.object({
+        input_s3_path: z.string().optional(),
+      }),
+    ),
+    parseFormSchema.merge(
+      z.object({
+        input_url: z.string().optional(),
+      }),
+    ),
+  ]),
+);
+
+const checkStatusEvent = workflowEvent<string>();
+const checkStatusSuccessEvent = workflowEvent<string>();
+const requestMarkdownEvent = workflowEvent<string>();
+const requestTextEvent = workflowEvent<string>();
+const requestJsonEvent = workflowEvent<string>();
+
+const markdownResultEvent = workflowEvent<string>();
+const textResultEvent = workflowEvent<string>();
+const jsonResultEvent = workflowEvent<unknown>();
+
+export type LlamaParseWorkflowParams = {
+  region?: "us" | "eu" | "us-staging";
+  apiKey?: string;
+};
+
+const URLS = {
+  us: "https://api.cloud.llamaindex.ai",
+  eu: "https://api.cloud.eu.llamaindex.ai",
+  "us-staging": "https://api.staging.llamaindex.ai",
+} as const;
+
+const llamaParseWorkflow = withStore((params: LlamaParseWorkflowParams) => {
+  const apiKey = params.apiKey ?? getEnv("LLAMA_CLOUD_API_KEY");
+  const region = params.region ?? "us";
+  if (!apiKey) {
+    throw new Error("LLAMA_CLOUD_API_KEY is not set");
+  }
+  return {
+    cache: {} as Record<string, StatusEnum>,
+    client: createClient(
+      createConfig({
+        baseUrl: URLS[region],
+        headers: {
+          Authorization: `Bearer ${apiKey}`,
+        },
+      }),
+    ),
+  };
+}, withTraceEvents(createWorkflow()));
+
+llamaParseWorkflow.handle([startEvent], async ({ data: form }) => {
+  const store = llamaParseWorkflow.getStore();
+  const finalForm = { ...form } as Body_upload_file_api_v1_parsing_upload_post;
+  if ("file" in form) {
+    // support loads from the file system
+    const file = form?.file;
+    const isFilePath = typeof file === "string";
+    const data = isFilePath ? await fs.readFile(file) : file;
+    const filename: string | undefined = isFilePath
+      ? path.basename(file)
+      : undefined;
+    finalForm.file = data
+      ? globalThis.File && filename
+        ? new File([data], filename)
+        : new Blob([data])
+      : null;
+  }
+  const {
+    data: { id, status },
+  } = await uploadFileApiV1ParsingUploadPost({
+    throwOnError: true,
+    body: {
+      ...finalForm,
+    } satisfies {
+      [Key in keyof Body_upload_file_api_v1_parsing_upload_post]:
+        | Body_upload_file_api_v1_parsing_upload_post[Key]
+        | undefined;
+    } as Body_upload_file_api_v1_parsing_upload_post,
+    client: store.client,
+  });
+  store.cache[id] = status;
+  return checkStatusEvent.with(id);
+});
+
+llamaParseWorkflow.handle(
+  [checkStatusEvent],
+  pRetryHandler(
+    async ({ data: uuid }) => {
+      const store = llamaParseWorkflow.getStore();
+      if (store.cache[uuid] === "SUCCESS") {
+        {
+          return checkStatusSuccessEvent.with(uuid);
+        }
+      }
+      const {
+        data: { status },
+      } = await getJobApiV1ParsingJobJobIdGet({
+        throwOnError: true,
+        path: {
+          job_id: uuid,
+        },
+        client: store.client,
+      });
+      store.cache[uuid] = status;
+      if (status === "SUCCESS") {
+        return checkStatusSuccessEvent.with(uuid);
+      }
+      throw new Error(`LLamaParse status: ${status}`);
+    },
+    {
+      retries: 100,
+    },
+  ),
+);
+
+llamaParseWorkflow.handle([requestMarkdownEvent], async ({ data: job_id }) => {
+  const store = llamaParseWorkflow.getStore();
+  const { data } = await getJobResultApiV1ParsingJobJobIdResultMarkdownGet({
+    throwOnError: true,
+    path: {
+      job_id,
+    },
+    client: store.client,
+  });
+  return markdownResultEvent.with(data.markdown);
+});
+
+llamaParseWorkflow.handle([requestTextEvent], async ({ data: job_id }) => {
+  const store = llamaParseWorkflow.getStore();
+  const { data } = await getJobTextResultApiV1ParsingJobJobIdResultTextGet({
+    throwOnError: true,
+    path: {
+      job_id,
+    },
+    client: store.client,
+  });
+  return textResultEvent.with(data.text);
+});
+
+llamaParseWorkflow.handle([requestJsonEvent], async ({ data: job_id }) => {
+  const store = llamaParseWorkflow.getStore();
+  const { data } = await getJobJsonResultApiV1ParsingJobJobIdResultJsonGet({
+    throwOnError: true,
+    path: {
+      job_id,
+    },
+    client: store.client,
+  });
+  return jsonResultEvent.with(data.pages);
+});
+
+const cacheMap = new Map<
+  string,
+  ReturnType<typeof llamaParseWorkflow.createContext>
+>();
+
+export type ParseJob = {
+  get jobId(): string;
+  get signal(): AbortSignal;
+  get context(): ReturnType<typeof llamaParseWorkflow.createContext>;
+  get form(): InferWorkflowEventData<typeof startEvent>;
+
+  markdown(): Promise<string>;
+  text(): Promise<string>;
+  //eslint-disable-next-line @typescript-eslint/no-explicit-any
+  json(): Promise<any[]>;
+};
+
+export const upload = async (
+  params: InferWorkflowEventData<typeof startEvent> & LlamaParseWorkflowParams,
+): Promise<ParseJob> => {
+  //#region cache
+  const key = hash({ apiKey: params.apiKey, region: params.region });
+  if (!cacheMap.has(key)) {
+    const context = llamaParseWorkflow.createContext(params);
+    cacheMap.set(key, context);
+  }
+  //#endregion
+
+  //#region upload event
+  const context = cacheMap.get(key)!;
+  const { stream, sendEvent, createFilter } = context;
+  const ev = startEvent.with(params);
+  sendEvent(ev);
+  const uploadThread = await collect(
+    until(
+      stream,
+      createFilter(ev, (ev) => checkStatusSuccessEvent.include(ev)),
+    ),
+  );
+  //#region
+  const jobId: string = uploadThread.at(-1)!.data;
+  const job = {
+    get signal() {
+      // lazy load
+      return context.signal;
+    },
+    get jobId() {
+      return jobId;
+    },
+    get form() {
+      return ev.data;
+    },
+    get context() {
+      return context;
+    },
+    async markdown(): Promise<string> {
+      const requestEv = requestMarkdownEvent.with(jobId);
+      sendEvent(requestEv);
+      const markdownThread = await collect(
+        until(
+          stream,
+          createFilter(requestEv, (ev) => markdownResultEvent.include(ev)),
+        ),
+      );
+      return markdownThread.at(-1)!.data;
+    },
+    async text(): Promise<string> {
+      const requestEv = requestTextEvent.with(jobId);
+      sendEvent(requestEv);
+      const textThread = await collect(
+        until(
+          stream,
+          createFilter(requestEv, (ev) => textResultEvent.include(ev)),
+        ),
+      );
+      return textThread.at(-1)!.data;
+    },
+    //eslint-disable-next-line @typescript-eslint/no-explicit-any
+    async json(): Promise<any[]> {
+      const requestEv = requestJsonEvent.with(jobId);
+      sendEvent(requestEv);
+      const jsonThread = await collect(
+        until(
+          stream,
+          createFilter(requestEv, (ev) => jsonResultEvent.include(ev)),
+        ),
+      );
+      return jsonThread.at(-1)!.data;
+    },
+    async images(): Promise<void> {
+      const json = await job.json();
+      const images = json.flatMap(({ images }) => images);
+      images.map((image) => {
+        // todo
+      });
+    },
+  };
+  return job;
+};

packages/cloud/src/schema.ts

@@ -0,0 +1,121 @@
+import { ParserLanguages, ParsingMode } from "./api";
+
+import { z } from "zod";
+
+type Language = (typeof ParserLanguages)[keyof typeof ParserLanguages];
+const VALUES: [Language, ...Language[]] = [
+  ParserLanguages.EN,
+  ...Object.values(ParserLanguages),
+];
+const languageSchema = z.enum(VALUES);
+
+const PARSE_PRESETS = [
+  "fast",
+  "balanced",
+  "premium",
+  "structured",
+  "auto",
+  "scientific",
+  "invoice",
+  "slides",
+  "_carlyle",
+] as const;
+
+export const parsePresetSchema = z.enum(PARSE_PRESETS);
+
+export const parseFormSchema = z.object({
+  input_s3_region: z.string().optional(),
+  adaptive_long_table: z.boolean().optional(),
+  annotate_links: z.boolean().optional(),
+  auto_mode: z.boolean().optional(),
+  auto_mode_trigger_on_image_in_page: z.boolean().optional(),
+  auto_mode_trigger_on_table_in_page: z.boolean().optional(),
+  auto_mode_trigger_on_text_in_page: z.string().optional(),
+  auto_mode_trigger_on_regexp_in_page: z.string().optional(),
+  azure_openai_api_version: z.string().optional(),
+  azure_openai_deployment_name: z.string().optional(),
+  azure_openai_endpoint: z.string().optional(),
+  azure_openai_key: z.string().optional(),
+  bbox_bottom: z.number().min(0).max(1).optional(),
+  bbox_left: z.number().min(0).max(1).optional(),
+  bbox_right: z.number().min(0).max(1).optional(),
+  bbox_top: z.number().min(0).max(1).optional(),
+  disable_ocr: z.boolean().optional(),
+  disable_reconstruction: z.boolean().optional(),
+  disable_image_extraction: z.boolean().optional(),
+  do_not_cache: z.coerce.boolean().optional(),
+  do_not_unroll_columns: z.coerce.boolean().optional(),
+  extract_charts: z.boolean().optional(),
+  guess_xlsx_sheet_name: z.boolean().optional(),
+  html_make_all_elements_visible: z.boolean().optional(),
+  html_remove_fixed_elements: z.boolean().optional(),
+  html_remove_navigation_elements: z.boolean().optional(),
+  http_proxy: z
+    .string()
+    .url(
+      'Set a valid URL for the HTTP proxy, e.g., "http://proxy.example.com:8080"',
+    )
+    .refine(
+      (url) => {
+        try {
+          const parsedUrl = new URL(url);
+          return (
+            parsedUrl.protocol === "http:" || parsedUrl.protocol === "https:"
+          );
+        } catch {
+          return false;
+        }
+      },
+      {
+        message: "Invalid HTTP proxy URL",
+      },
+    )
+    .optional(),
+  invalidate_cache: z.boolean().optional(),
+  language: z.array(languageSchema).optional(),
+  extract_layout: z.boolean().optional(),
+  max_pages: z.number().nullable().optional(),
+  output_pdf_of_document: z.boolean().optional(),
+  output_s3_path_prefix: z.string().optional(),
+  output_s3_region: z.string().optional(),
+  page_prefix: z.string().optional(),
+  page_separator: z.string().optional(),
+  page_suffix: z.string().optional(),
+  preserve_layout_alignment_across_pages: z.boolean().optional(),
+  skip_diagonal_text: z.boolean().optional(),
+  spreadsheet_extract_sub_tables: z.boolean().optional(),
+  structured_output: z.boolean().optional(),
+  structured_output_json_schema: z.string().optional(),
+  structured_output_json_schema_name: z.string().optional(),
+  take_screenshot: z.boolean().optional(),
+  target_pages: z.string().optional(),
+  vendor_multimodal_api_key: z.string().optional(),
+  vendor_multimodal_model_name: z.string().optional(),
+  model: z.string().optional(),
+  webhook_url: z.string().url().optional(),
+  parse_mode: z.nativeEnum(ParsingMode).nullable().optional(),
+  system_prompt: z.string().optional(),
+  system_prompt_append: z.string().optional(),
+  user_prompt: z.string().optional(),
+  job_timeout_in_seconds: z.number().optional(),
+  job_timeout_extra_time_per_page_in_seconds: z.number().optional(),
+  strict_mode_image_extraction: z.boolean().optional(),
+  strict_mode_image_ocr: z.boolean().optional(),
+  strict_mode_reconstruction: z.boolean().optional(),
+  strict_mode_buggy_font: z.boolean().optional(),
+  ignore_document_elements_for_layout_detection: z.boolean().optional(),
+  output_tables_as_HTML: z.boolean().optional(),
+  use_vendor_multimodal_model: z.boolean().optional(),
+  bounding_box: z.string().optional(),
+  gpt4o_mode: z.boolean().optional(),
+  gpt4o_api_key: z.string().optional(),
+  complemental_formatting_instruction: z.string().optional(),
+  content_guideline_instruction: z.string().optional(),
+  premium_mode: z.boolean().optional(),
+  is_formatting_instruction: z.boolean().optional(),
+  continuous_mode: z.boolean().optional(),
+  parsing_instruction: z.string().optional(),
+  fast_mode: z.boolean().optional(),
+  formatting_instruction: z.string().optional(),
+  preset: parsePresetSchema.optional(),
+});

packages/cloud/tsconfig.json

@@ -8,7 +8,7 @@
     "moduleResolution": "Bundler",
     "skipLibCheck": true,
     "strict": true,
-    "types": []
+    "types": ["node"]
   },
   "include": ["./src"],
   "exclude": ["node_modules"],

packages/community/CHANGELOG.md

@@ -1,5 +1,26 @@
 # @llamaindex/community
 
+## 0.0.94
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 0.0.93
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
+## 0.0.92
+
+### Patch Changes
+
+- 1325178: fix: stringify all tool results for anthropic on bedrock
+
 ## 0.0.91
 
 ### Patch Changes

packages/community/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/community",
   "description": "Community package for LlamaIndexTS",
-  "version": "0.0.91",
+  "version": "0.0.94",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",

packages/community/src/llm/bedrock/anthropic/utils.ts

@@ -111,7 +111,7 @@ export const mapChatMessagesToAnthropicMessages = <
               {
                 type: "tool_result",
                 tool_use_id: msg.options.toolResult.id,
-                content: msg.options.toolResult.result,
+                content: JSON.stringify(msg.options.toolResult.result),
               },
             ],
           },

packages/core/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/core
 
+## 0.6.2
+
+### Patch Changes
+
+- 9c63f3f: Add support for openai responses api
+
+## 0.6.1
+
+### Patch Changes
+
+- 1b6f368: Support loading from URLs for all readers extending FileReader
+- eaf326e: Fix passing right llm setting from SimpleChatEngine to ChatMemoryBuffer
+
 ## 0.6.0
 
 ### Minor Changes

packages/core/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/core",
   "type": "module",
-  "version": "0.6.0",
+  "version": "0.6.2",
   "description": "LlamaIndex Core Module",
   "exports": {
     "./agent": {

packages/core/src/chat-engine/simple-chat-engine.ts

@@ -24,8 +24,12 @@ export class SimpleChatEngine implements BaseChatEngine {
   }
 
   constructor(init?: Partial<SimpleChatEngine>) {
-    this.memory = init?.memory ?? new ChatMemoryBuffer();
     this.llm = init?.llm ?? Settings.llm;
+    this.memory =
+      init?.memory ??
+      new ChatMemoryBuffer({
+        llm: this.llm,
+      });
   }
 
   chat(params: NonStreamingChatEngineParams): Promise<EngineResponse>;
@@ -40,6 +44,7 @@ export class SimpleChatEngine implements BaseChatEngine {
 
     const chatHistory = params.chatHistory
       ? new ChatMemoryBuffer({
+          llm: this.llm,
           chatHistory:
             params.chatHistory instanceof BaseMemory
               ? await params.chatHistory.getMessages()

packages/core/src/llms/type.ts

@@ -2,7 +2,6 @@ import type { Tokenizers } from "@llamaindex/env/tokenizers";
 import type { JSONSchemaType } from "ajv";
 import { z } from "zod";
 import type { JSONObject, JSONValue } from "../global";
-
 /**
  * @internal
  */
@@ -55,7 +54,12 @@ export interface LLM<
   ): Promise<CompletionResponse>;
 }
 
-export type MessageType = "user" | "assistant" | "system" | "memory";
+export type MessageType =
+  | "user"
+  | "assistant"
+  | "system"
+  | "memory"
+  | "developer";
 
 export type TextChatMessage<AdditionalMessageOptions extends object = object> =
   {
@@ -156,6 +160,7 @@ export type MessageContentTextDetail = {
 export type MessageContentImageDetail = {
   type: "image_url";
   image_url: { url: string };
+  detail?: "high" | "low" | "auto";
 };
 
 export type MessageContentDetail =

packages/core/src/schema/type.ts

@@ -63,8 +63,29 @@ export abstract class FileReader<T extends BaseNode = Document>
   ): Promise<T[]>;
 
   async loadData(filePath: string): Promise<T[]> {
-    const fileContent = await fs.readFile(filePath);
-    const filename = path.basename(filePath);
+    let fileContent: Uint8Array;
+    let filename: string;
+
+    // Check if filePath is a URL
+    if (filePath.startsWith("http://") || filePath.startsWith("https://")) {
+      // Handle URL
+      const response = await fetch(filePath);
+      if (!response.ok) {
+        throw new Error(
+          `Failed to fetch URL: ${filePath}, status: ${response.status}`,
+        );
+      }
+      const buffer = await response.arrayBuffer();
+      fileContent = new Uint8Array(buffer);
+      // Extract filename from URL
+      const url = new URL(filePath);
+      filename = path.basename(url.pathname) || "url_document";
+    } else {
+      // Handle local file
+      fileContent = await fs.readFile(filePath);
+      filename = path.basename(filePath);
+    }
+
     const docs = await this.loadDataAsContent(fileContent, filename);
     docs.forEach(FileReader.addMetaData(filePath));
     return docs;

packages/core/tests/file-reader.test.ts

@@ -0,0 +1,91 @@
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import { Document, FileReader } from "@llamaindex/core/schema";
+import { fs, path } from "@llamaindex/env";
+import { TextDecoder, TextEncoder } from "util";
+import { afterEach, beforeEach, describe, expect, test, vi } from "vitest";
+
+// Mock implementation of FileReader for testing
+class TestFileReader extends FileReader<Document> {
+  async loadDataAsContent(
+    fileContent: Uint8Array,
+    filename?: string,
+  ): Promise<Document[]> {
+    const text = new TextDecoder().decode(fileContent);
+    return [new Document({ text, metadata: { filename } })];
+  }
+}
+
+describe("FileReader", () => {
+  let reader: TestFileReader;
+  let mockFetch: any;
+  let mockFsReadFile: any;
+
+  beforeEach(() => {
+    reader = new TestFileReader();
+
+    // Mock fetch for URL tests
+    mockFetch = vi.fn();
+    global.fetch = mockFetch;
+
+    // Mock fs.readFile for local file tests
+    mockFsReadFile = vi.spyOn(fs, "readFile");
+  });
+
+  afterEach(() => {
+    vi.restoreAllMocks();
+  });
+
+  test("loadData should load content from a local file", async () => {
+    const testFilePath = "/path/to/test.txt";
+    const testContent = "Test file content";
+    const testContentBuffer = new TextEncoder().encode(testContent);
+
+    mockFsReadFile.mockResolvedValue(testContentBuffer);
+
+    const result = await reader.loadData(testFilePath);
+
+    expect(mockFsReadFile).toHaveBeenCalledWith(testFilePath);
+    expect(result).toHaveLength(1);
+    expect(result[0]).toBeInstanceOf(Document);
+    expect(result[0]?.getText()).toBe(testContent);
+    expect(result[0]?.metadata.file_path).toBe(path.resolve(testFilePath));
+    expect(result[0]?.metadata.file_name).toBe("test.txt");
+  });
+
+  test("loadData should load content from a URL", async () => {
+    const testUrl = "https://example.com/test.txt";
+    const testContent = "Test URL content";
+    const testContentBuffer = new TextEncoder().encode(testContent);
+
+    // Mock fetch response
+    mockFetch.mockResolvedValue({
+      ok: true,
+      arrayBuffer: () => Promise.resolve(testContentBuffer.buffer),
+    });
+
+    const result = await reader.loadData(testUrl);
+
+    expect(mockFetch).toHaveBeenCalledWith(testUrl);
+    expect(result).toHaveLength(1);
+    expect(result[0]).toBeInstanceOf(Document);
+    expect(result[0]?.getText()).toBe(testContent);
+    expect(result[0]?.metadata.file_path).toBe(path.resolve(testUrl));
+    expect(result[0]?.metadata.file_name).toBe("test.txt");
+  });
+
+  test("loadData should throw an error for failed URL fetch", async () => {
+    const testUrl = "https://example.com/not-found.txt";
+
+    // Mock failed fetch response
+    mockFetch.mockResolvedValue({
+      ok: false,
+      status: 404,
+    });
+
+    await expect(reader.loadData(testUrl)).rejects.toThrow(
+      `Failed to fetch URL: ${testUrl}, status: 404`,
+    );
+
+    expect(mockFetch).toHaveBeenCalledWith(testUrl);
+  });
+});

packages/core/tests/simple-chat-engine.test.ts

@@ -0,0 +1,14 @@
+import { SimpleChatEngine } from "@llamaindex/core/chat-engine";
+import { ChatMemoryBuffer } from "@llamaindex/core/memory";
+import { MockLLM } from "@llamaindex/core/utils";
+import { describe, expect, test } from "vitest";
+
+describe("SimpleChatEngine", () => {
+  test("constructor initializes with provided LLM", () => {
+    const llm = new MockLLM();
+    const engine = new SimpleChatEngine({ llm });
+    expect(engine.llm).toBe(llm);
+    expect(engine.memory).toBeInstanceOf(ChatMemoryBuffer);
+    expect((engine.memory as ChatMemoryBuffer).tokenLimit).toBe(768);
+  });
+});

packages/experimental/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/experimental
 
+## 0.0.166
+
+### Patch Changes
+
+- Updated dependencies [f5e4d09]
+  - llamaindex@0.9.16
+
+## 0.0.165
+
+### Patch Changes
+
+- llamaindex@0.9.15
+
+## 0.0.164
+
+### Patch Changes
+
+- Updated dependencies [9d951b2]
+  - llamaindex@0.9.14
+
+## 0.0.163
+
+### Patch Changes
+
+- Updated dependencies [75d6e29]
+  - llamaindex@0.9.13
+
 ## 0.0.162
 
 ### Patch Changes

packages/experimental/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/experimental",
   "description": "Experimental package for LlamaIndexTS",
-  "version": "0.0.162",
+  "version": "0.0.166",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",

packages/llamaindex/CHANGELOG.md

@@ -1,5 +1,42 @@
 # llamaindex
 
+## 0.9.16
+
+### Patch Changes
+
+- f5e4d09: Remove gpt-tokenizer from llamaindex
+
+## 0.9.15
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+- Updated dependencies [c515a32]
+  - @llamaindex/openai@0.3.0
+  - @llamaindex/core@0.6.2
+  - @llamaindex/workflow@1.0.2
+  - @llamaindex/cloud@4.0.2
+  - @llamaindex/node-parser@2.0.2
+
+## 0.9.14
+
+### Patch Changes
+
+- 9d951b2: feat: support llamacloud in @llamaindex/server
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+  - @llamaindex/cloud@4.0.1
+  - @llamaindex/node-parser@2.0.1
+  - @llamaindex/openai@0.2.1
+  - @llamaindex/workflow@1.0.1
+
+## 0.9.13
+
+### Patch Changes
+
+- 75d6e29: feat: response source nodes in query tool output
+
 ## 0.9.12
 
 ### Patch Changes

packages/llamaindex/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llamaindex",
-  "version": "0.9.12",
+  "version": "0.9.16",
   "license": "MIT",
   "type": "module",
   "keywords": [
@@ -29,7 +29,6 @@
     "@types/lodash": "^4.17.7",
     "@types/node": "^22.9.0",
     "ajv": "^8.17.1",
-    "gpt-tokenizer": "^2.6.2",
     "lodash": "^4.17.21",
     "magic-bytes.js": "^1.10.0"
   },

packages/llamaindex/src/cloud/LlamaCloudIndex.ts

@@ -25,7 +25,9 @@ import {
 } from "@llamaindex/cloud/api";
 import type { BaseRetriever } from "@llamaindex/core/retriever";
 import { getEnv } from "@llamaindex/env";
+import type { QueryToolParams } from "../indices/BaseIndex.js";
 import { Settings } from "../Settings.js";
+import { QueryEngineTool } from "../tools/QueryEngineTool.js";
 
 export class LlamaCloudIndex {
   params: CloudConstructorParams;
@@ -272,6 +274,22 @@ export class LlamaCloudIndex {
     );
   }
 
+  asQueryTool(params: QueryToolParams): QueryEngineTool {
+    if (params.options) {
+      params.retriever = this.asRetriever(params.options);
+    }
+
+    return new QueryEngineTool({
+      queryEngine: this.asQueryEngine(params),
+      metadata: params?.metadata,
+      includeSourceNodes: params?.includeSourceNodes ?? false,
+    });
+  }
+
+  queryTool(params: QueryToolParams): QueryEngineTool {
+    return this.asQueryTool(params);
+  }
+
   async insert(document: Document) {
     const pipelineId = await this.getPipelineId();
 

packages/llamaindex/src/index.edge.ts

@@ -68,7 +68,6 @@ export * from "@llamaindex/core/storage/kv-store";
 export * from "@llamaindex/core/utils";
 export * from "@llamaindex/openai";
 export * from "@llamaindex/workflow";
-export * from "@llamaindex/workflow/agent";
 export * from "./agent/index.js";
 export * from "./cloud/index.js";
 export * from "./engines/chat/index.js";

packages/llamaindex/src/indices/BaseIndex.ts

@@ -41,6 +41,7 @@ export type QueryToolParams = (
 ) & {
   responseSynthesizer?: BaseSynthesizer;
   metadata?: ToolMetadata<JSONSchemaType<QueryEngineParam>> | undefined;
+  includeSourceNodes?: boolean;
 };
 
 /**
@@ -98,6 +99,7 @@ export abstract class BaseIndex<T> {
     return new QueryEngineTool({
       queryEngine: this.asQueryEngine(params),
       metadata: params?.metadata,
+      includeSourceNodes: params?.includeSourceNodes ?? false,
     });
   }
 

packages/llamaindex/src/tools/QueryEngineTool.ts

@@ -1,3 +1,4 @@
+import type { JSONValue } from "@llamaindex/core/global";
 import type { BaseTool, ToolMetadata } from "@llamaindex/core/llms";
 import type { BaseQueryEngine } from "@llamaindex/core/query-engine";
 import type { JSONSchemaType } from "ajv";
@@ -20,6 +21,7 @@ const DEFAULT_PARAMETERS: JSONSchemaType<QueryEngineParam> = {
 export type QueryEngineToolParams = {
   queryEngine: BaseQueryEngine;
   metadata?: ToolMetadata<JSONSchemaType<QueryEngineParam>> | undefined;
+  includeSourceNodes?: boolean;
 };
 
 export type QueryEngineParam = {
@@ -29,19 +31,32 @@ export type QueryEngineParam = {
 export class QueryEngineTool implements BaseTool<QueryEngineParam> {
   private queryEngine: BaseQueryEngine;
   metadata: ToolMetadata<JSONSchemaType<QueryEngineParam>>;
+  includeSourceNodes: boolean;
 
-  constructor({ queryEngine, metadata }: QueryEngineToolParams) {
+  constructor({
+    queryEngine,
+    metadata,
+    includeSourceNodes,
+  }: QueryEngineToolParams) {
     this.queryEngine = queryEngine;
     this.metadata = {
       name: metadata?.name ?? DEFAULT_NAME,
       description: metadata?.description ?? DEFAULT_DESCRIPTION,
       parameters: metadata?.parameters ?? DEFAULT_PARAMETERS,
     };
+    this.includeSourceNodes = includeSourceNodes ?? false;
   }
 
   async call({ query }: QueryEngineParam) {
     const response = await this.queryEngine.query({ query });
 
-    return response.message.content;
+    if (!this.includeSourceNodes) {
+      return { content: response.message.content };
+    }
+
+    return {
+      content: response.message.content,
+      sourceNodes: response.sourceNodes,
+    } as unknown as JSONValue;
   }
 }

packages/node-parser/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/node-parser
 
+## 2.0.2
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 2.0.1
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 2.0.0
 
 ### Patch Changes

packages/node-parser/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/node-parser",
-  "version": "2.0.0",
+  "version": "2.0.2",
   "description": "Node parser for LlamaIndex",
   "type": "module",
   "exports": {

packages/providers/anthropic/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/anthropic
 
+## 0.3.2
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 0.3.1
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 0.3.0
 
 ### Minor Changes

packages/providers/anthropic/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/anthropic",
   "description": "Anthropic Adapter for LlamaIndex",
-  "version": "0.3.0",
+  "version": "0.3.2",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/clip/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @llamaindex/clip
 
+## 0.0.48
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/openai@0.3.0
+  - @llamaindex/core@0.6.2
+
+## 0.0.47
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+  - @llamaindex/openai@0.2.1
+
 ## 0.0.46
 
 ### Patch Changes

packages/providers/clip/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/clip",
   "description": "Clip Embedding Adapter for LlamaIndex",
-  "version": "0.0.46",
+  "version": "0.0.48",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",

packages/providers/cohere/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/cohere
 
+## 0.0.16
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 0.0.15
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 0.0.14
 
 ### Patch Changes

packages/providers/cohere/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/cohere",
   "description": "Cohere Adapter for LlamaIndex",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/deepinfra/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @llamaindex/deepinfra
 
+## 0.0.48
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/openai@0.3.0
+  - @llamaindex/core@0.6.2
+
+## 0.0.47
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+  - @llamaindex/openai@0.2.1
+
 ## 0.0.46
 
 ### Patch Changes

packages/providers/deepinfra/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/deepinfra",
   "description": "Deepinfra Adapter for LlamaIndex",
-  "version": "0.0.46",
+  "version": "0.0.48",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/deepseek/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/deepseek
 
+## 0.0.8
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/openai@0.3.0
+
+## 0.0.7
+
+### Patch Changes
+
+- @llamaindex/openai@0.2.1
+
 ## 0.0.6
 
 ### Patch Changes

packages/providers/deepseek/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/deepseek",
   "description": "DeepSeek Adapter for LlamaIndex",
-  "version": "0.0.6",
+  "version": "0.0.8",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/fireworks/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/fireworks
 
+## 0.0.8
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/openai@0.3.0
+
+## 0.0.7
+
+### Patch Changes
+
+- @llamaindex/openai@0.2.1
+
 ## 0.0.6
 
 ### Patch Changes

packages/providers/fireworks/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/fireworks",
   "description": "Fireworks Adapter for LlamaIndex",
-  "version": "0.0.6",
+  "version": "0.0.8",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/google/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/google
 
+## 0.2.2
+
+### Patch Changes
+
+- 9c63f3f: Add support for openai responses api
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 0.2.1
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 0.2.0
 
 ### Minor Changes

packages/providers/google/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/google",
   "description": "Google Adapter for LlamaIndex",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/google/src/utils.ts

@@ -181,7 +181,7 @@ export const mapBaseToolToGeminiFunctionDeclaration = (
 export class GeminiHelper {
   // Gemini only has user and model roles. Put the rest in user role.
   public static readonly ROLES_TO_GEMINI: Record<
-    MessageType,
+    Exclude<MessageType, "developer">,
     GeminiMessageRole
   > = {
     user: "user",
@@ -285,7 +285,9 @@ export class GeminiHelper {
     if (message.options && "toolResult" in message.options) {
       return "function";
     }
-    return GeminiHelper.ROLES_TO_GEMINI[message.role];
+    return GeminiHelper.ROLES_TO_GEMINI[
+      message.role as Exclude<MessageType, "developer">
+    ];
   }
 
   public static chatMessageToGemini(

packages/providers/groq/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @llamaindex/groq
 
+## 0.0.63
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/openai@0.3.0
+
+## 0.0.62
+
+### Patch Changes
+
+- @llamaindex/openai@0.2.1
+
 ## 0.0.61
 
 ### Patch Changes

packages/providers/groq/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/groq",
   "description": "Groq Adapter for LlamaIndex",
-  "version": "0.0.61",
+  "version": "0.0.63",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/huggingface/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @llamaindex/huggingface
 
+## 0.1.2
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/openai@0.3.0
+  - @llamaindex/core@0.6.2
+
+## 0.1.1
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+  - @llamaindex/openai@0.2.1
+
 ## 0.1.0
 
 ### Minor Changes

packages/providers/huggingface/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/huggingface",
   "description": "Huggingface Adapter for LlamaIndex",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",

packages/providers/jinaai/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @llamaindex/jinaai
 
+## 0.0.8
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/openai@0.3.0
+  - @llamaindex/core@0.6.2
+
+## 0.0.7
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+  - @llamaindex/openai@0.2.1
+
 ## 0.0.6
 
 ### Patch Changes

packages/providers/jinaai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/jinaai",
   "description": "JinaAI Adapter for LlamaIndex",
-  "version": "0.0.6",
+  "version": "0.0.8",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/mistral/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/mistral
 
+## 0.1.2
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 0.1.1
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 0.1.0
 
 ### Minor Changes

packages/providers/mistral/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/mistral",
   "description": "Mistral Adapter for LlamaIndex",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/mixedbread/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/mixedbread
 
+## 0.0.16
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 0.0.15
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 0.0.14
 
 ### Patch Changes

packages/providers/mixedbread/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/mixedbread",
   "description": "Mixedbread Adapter for LlamaIndex",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/ollama/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/ollama
 
+## 0.1.2
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 0.1.1
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 0.1.0
 
 ### Minor Changes

packages/providers/ollama/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/ollama",
   "description": "Ollama Adapter for LlamaIndex",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/openai/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @llamaindex/openai
 
+## 0.3.0
+
+### Minor Changes
+
+- 9c63f3f: Add support for openai responses api
+
+### Patch Changes
+
+- Updated dependencies [9c63f3f]
+  - @llamaindex/core@0.6.2
+
+## 0.2.1
+
+### Patch Changes
+
+- Updated dependencies [1b6f368]
+- Updated dependencies [eaf326e]
+  - @llamaindex/core@0.6.1
+
 ## 0.2.0
 
 ### Minor Changes

packages/providers/openai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/openai",
   "description": "OpenAI Adapter for LlamaIndex",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -27,7 +27,8 @@
   },
   "scripts": {
     "build": "bunchee",
-    "dev": "bunchee --watch"
+    "dev": "bunchee --watch",
+    "test": "vitest"
   },
   "devDependencies": {
     "bunchee": "6.4.0"
@@ -35,7 +36,7 @@
   "dependencies": {
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*",
-    "openai": "^4.86.0",
+    "openai": "^4.90.0",
     "zod": "^3.24.2"
   }
 }

packages/providers/openai/src/agent.ts

@@ -5,7 +5,8 @@ import {
 } from "@llamaindex/core/agent";
 import { Settings } from "@llamaindex/core/global";
 import type { ToolCallLLMMessageOptions } from "@llamaindex/core/llms";
-import { OpenAI, type OpenAIAdditionalChatOptions } from "./llm";
+import { OpenAI } from "./llm";
+import type { OpenAIAdditionalChatOptions } from "./utils";
 
 // This is likely not necessary anymore but leaving it here just in case it's in use elsewhere
 

packages/providers/openai/src/index.ts

@@ -1,3 +1,4 @@
 export * from "./agent";
 export * from "./embedding";
 export * from "./llm";
+export * from "./responses";