Release 0.8.30 (#1570)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>

.github/workflows/test.yml

@@ -23,7 +23,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        node-version: [20.x, 22.x, 23.x]
+        node-version: [18.x, 20.x, 22.x, 23.x]
     name: E2E on Node.js ${{ matrix.node-version }}
     runs-on: ubuntu-latest
     steps:
@@ -53,7 +53,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        node-version: [20.x, 22.x, 23.x]
+        node-version: [18.x, 20.x, 22.x, 23.x]
     name: Test on Node.js ${{ matrix.node-version }}
     runs-on: ubuntu-latest
     steps:

apps/docs/CHANGELOG.md

@@ -1,5 +1,35 @@
 # docs
 
+## 0.0.136
+
+### Patch Changes
+
+- llamaindex@0.8.30
+
+## 0.0.135
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 0.0.134
+
+### Patch Changes
+
+- llamaindex@0.8.28
+- @llamaindex/examples@0.0.21
+
+## 0.0.133
+
+### Patch Changes
+
+- c1850ee: feat: Amazon Nova support via Bedrock
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+  - @llamaindex/examples@0.0.20
+
 ## 0.0.132
 
 ### Patch Changes

apps/docs/docs/modules/llms/available_llms/bedrock.md

@@ -37,6 +37,9 @@ META_LLAMA3_2_1B_INSTRUCT = "meta.llama3-2-1b-instruct-v1:0"; // only available
 META_LLAMA3_2_3B_INSTRUCT = "meta.llama3-2-3b-instruct-v1:0"; // only available via inference endpoints (see below)
 META_LLAMA3_2_11B_INSTRUCT = "meta.llama3-2-11b-instruct-v1:0"; // only available via inference endpoints (see below), multimodal and function call supported
 META_LLAMA3_2_90B_INSTRUCT = "meta.llama3-2-90b-instruct-v1:0"; // only available via inference endpoints (see below), multimodal and function call supported
+AMAZON_NOVA_PRO_1 = "amazon.nova-pro-v1:0";
+AMAZON_NOVA_LITE_1 = "amazon.nova-lite-v1:0";
+AMAZON_NOVA_MICRO_1 = "amazon.nova-micro-v1:0";
 ```
 
 You can also use Bedrock's Inference endpoints by using the model names:
@@ -53,6 +56,9 @@ US_META_LLAMA_3_2_1B_INSTRUCT = "us.meta.llama3-2-1b-instruct-v1:0";
 US_META_LLAMA_3_2_3B_INSTRUCT = "us.meta.llama3-2-3b-instruct-v1:0";
 US_META_LLAMA_3_2_11B_INSTRUCT = "us.meta.llama3-2-11b-instruct-v1:0";
 US_META_LLAMA_3_2_90B_INSTRUCT = "us.meta.llama3-2-90b-instruct-v1:0";
+US_AMAZON_NOVA_PRO_1 = "us.amazon.nova-pro-v1:0";
+US_AMAZON_NOVA_LITE_1 = "us.amazon.nova-lite-v1:0";
+US_AMAZON_NOVA_MICRO_1 = "us.amazon.nova-micro-v1:0";
 
 // EU
 EU_ANTHROPIC_CLAUDE_3_HAIKU = "eu.anthropic.claude-3-haiku-20240307-v1:0";

apps/docs/package.json

@@ -1,6 +1,6 @@
 {
   "name": "docs",
-  "version": "0.0.132",
+  "version": "0.0.136",
   "private": true,
   "scripts": {
     "docusaurus": "docusaurus",
@@ -37,7 +37,7 @@
     "docusaurus-plugin-typedoc": "1.0.5",
     "typedoc": "0.26.11",
     "typedoc-plugin-markdown": "4.2.10",
-    "typescript": "^5.6.3"
+    "typescript": "^5.7.2"
   },
   "browserslist": {
     "production": [

apps/next/.gitignore

@@ -29,4 +29,5 @@ next-env.d.ts
 
 # build
 /src/content/docs/cloud/api
+/src/content/docs/api
 ./types

apps/next/CHANGELOG.md

@@ -1,5 +1,48 @@
 # @llamaindex/doc
 
+## 0.0.34
+
+### Patch Changes
+
+- Updated dependencies [012495b]
+  - @llamaindex/cloud@2.0.20
+  - llamaindex@0.8.30
+
+## 0.0.33
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 0.0.32
+
+### Patch Changes
+
+- a9b5b99: feat: build api reference pages for new documentation site
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+  - @llamaindex/readers@1.0.21
+  - @llamaindex/cloud@2.0.19
+  - llamaindex@0.8.28
+  - @llamaindex/node-parser@0.0.20
+  - @llamaindex/openai@0.1.44
+
+## 0.0.31
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+  - @llamaindex/core@0.4.18
+  - @llamaindex/cloud@2.0.18
+  - @llamaindex/node-parser@0.0.19
+  - @llamaindex/openai@0.1.43
+  - @llamaindex/readers@1.0.20
+  - @llamaindex/workflow@0.0.8
+
 ## 0.0.30
 
 ### Patch Changes

apps/next/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/doc",
-  "version": "0.0.30",
+  "version": "0.0.34",
   "private": true,
   "scripts": {
     "build": "pnpm run build:docs && next build",
@@ -8,7 +8,7 @@
     "start": "next start",
     "postdev": "fumadocs-mdx",
     "postbuild": "fumadocs-mdx && tsx scripts/post-build.mts",
-    "build:docs": "node ./scripts/generate-docs.mjs"
+    "build:docs": "cross-env NODE_OPTIONS=\"--max-old-space-size=8192\" typedoc && node ./scripts/generate-docs.mjs"
   },
   "dependencies": {
     "@icons-pack/react-simple-icons": "^10.1.0",
@@ -33,13 +33,13 @@
     "clsx": "2.1.1",
     "foxact": "^0.2.41",
     "framer-motion": "^11.11.17",
-    "fumadocs-core": "14.4.2",
+    "fumadocs-core": "^14.6.0",
     "fumadocs-docgen": "^1.3.2",
-    "fumadocs-mdx": "^11.1.1",
-    "fumadocs-openapi": "^5.7.0",
-    "fumadocs-twoslash": "^2.0.1",
+    "fumadocs-mdx": "^11.1.2",
+    "fumadocs-openapi": "^5.8.2",
+    "fumadocs-twoslash": "^2.0.2",
     "fumadocs-typescript": "^3.0.2",
-    "fumadocs-ui": "14.4.2",
+    "fumadocs-ui": "^14.6.0",
     "hast-util-to-jsx-runtime": "^2.3.2",
     "llamaindex": "workspace:*",
     "lucide-react": "^0.460.0",
@@ -72,6 +72,7 @@
     "@types/react": "^18.3.12",
     "@types/react-dom": "^18.3.1",
     "autoprefixer": "^10.4.20",
+    "cross-env": "^7.0.3",
     "fast-glob": "^3.3.2",
     "gray-matter": "^4.0.3",
     "monaco-editor-webpack-plugin": "^7.1.0",
@@ -82,6 +83,9 @@
     "remark-stringify": "^11.0.0",
     "tailwindcss": "^3.4.15",
     "tsx": "^4.19.2",
-    "typescript": "^5.6.3"
+    "typedoc": "^0.26.11",
+    "typedoc-plugin-markdown": "^4.3.1",
+    "typedoc-plugin-merge-modules": "^6.1.0",
+    "typescript": "^5.7.2"
   }
 }

apps/next/scripts/generate-docs.mjs

@@ -1,8 +1,12 @@
 import * as OpenAPI from "fumadocs-openapi";
+import { generateFiles } from "fumadocs-typescript";
+import fs from "node:fs";
+import * as path from "node:path";
 import { fileURLToPath } from "node:url";
 import { rimrafSync } from "rimraf";
 
 const out = "./src/content/docs/cloud/api";
+const apiRefOut = "./src/content/docs/api";
 
 // clean generated files
 rimrafSync(out, {
@@ -20,3 +24,63 @@ void OpenAPI.generateFiles({
   output: out,
   groupBy: "tag",
 });
+
+void generateFiles({
+  input: ["./src/content/docs/api/**/*.mdx"],
+  output: (file) => path.resolve(path.dirname(file), path.basename(file)),
+  transformOutput,
+});
+
+function transformOutput(filePath, content) {
+  const fileName = path.basename(filePath);
+  let title = fileName.split(".")[0];
+  let pageContent = content;
+  if (title === "index") title = "LlamaIndex API Reference";
+  return `---\ntitle: ${title}\n---\n\n${transformAbsoluteUrl(pageContent, filePath)}`;
+}
+
+/**
+ * Transforms the content by converting relative MDX links to absolute docs API links
+ * Example: [text](../type-aliases/TaskHandler.mdx) -> [text](/docs/api/type-aliases/TaskHandler)
+ * [text](BaseChatEngine.mdx) -> [text](/docs/api/classes/BaseChatEngine)
+ * [text](BaseVectorStore.mdx#constructors) -> [text](/docs/api/classes/BaseVectorStore#constructors)
+ * [text](TaskStep.mdx) -> [text](/docs/api/type-aliases/TaskStep)
+ */
+function transformAbsoluteUrl(content, filePath) {
+  const group = path.dirname(filePath).split(path.sep).pop();
+  return content.replace(
+    /\]\(([^)]+)\.mdx([^)]*)\)/g,
+    (match, slug, anchor) => {
+      const slugParts = slug.split("/");
+      const fileName = slugParts[slugParts.length - 1];
+      const fileGroup = slugParts[slugParts.length - 2] ?? group;
+      const result = ["/docs/api", fileGroup, fileName, anchor]
+        .filter(Boolean)
+        .join("/");
+      return `](${result})`;
+    },
+  );
+}
+
+// append meta.json for API page
+fs.writeFileSync(
+  path.resolve(apiRefOut, "meta.json"),
+  JSON.stringify(
+    {
+      title: "API Reference",
+      description: "LlamaIndex API Reference",
+      root: true,
+      pages: [
+        "index",
+        "classes",
+        "enumerations",
+        "functions",
+        "interfaces",
+        "type-aliases",
+        "variables",
+      ],
+    },
+    null,
+    2,
+  ),
+);

apps/next/src/app/global.css

@@ -94,4 +94,33 @@
   body {
     @apply bg-background text-foreground;
   }
+
+  /*
+  * Override default styles for Markdown
+  */
+  .prose
+    :where(blockquote):not(
+      :where([class~="not-prose"], [class~="not-prose"] *)
+    ) {
+    font-style: normal !important;
+  }
+
+  .prose
+    :where(blockquote p:first-of-type):not(
+      :where([class~="not-prose"], [class~="not-prose"] *)
+    ):before {
+    content: none !important;
+  }
+
+  .prose
+    :where(blockquote p:first-of-type):not(
+      :where([class~="not-prose"], [class~="not-prose"] *)
+    ):after {
+    content: none !important;
+  }
+
+  .prose
+    :where(code):not(:where([class~="not-prose"], [class~="not-prose"] *)) {
+    @apply text-blue-600 !important;
+  }
 }

apps/next/src/content/docs/llamaindex/integration/vercel.mdx

@@ -3,7 +3,9 @@ title: Vercel
 description: Integrate LlamaIndex with Vercel's AI SDK
 ---
 
-LlamaIndex provides integration with Vercel's AI SDK, allowing you to create powerful search and retrieval applications. Below are examples of how to use LlamaIndex with `streamText` from the Vercel AI SDK.
+LlamaIndex provides integration with Vercel's AI SDK, allowing you to create powerful search and retrieval applications. You can:
+- Use any of Vercel AI's [model providers](https://sdk.vercel.ai/docs/foundations/providers-and-models) as LLMs in LlamaIndex
+- Use indexes (e.g. VectorStoreIndex, LlamaCloudIndex) from LlamaIndexTS in your Vercel AI applications
 
 ## Setup
 
@@ -13,7 +15,22 @@ First, install the required dependencies:
 npm install @llamaindex/vercel ai
 ```
 
-## Using Local Vector Store
+## Using Vercel AI's Model Providers 
+
+Using the `VercelLLM` adapter, it's easy to use any of Vercel AI's [model providers](https://sdk.vercel.ai/docs/foundations/providers-and-models) as LLMs in LlamaIndex. Here's an example of how to use OpenAI's GPT-4o model:
+
+```typescript
+const llm = new VercelLLM({ model: openai("gpt-4o") });
+const result = await llm.complete({
+  prompt: "What is the capital of France?",
+  stream: false, // Set to true if you want streaming responses
+});
+console.log(result.text);
+```
+
+## Use Indexes
+
+### Using VectorStoreIndex
 
 Here's how to create a simple vector store index and query it using Vercel's AI SDK:
 
@@ -29,22 +46,25 @@ const index = await VectorStoreIndex.fromDocuments([document]);
 
 // Create a query tool
 const queryTool = llamaindex({
+  model: openai("gpt-4"),
   index,
   description: "Search through the documents", // optional
 });
 
 // Use the tool with Vercel's AI SDK
 streamText({
-  tools: { queryTool },
-  prompt: "Your question here",
   model: openai("gpt-4"),
+  prompt: "Your question here",
+  tools: { queryTool },
   onFinish({ response }) {
     console.log("Response:", response.messages); // log the response
   },
 }).toDataStream();
 ```
 
-## Using LlamaCloud
+> Note: the Vercel AI model referenced in the `llamaindex` function is used by the response synthesizer to generate a response for the tool call.
+
+### Using LlamaCloud
 
 For production deployments, you can use LlamaCloud to store and manage your documents:
 
@@ -61,20 +81,21 @@ const index = await LlamaCloudIndex.fromDocuments({
 
 // Use it the same way as VectorStoreIndex
 const queryTool = llamaindex({
+  model: openai("gpt-4"),
   index,
   description: "Search through the documents",
 });
 
 // Use the tool with Vercel's AI SDK
 streamText({
-  tools: { queryTool },
-  prompt: "Your question here",
   model: openai("gpt-4"),
+  prompt: "Your question here",
+  tools: { queryTool },
 }).toDataStream();
 ```
 
 ## Next Steps
 
 1. Explore [LlamaCloud](https://cloud.llamaindex.ai/) for managed document storage and retrieval
-2. Join our [Discord community](https://discord.gg/llamaindex) for support and discussions
+2. Join our [Discord community](https://discord.gg/dGcwcsnxhU) for support and discussions
 

apps/next/src/content/docs/llamaindex/setup/typescript.mdx

@@ -84,7 +84,7 @@ Imaging you put output file into `/dist/openai.js` but you are importing `llamai
 }
 ```
 
-In old module resolution, TypeScript will not be able to find the module because it is not follow the file structure, even you run `node index.js` successfully. (on Node.js >=16)
+In old module resolution, TypeScript will not be able to find the module because it is not following the file structure, even you run `node index.js` successfully. (on Node.js >=16)
 
 See more about [moduleResolution](https://www.typescriptlang.org/docs/handbook/modules/theory.html#module-resolution) or
 [TypeScript 5.0 blog](https://devblogs.microsoft.com/typescript/announcing-typescript-5-0/#--moduleresolution-bundler7).

apps/next/src/content/docs/meta.json

@@ -1,3 +1,3 @@
 {
-  "pages": ["llamaindex", "cloud"]
+  "pages": ["llamaindex", "cloud", "api"]
 }

apps/next/turbo.json

@@ -6,7 +6,8 @@
         ".next",
         ".source",
         "next-env.d.ts",
-        "src/content/docs/cloud/api/**"
+        "src/content/docs/cloud/api/**",
+        "src/content/docs/api/**"
       ]
     },
     "dev": {

apps/next/typedoc.json

@@ -0,0 +1,18 @@
+{
+  "plugin": ["typedoc-plugin-markdown", "typedoc-plugin-merge-modules"],
+  "entryPoints": ["../../packages/llamaindex/src/index.ts"],
+  "tsconfig": "../../tsconfig.json",
+  "readme": "none",
+  "sourceLinkTemplate": "https://github.com/run-llama/LlamaIndexTS/blob/{gitRevision}/{path}#L{line}",
+  "out": "./src/content/docs/api",
+  "outputFileStrategy": "members",
+  "categorizeByGroup": true,
+  "categoryOrder": ["Classes", "Enums", "Functions", "Interfaces", "Types"],
+  "sort": ["source-order"],
+  "entryFileName": "index.md",
+  "fileExtension": ".mdx",
+  "hidePageTitle": true,
+  "hidePageHeader": true,
+  "hideGroupHeadings": true,
+  "hideBreadcrumbs": true
+}

e2e/examples/cloudflare-hono/package.json

@@ -11,7 +11,7 @@
   },
   "devDependencies": {
     "@cloudflare/workers-types": "^4.20241112.0",
-    "typescript": "^5.5.2",
+    "typescript": "^5.7.2",
     "wrangler": "^3.89.0"
   },
   "dependencies": {

e2e/examples/cloudflare-worker-agent/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/cloudflare-worker-agent-test
 
+## 0.0.126
+
+### Patch Changes
+
+- llamaindex@0.8.30
+
+## 0.0.125
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 0.0.124
+
+### Patch Changes
+
+- llamaindex@0.8.28
+
+## 0.0.123
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+
 ## 0.0.122
 
 ### Patch Changes

e2e/examples/cloudflare-worker-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloudflare-worker-agent-test",
-  "version": "0.0.122",
+  "version": "0.0.126",
   "type": "module",
   "private": true,
   "scripts": {
@@ -16,7 +16,7 @@
     "@cloudflare/workers-types": "^4.20241112.0",
     "@vitest/runner": "2.1.5",
     "@vitest/snapshot": "2.1.5",
-    "typescript": "^5.6.3",
+    "typescript": "^5.7.2",
     "vitest": "2.1.5",
     "wrangler": "^3.87.0"
   },

e2e/examples/llama-parse-browser/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @llamaindex/llama-parse-browser-test
 
+## 0.0.40
+
+### Patch Changes
+
+- Updated dependencies [012495b]
+  - @llamaindex/cloud@2.0.20
+
+## 0.0.39
+
+### Patch Changes
+
+- @llamaindex/cloud@2.0.19
+
+## 0.0.38
+
+### Patch Changes
+
+- @llamaindex/cloud@2.0.18
+
 ## 0.0.37
 
 ### Patch Changes

e2e/examples/llama-parse-browser/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/llama-parse-browser-test",
   "private": true,
-  "version": "0.0.37",
+  "version": "0.0.40",
   "type": "module",
   "scripts": {
     "dev": "vite",
@@ -9,7 +9,7 @@
     "preview": "vite preview"
   },
   "devDependencies": {
-    "typescript": "^5.6.3",
+    "typescript": "^5.7.2",
     "vite": "^5.4.11",
     "vite-plugin-wasm": "^3.3.0"
   },

e2e/examples/nextjs-agent/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/next-agent-test
 
+## 0.1.126
+
+### Patch Changes
+
+- llamaindex@0.8.30
+
+## 0.1.125
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 0.1.124
+
+### Patch Changes
+
+- llamaindex@0.8.28
+
+## 0.1.123
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+
 ## 0.1.122
 
 ### Patch Changes

e2e/examples/nextjs-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-agent-test",
-  "version": "0.1.122",
+  "version": "0.1.126",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -18,10 +18,10 @@
     "@types/node": "^22.9.0",
     "@types/react": "^18.3.12",
     "@types/react-dom": "^18.3.1",
-    "eslint": "9.15.0",
-    "eslint-config-next": "15.0.3",
+    "eslint": "9.16.0",
+    "eslint-config-next": "15.1.0",
     "postcss": "^8.4.49",
     "tailwindcss": "^3.4.15",
-    "typescript": "^5.6.3"
+    "typescript": "^5.7.2"
   }
 }

e2e/examples/nextjs-edge-runtime/CHANGELOG.md

@@ -1,5 +1,32 @@
 # test-edge-runtime
 
+## 0.1.125
+
+### Patch Changes
+
+- llamaindex@0.8.30
+
+## 0.1.124
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 0.1.123
+
+### Patch Changes
+
+- llamaindex@0.8.28
+
+## 0.1.122
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+
 ## 0.1.121
 
 ### Patch Changes

e2e/examples/nextjs-edge-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/nextjs-edge-runtime-test",
-  "version": "0.1.121",
+  "version": "0.1.125",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -17,6 +17,6 @@
     "@types/node": "^22.9.0",
     "@types/react": "^18.3.12",
     "@types/react-dom": "^18.3.1",
-    "typescript": "^5.6.3"
+    "typescript": "^5.7.2"
   }
 }

e2e/examples/nextjs-node-runtime/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/next-node-runtime
 
+## 0.0.107
+
+### Patch Changes
+
+- llamaindex@0.8.30
+
+## 0.0.106
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 0.0.105
+
+### Patch Changes
+
+- llamaindex@0.8.28
+
+## 0.0.104
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+
 ## 0.0.103
 
 ### Patch Changes

e2e/examples/nextjs-node-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-node-runtime-test",
-  "version": "0.0.103",
+  "version": "0.0.107",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -17,10 +17,10 @@
     "@types/node": "^22.9.0",
     "@types/react": "^18.3.12",
     "@types/react-dom": "^18.3.1",
-    "eslint": "9.15.0",
-    "eslint-config-next": "15.0.3",
+    "eslint": "9.16.0",
+    "eslint-config-next": "15.1.0",
     "postcss": "^8.4.49",
     "tailwindcss": "^3.4.15",
-    "typescript": "^5.6.3"
+    "typescript": "^5.7.2"
   }
 }

e2e/examples/waku-query-engine/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/waku-query-engine-test
 
+## 0.0.126
+
+### Patch Changes
+
+- llamaindex@0.8.30
+
+## 0.0.125
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 0.0.124
+
+### Patch Changes
+
+- llamaindex@0.8.28
+
+## 0.0.123
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+
 ## 0.0.122
 
 ### Patch Changes

e2e/examples/waku-query-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/waku-query-engine-test",
-  "version": "0.0.122",
+  "version": "0.0.126",
   "type": "module",
   "private": true,
   "scripts": {
@@ -20,6 +20,6 @@
     "@types/react-dom": "18.3.1",
     "autoprefixer": "^10.4.20",
     "tailwindcss": "^3.4.15",
-    "typescript": "5.6.3"
+    "typescript": "5.7.2"
   }
 }

e2e/node/embedding/clip.e2e.ts

@@ -21,6 +21,11 @@ test.beforeEach(() => {
 });
 
 await test("clip embedding", async (t) => {
+  const major = parseInt(process.versions.node.split(".")[0] ?? "0", 10);
+  if (major < 20) {
+    t.skip("Skip CLIP tests on Node.js < 20");
+    return;
+  }
   await t.test("should trigger load transformer event", async () => {
     const nodes = [
       new ImageNode({

examples/CHANGELOG.md

@@ -1,5 +1,29 @@
 # examples
 
+## 0.0.21
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+  - @llamaindex/readers@1.0.21
+  - llamaindex@0.8.28
+  - @llamaindex/vercel@0.0.6
+
+## 0.0.20
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [086a651]
+- Updated dependencies [e0f6cc3]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+  - @llamaindex/vercel@0.0.5
+  - @llamaindex/core@0.4.18
+  - @llamaindex/readers@1.0.20
+  - @llamaindex/workflow@0.0.8
+
 ## 0.0.19
 
 ### Patch Changes

examples/ingestion/basicIngestion.ts

@@ -1,16 +1,15 @@
-import fs from "node:fs/promises";
-
 import {
   Document,
   IngestionPipeline,
-  MetadataMode,
   OpenAIEmbedding,
   SentenceSplitter,
+  VectorStoreIndex,
 } from "llamaindex";
+import fs from "node:fs/promises";
 
 async function main() {
   // Load essay from abramov.txt in Node
-  const path = "node_modules/llamaindex/examples/abramov.txt";
+  const path = "../node_modules/llamaindex/examples/abramov.txt";
 
   const essay = await fs.readFile(path, "utf-8");
 
@@ -22,14 +21,23 @@ async function main() {
       new OpenAIEmbedding(),
     ],
   });
+  console.time("Pipeline Run Time");
 
-  // run the pipeline
   const nodes = await pipeline.run({ documents: [document] });
 
-  // print out the result of the pipeline run
-  for (const node of nodes) {
-    console.log(node.getContent(MetadataMode.NONE));
-  }
+  console.timeEnd("Pipeline Run Time");
+
+  // initialize the VectorStoreIndex from nodes
+  const index = await VectorStoreIndex.init({ nodes });
+
+  // Query the index
+  const queryEngine = index.asQueryEngine();
+
+  const { message } = await queryEngine.query({
+    query: "summarize the article in three sentence",
+  });
+
+  console.log(message);
 }
 
 main().catch(console.error);

examples/package.json

@@ -1,17 +1,17 @@
 {
   "name": "@llamaindex/examples",
   "private": true,
-  "version": "0.0.19",
+  "version": "0.0.21",
   "dependencies": {
     "@ai-sdk/openai": "^1.0.5",
     "@aws-crypto/sha256-js": "^5.2.0",
     "@azure/cosmos": "^4.1.1",
     "@azure/identity": "^4.4.1",
     "@datastax/astra-db-ts": "^1.4.1",
-    "@llamaindex/core": "^0.4.17",
-    "@llamaindex/readers": "^1.0.19",
-    "@llamaindex/workflow": "^0.0.7",
-    "@llamaindex/vercel": "^0.0.4",
+    "@llamaindex/core": "^0.4.19",
+    "@llamaindex/readers": "^1.0.21",
+    "@llamaindex/vercel": "^0.0.6",
+    "@llamaindex/workflow": "^0.0.8",
     "@notionhq/client": "^2.2.15",
     "@pinecone-database/pinecone": "^4.0.0",
     "@vercel/postgres": "^0.10.0",
@@ -21,7 +21,7 @@
     "commander": "^12.1.0",
     "dotenv": "^16.4.5",
     "js-tiktoken": "^1.0.14",
-    "llamaindex": "^0.8.26",
+    "llamaindex": "^0.8.28",
     "mongodb": "^6.7.0",
     "pathe": "^1.1.2",
     "postgres": "^3.4.4"
@@ -29,7 +29,7 @@
   "devDependencies": {
     "@types/node": "^22.9.0",
     "tsx": "^4.19.0",
-    "typescript": "^5.6.3"
+    "typescript": "^5.7.2"
   },
   "scripts": {
     "lint": "eslint ."

examples/readers/package.json

@@ -25,6 +25,6 @@
   "devDependencies": {
     "@types/node": "^22.9.0",
     "tsx": "^4.19.0",
-    "typescript": "^5.6.3"
+    "typescript": "^5.7.2"
   }
 }

examples/vercel/README.md

@@ -14,6 +14,16 @@ npm i
 
 Make sure to run the examples from the parent folder called `examples`. The following examples are available:
 
+### Vercel LLM Example
+
+Run the Vercel LLM example with:
+
+```bash
+npx tsx vercel/llm.ts
+```
+
+This example demonstrates using the `VercelLLM` adapter with Vercel's OpenAI model provider
+
 ### Vector Store Example
 
 Run the local vector store example with:

examples/vercel/llamacloud.ts

@@ -22,6 +22,7 @@ async function main() {
     prompt: "Cost of moving cat from Russia to UK?",
     tools: {
       queryTool: llamaindex({
+        model: openai("gpt-4o"),
         index,
         description:
           "get information from your knowledge base to answer questions.", // optional description

examples/vercel/llm.ts

@@ -0,0 +1,45 @@
+import { openai } from "@ai-sdk/openai";
+import { VercelLLM } from "@llamaindex/vercel";
+import { LLMAgent, WikipediaTool } from "llamaindex";
+
+async function main() {
+  // Create an instance of VercelLLM with the OpenAI model
+  const vercelLLM = new VercelLLM({ model: openai("gpt-4o") });
+
+  console.log("\n=== Test 1: Using complete() for single response ===");
+  const result = await vercelLLM.complete({
+    prompt: "What is the capital of France?",
+    stream: false, // Set to true if you want streaming responses
+  });
+  console.log(result.text);
+
+  console.log("\n=== Test 2: Using chat() for streaming response ===");
+  const stream = await vercelLLM.chat({
+    messages: [
+      { content: "You want to talk in rhymes.", role: "system" },
+      {
+        content:
+          "How much wood would a woodchuck chuck if a woodchuck could chuck wood?",
+        role: "user",
+      },
+    ],
+    stream: true,
+  });
+  for await (const chunk of stream) {
+    process.stdout.write(chunk.delta);
+  }
+
+  console.log("\n=== Test 3: Using LLMAgent with WikipediaTool ===");
+  const agent = new LLMAgent({
+    llm: vercelLLM,
+    tools: [new WikipediaTool()],
+  });
+
+  const { message } = await agent.chat({
+    message: "What's the history of New York from Wikipedia in 3 sentences?",
+  });
+
+  console.log(message);
+}
+
+main().catch(console.error);

examples/vercel/vector-store.ts

@@ -18,6 +18,7 @@ async function main() {
     prompt: "Cost of moving cat from Russia to UK?",
     tools: {
       queryTool: llamaindex({
+        model: openai("gpt-4o"),
         index,
         description:
           "get information from your knowledge base to answer questions.", // optional description

package.json

@@ -19,20 +19,20 @@
   },
   "devDependencies": {
     "@changesets/cli": "^2.27.5",
-    "eslint": "9.15.0",
-    "eslint-config-next": "^15.0.3",
+    "eslint": "9.16.0",
+    "eslint-config-next": "^15.1.0",
     "eslint-config-prettier": "^9.1.0",
-    "eslint-config-turbo": "^2.3.0",
+    "eslint-config-turbo": "^2.3.3",
     "eslint-plugin-react": "7.37.2",
     "globals": "^15.12.0",
     "husky": "^9.1.7",
-    "lint-staged": "^15.2.10",
+    "lint-staged": "^15.2.11",
     "madge": "^8.0.0",
-    "prettier": "^3.3.3",
+    "prettier": "^3.4.2",
     "prettier-plugin-organize-imports": "^4.1.0",
-    "turbo": "^2.3.0",
-    "typescript": "^5.6.3",
-    "typescript-eslint": "^8.15.0"
+    "turbo": "^2.3.3",
+    "typescript": "^5.7.2",
+    "typescript-eslint": "^8.18.0"
   },
   "packageManager": "pnpm@9.12.3",
   "lint-staged": {

packages/autotool/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/autotool
 
+## 5.0.30
+
+### Patch Changes
+
+- llamaindex@0.8.30
+
+## 5.0.29
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 5.0.28
+
+### Patch Changes
+
+- llamaindex@0.8.28
+
+## 5.0.27
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+
 ## 5.0.26
 
 ### Patch Changes

packages/autotool/examples/01_node/CHANGELOG.md

@@ -1,5 +1,36 @@
 # @llamaindex/autotool-01-node-example
 
+## 0.0.73
+
+### Patch Changes
+
+- llamaindex@0.8.30
+- @llamaindex/autotool@5.0.30
+
+## 0.0.72
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+  - @llamaindex/autotool@5.0.29
+
+## 0.0.71
+
+### Patch Changes
+
+- llamaindex@0.8.28
+- @llamaindex/autotool@5.0.28
+
+## 0.0.70
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+  - @llamaindex/autotool@5.0.27
+
 ## 0.0.69
 
 ### Patch Changes

packages/autotool/examples/01_node/package.json

@@ -13,5 +13,5 @@
   "scripts": {
     "start": "node --import tsx --import @llamaindex/autotool/node ./src/index.ts"
   },
-  "version": "0.0.69"
+  "version": "0.0.73"
 }

packages/autotool/examples/02_nextjs/CHANGELOG.md

@@ -1,5 +1,36 @@
 # @llamaindex/autotool-02-next-example
 
+## 0.1.117
+
+### Patch Changes
+
+- llamaindex@0.8.30
+- @llamaindex/autotool@5.0.30
+
+## 0.1.116
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+  - @llamaindex/autotool@5.0.29
+
+## 0.1.115
+
+### Patch Changes
+
+- llamaindex@0.8.28
+- @llamaindex/autotool@5.0.28
+
+## 0.1.114
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+  - @llamaindex/autotool@5.0.27
+
 ## 0.1.113
 
 ### Patch Changes

packages/autotool/examples/02_nextjs/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/autotool-02-next-example",
   "private": true,
-  "version": "0.1.113",
+  "version": "0.1.117",
   "scripts": {
     "dev": "next dev",
     "build": "next build",
@@ -32,6 +32,6 @@
     "cross-env": "^7.0.3",
     "postcss": "^8.4.49",
     "tailwindcss": "^3.4.15",
-    "typescript": "^5.6.3"
+    "typescript": "^5.7.2"
   }
 }

packages/autotool/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/autotool",
   "type": "module",
-  "version": "5.0.26",
+  "version": "5.0.30",
   "description": "auto transpile your JS function to LLM Agent compatible",
   "files": [
     "dist",
@@ -70,13 +70,13 @@
     "@swc/types": "^0.1.12",
     "@types/json-schema": "^7.0.15",
     "@types/node": "^22.9.0",
-    "bunchee": "5.6.1",
+    "bunchee": "6.0.3",
     "llamaindex": "workspace:*",
     "next": "15.0.3",
-    "rollup": "^4.27.3",
+    "rollup": "^4.28.1",
     "tsx": "^4.19.0",
-    "typescript": "^5.6.3",
+    "typescript": "^5.7.2",
     "vitest": "^2.1.5",
-    "webpack": "^5.94.0"
+    "webpack": "^5.97.1"
   }
 }

packages/cloud/CHANGELOG.md

@@ -1,5 +1,27 @@
 # @llamaindex/cloud
 
+## 2.0.20
+
+### Patch Changes
+
+- 012495b: chore: bump llamacloud sdk
+
+## 2.0.19
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 2.0.18
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+
 ## 2.0.17
 
 ### Patch Changes

packages/cloud/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloud",
-  "version": "2.0.17",
+  "version": "2.0.20",
   "type": "module",
   "license": "MIT",
   "scripts": {
@@ -54,7 +54,7 @@
     "@hey-api/openapi-ts": "^0.56.0",
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*",
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "peerDependencies": {
     "@llamaindex/core": "workspace:*",

packages/cloud/src/reader.ts

@@ -96,6 +96,28 @@ export class LlamaParseReader extends FileReader {
   azureOpenaiEndpoint?: string | undefined;
   azureOpenaiApiVersion?: string | undefined;
   azureOpenaiKey?: string | undefined;
+  auto_mode?: boolean | undefined;
+  auto_mode_trigger_on_image_in_page?: boolean | undefined;
+  auto_mode_trigger_on_table_in_page?: boolean | undefined;
+  auto_mode_trigger_on_text_in_page?: string | undefined;
+  auto_mode_trigger_on_regexp_in_page?: string | undefined;
+  bbox_bottom?: number | undefined;
+  bbox_left?: number | undefined;
+  bbox_right?: number | undefined;
+  bbox_top?: number | undefined;
+  disable_image_extraction?: boolean | undefined;
+  extract_charts?: boolean | undefined;
+  guess_xlsx_sheet_name?: boolean | undefined;
+  html_make_all_elements_visible?: boolean | undefined;
+  html_remove_fixed_elements?: boolean | undefined;
+  html_remove_navigation_elements?: boolean | undefined;
+  http_proxy?: string | undefined;
+  input_url?: string | undefined;
+  max_pages?: number | undefined;
+  output_pdf_of_document?: boolean | undefined;
+  structured_output?: boolean | undefined;
+  structured_output_json_schema?: string | undefined;
+  structured_output_json_schema_name?: string | undefined;
 
   // numWorkers is implemented in SimpleDirectoryReader
   stdout?: WriteStream | undefined;
@@ -200,6 +222,32 @@ export class LlamaParseReader extends FileReader {
       azure_openai_endpoint: this.azureOpenaiEndpoint,
       azure_openai_api_version: this.azureOpenaiApiVersion,
       azure_openai_key: this.azureOpenaiKey,
+      auto_mode: this.auto_mode,
+      auto_mode_trigger_on_image_in_page:
+        this.auto_mode_trigger_on_image_in_page,
+      auto_mode_trigger_on_table_in_page:
+        this.auto_mode_trigger_on_table_in_page,
+      auto_mode_trigger_on_text_in_page: this.auto_mode_trigger_on_text_in_page,
+      auto_mode_trigger_on_regexp_in_page:
+        this.auto_mode_trigger_on_regexp_in_page,
+      bbox_bottom: this.bbox_bottom,
+      bbox_left: this.bbox_left,
+      bbox_right: this.bbox_right,
+      bbox_top: this.bbox_top,
+      disable_image_extraction: this.disable_image_extraction,
+      extract_charts: this.extract_charts,
+      guess_xlsx_sheet_name: this.guess_xlsx_sheet_name,
+      html_make_all_elements_visible: this.html_make_all_elements_visible,
+      html_remove_fixed_elements: this.html_remove_fixed_elements,
+      html_remove_navigation_elements: this.html_remove_navigation_elements,
+      http_proxy: this.http_proxy,
+      input_url: this.input_url,
+      max_pages: this.max_pages,
+      output_pdf_of_document: this.output_pdf_of_document,
+      structured_output: this.structured_output,
+      structured_output_json_schema: this.structured_output_json_schema,
+      structured_output_json_schema_name:
+        this.structured_output_json_schema_name,
     } satisfies {
       [Key in keyof Body_upload_file_api_v1_parsing_upload_post]-?:
         | Body_upload_file_api_v1_parsing_upload_post[Key]

packages/community/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @llamaindex/community
 
+## 0.0.77
+
+### Patch Changes
+
+- 24caf93: fix: added inference profile mapping for nova models"
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 0.0.76
+
+### Patch Changes
+
+- c1850ee: feat: Amazon Nova support via Bedrock
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+
 ## 0.0.75
 
 ### Patch Changes

packages/community/README.md

@@ -4,6 +4,7 @@
 
 ## Current Features:
 
+- Bedrock support for Amazon Nova models Pro, Lite and Micro
 - Bedrock support for the Anthropic Claude Models [usage](https://ts.llamaindex.ai/modules/llms/available_llms/bedrock) including the latest Sonnet 3.5 v2 and Haiku 3.5
 - Bedrock support for the Meta LLama 2, 3, 3.1 and 3.2 Models [usage](https://ts.llamaindex.ai/modules/llms/available_llms/bedrock)
 - Meta LLama3.1 405b and Llama3.2 tool call support

packages/community/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/community",
   "description": "Community package for LlamaIndexTS",
-  "version": "0.0.75",
+  "version": "0.0.77",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",
@@ -43,11 +43,11 @@
   },
   "devDependencies": {
     "@types/node": "^22.9.0",
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
-    "@aws-sdk/client-bedrock-agent-runtime": "^3.693.0",
-    "@aws-sdk/client-bedrock-runtime": "^3.693.0",
+    "@aws-sdk/client-bedrock-agent-runtime": "^3.706.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.706.0",
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*"
   }

packages/community/src/llm/bedrock/amazon/provider.ts

@@ -0,0 +1,133 @@
+import type {
+  ContentBlockDelta,
+  ConverseOutput,
+  ConverseRequest,
+  ConverseResponse,
+  ConverseStreamOutput,
+  InvokeModelCommandInput,
+  InvokeModelWithResponseStreamCommandInput,
+  ResponseStream,
+} from "@aws-sdk/client-bedrock-runtime";
+import type {
+  BaseTool,
+  ChatMessage,
+  LLMMetadata,
+  ToolCall,
+  ToolCallLLMMessageOptions,
+} from "@llamaindex/core/llms";
+import { toUtf8 } from "../utils";
+
+import { Provider, type BedrockChatStreamResponse } from "../provider";
+import {
+  mapBaseToolsToAmazonTools,
+  mapChatMessagesToAmazonMessages,
+} from "./utils";
+
+export class AmazonProvider extends Provider<ConverseStreamOutput> {
+  getResultFromResponse(response: Record<string, any>): ConverseResponse {
+    return JSON.parse(toUtf8(response.body));
+  }
+
+  getToolsFromResponse<ToolContent>(response: ConverseOutput): ToolContent[] {
+    return (
+      response.message?.content
+        ?.filter((item) => item.toolUse)
+        .map(
+          (item) =>
+            ({
+              id: item.toolUse!.toolUseId,
+              name: item.toolUse!.name,
+              input: item.toolUse!.input
+                ? JSON.parse(item.toolUse!.input as string)
+                : "",
+            }) as ToolContent,
+        ) ?? []
+    );
+  }
+
+  getTextFromResponse(response: ConverseResponse): string {
+    const result = this.getResultFromResponse(response);
+    const content = result.output?.message?.content ?? [];
+    return content.map((item) => item.text).join(" ");
+  }
+
+  getTextFromStreamResponse(response: ResponseStream): string {
+    let event: ConverseStreamOutput | undefined =
+      this.getStreamingEventResponse(response);
+    if (!event || !event.contentBlockDelta) return "";
+    const delta: ContentBlockDelta | undefined = event.contentBlockDelta.delta;
+    return delta?.text || "";
+  }
+
+  async *reduceStream(
+    stream: AsyncIterable<ResponseStream>,
+  ): BedrockChatStreamResponse {
+    let toolId: string | undefined = undefined;
+    let toolName: string | undefined = undefined;
+    for await (const response of stream) {
+      const event = this.getStreamingEventResponse(response);
+      const delta = this.getTextFromStreamResponse(response);
+
+      let options: undefined | ToolCallLLMMessageOptions = undefined;
+      if (event?.contentBlockStart && event.contentBlockStart.start?.toolUse) {
+        toolId = event.contentBlockStart.start?.toolUse.toolUseId;
+        toolName = event.contentBlockStart.start?.toolUse.name;
+        continue;
+      }
+      if (
+        toolId &&
+        toolName &&
+        event?.contentBlockDelta?.delta?.toolUse?.input
+      ) {
+        options = {
+          toolCall: [
+            {
+              id: toolId,
+              name: toolName,
+              input: JSON.parse(event?.contentBlockDelta?.delta?.toolUse.input),
+            } as ToolCall,
+          ],
+        };
+        toolId = undefined;
+        toolName = undefined;
+      }
+
+      if (!delta && !options) continue;
+
+      yield {
+        delta: options ? "" : delta,
+        options,
+        raw: response,
+      };
+    }
+  }
+
+  getRequestBody<T extends ChatMessage>(
+    metadata: LLMMetadata,
+    messages: T[],
+    tools: BaseTool[] = [],
+    options: Omit<ConverseRequest, "modelId" | "messages" | "inferenceConfig">,
+  ): InvokeModelCommandInput | InvokeModelWithResponseStreamCommandInput {
+    const request: Omit<ConverseRequest, "modelId"> = {
+      ...options,
+      messages: mapChatMessagesToAmazonMessages(messages),
+      inferenceConfig: {
+        maxTokens: metadata.maxTokens,
+        temperature: metadata.temperature,
+        topP: metadata.topP,
+      },
+    };
+    if (tools.length) {
+      request.toolConfig = {
+        tools: mapBaseToolsToAmazonTools(tools),
+      };
+    }
+
+    return {
+      modelId: metadata.model,
+      contentType: "application/json",
+      accept: "application/json",
+      body: JSON.stringify(request),
+    };
+  }
+}

packages/community/src/llm/bedrock/amazon/types.ts

@@ -0,0 +1,5 @@
+import type { ConverseRequest, Message } from "@aws-sdk/client-bedrock-runtime";
+
+export type AmazonMessages = ConverseRequest["messages"];
+
+export type AmazonMessage = Message;

packages/community/src/llm/bedrock/amazon/utils.ts

@@ -0,0 +1,141 @@
+import type {
+  ImageBlock,
+  ImageFormat,
+  Message,
+  Tool,
+} from "@aws-sdk/client-bedrock-runtime";
+import type {
+  BaseTool,
+  ChatMessage,
+  MessageContentDetail,
+  ToolCallLLMMessageOptions,
+} from "@llamaindex/core/llms";
+import {
+  extractDataUrlComponents,
+  mapMessageContentToMessageContentDetails,
+} from "../utils";
+
+import type { JSONObject } from "@llamaindex/core/global";
+import type { AmazonMessage, AmazonMessages } from "./types";
+
+const ACCEPTED_IMAGE_MIME_TYPES = [
+  "image/jpeg",
+  "image/png",
+  "image/webp",
+  "image/gif",
+] as const;
+
+const ACCEPTED_IMAGE_MIME_TYPE_FORMAT_MAP: Record<
+  (typeof ACCEPTED_IMAGE_MIME_TYPES)[number],
+  ImageFormat
+> = {
+  "image/jpeg": "jpeg",
+  "image/png": "png",
+  "image/webp": "webp",
+  "image/gif": "gif",
+};
+
+export const mapImageContent = (imageUrl: string): ImageBlock => {
+  if (!imageUrl.startsWith("data:"))
+    throw new Error(
+      "For Amazon please only use base64 data url, e.g.: data:image/jpeg;base64,SGVsbG8sIFdvcmxkIQ==",
+    );
+  const { mimeType, base64: data } = extractDataUrlComponents(imageUrl);
+  if (
+    !ACCEPTED_IMAGE_MIME_TYPES.includes(
+      mimeType as keyof typeof ACCEPTED_IMAGE_MIME_TYPE_FORMAT_MAP,
+    )
+  )
+    throw new Error(
+      `Amazon only accepts the following mimeTypes: ${ACCEPTED_IMAGE_MIME_TYPES.join("\n")}`,
+    );
+
+  return {
+    format:
+      ACCEPTED_IMAGE_MIME_TYPE_FORMAT_MAP[
+        mimeType as keyof typeof ACCEPTED_IMAGE_MIME_TYPE_FORMAT_MAP
+      ],
+
+    // @ts-ignore: there's a mistake in the "@aws-sdk/client-bedrock-runtime" compared to the actual api
+    source: { bytes: data },
+  };
+};
+
+export const mapMessageContentDetailToAmazonContent = <
+  T extends MessageContentDetail,
+>(
+  detail: T,
+): Message["content"] => {
+  let content: Message["content"] = [];
+
+  if (detail.type === "text") {
+    content = [{ text: detail.text }];
+  } else if (detail.type === "image_url") {
+    content = [{ image: mapImageContent(detail.image_url.url) }];
+  } else {
+    throw new Error("Unsupported content detail type");
+  }
+  return content;
+};
+
+export const mapChatMessagesToAmazonMessages = <
+  T extends ChatMessage<ToolCallLLMMessageOptions>,
+>(
+  messages: T[],
+): AmazonMessages => {
+  return messages.flatMap((msg: T): AmazonMessage[] => {
+    return mapMessageContentToMessageContentDetails(msg.content).map(
+      (detail: MessageContentDetail): AmazonMessage => {
+        if (msg.options && "toolCall" in msg.options) {
+          return {
+            role: "assistant",
+            content: msg.options.toolCall.map((call) => ({
+              toolUse: {
+                toolUseId: call.id,
+                name: call.name,
+                input: call.input as JSONObject,
+              },
+            })),
+          };
+        }
+        if (msg.options && "toolResult" in msg.options) {
+          return {
+            role: "user",
+            content: [
+              {
+                toolResult: {
+                  toolUseId: msg.options.toolResult.id,
+                  content: [
+                    {
+                      text: msg.options.toolResult.result,
+                    },
+                  ],
+                },
+              },
+            ],
+          };
+        }
+
+        return {
+          role: msg.role === "assistant" ? "assistant" : "user",
+          content: mapMessageContentDetailToAmazonContent(detail),
+        };
+      },
+    );
+  });
+};
+
+export const mapBaseToolsToAmazonTools = (tools?: BaseTool[]): Tool[] => {
+  if (!tools) return [];
+  return tools.map((tool: BaseTool) => {
+    const {
+      metadata: { parameters, ...options },
+    } = tool;
+    return {
+      toolSpec: {
+        ...options,
+        inputSchema: parameters,
+      },
+    } as Tool;
+  });
+};

packages/community/src/llm/bedrock/anthropic/provider.ts

@@ -11,13 +11,10 @@ import type {
   ToolCall,
   ToolCallLLMMessageOptions,
 } from "@llamaindex/core/llms";
-import {
-  type BedrockAdditionalChatOptions,
-  type BedrockChatStreamResponse,
-  Provider,
-} from "../provider";
+import { type BedrockChatStreamResponse, Provider } from "../provider";
 import { toUtf8 } from "../utils";
 import type {
+  AnthropicAdditionalChatOptions,
   AnthropicNoneStreamingResponse,
   AnthropicStreamEvent,
   AnthropicTextContent,
@@ -134,7 +131,7 @@ export class AnthropicProvider extends Provider<AnthropicStreamEvent> {
     metadata: LLMMetadata,
     messages: T[],
     tools?: BaseTool[],
-    options?: BedrockAdditionalChatOptions,
+    options?: AnthropicAdditionalChatOptions,
   ): InvokeModelCommandInput | InvokeModelWithResponseStreamCommandInput {
     const extra: Record<string, unknown> = {};
     if (options?.toolChoice) {

packages/community/src/llm/bedrock/anthropic/types.ts

@@ -1,6 +1,13 @@
 import type { ToolMetadata } from "@llamaindex/core/llms";
 import type { InvocationMetrics } from "../types";
 
+export type ToolChoice =
+  | { type: "any" }
+  | { type: "auto" }
+  | { type: "tool"; name: string };
+
+export type AnthropicAdditionalChatOptions = { toolChoice: ToolChoice };
+
 type Usage = {
   input_tokens: number;
   output_tokens: number;

packages/community/src/llm/bedrock/index.ts

@@ -25,6 +25,7 @@ import {
 import { mapMessageContentToMessageContentDetails } from "./utils";
 
 import { wrapLLMEvent } from "@llamaindex/core/decorator";
+import { AmazonProvider } from "./amazon/provider";
 import { AnthropicProvider } from "./anthropic/provider";
 import { MetaProvider } from "./meta/provider";
 
@@ -32,6 +33,7 @@ import { MetaProvider } from "./meta/provider";
 export const PROVIDERS: { [key: string]: Provider } = {
   anthropic: new AnthropicProvider(),
   meta: new MetaProvider(),
+  amazon: new AmazonProvider(),
 };
 
 export type BedrockChatParamsStreaming = LLMChatParamsStreaming<
@@ -81,7 +83,11 @@ export const BEDROCK_MODELS = {
   MISTRAL_7B_INSTRUCT: "mistral.mistral-7b-instruct-v0:2",
   MISTRAL_MIXTRAL_7B_INSTRUCT: "mistral.mixtral-8x7b-instruct-v0:1",
   MISTRAL_MIXTRAL_LARGE_2402: "mistral.mistral-large-2402-v1:0",
+  AMAZON_NOVA_PRO_1: "amazon.nova-pro-v1:0",
+  AMAZON_NOVA_LITE_1: "amazon.nova-lite-v1:0",
+  AMAZON_NOVA_MICRO_1: "amazon.nova-micro-v1:0",
 };
+
 export type BEDROCK_MODELS =
   (typeof BEDROCK_MODELS)[keyof typeof BEDROCK_MODELS];
 
@@ -98,6 +104,9 @@ export const INFERENCE_BEDROCK_MODELS = {
   US_META_LLAMA_3_2_3B_INSTRUCT: "us.meta.llama3-2-3b-instruct-v1:0",
   US_META_LLAMA_3_2_11B_INSTRUCT: "us.meta.llama3-2-11b-instruct-v1:0",
   US_META_LLAMA_3_2_90B_INSTRUCT: "us.meta.llama3-2-90b-instruct-v1:0",
+  US_AMAZON_NOVA_PRO_1: "us.amazon.nova-pro-v1:0",
+  US_AMAZON_NOVA_LITE_1: "us.amazon.nova-lite-v1:0",
+  US_AMAZON_NOVA_MICRO_1: "us.amazon.nova-micro-v1:0",
 
   EU_ANTHROPIC_CLAUDE_3_HAIKU: "eu.anthropic.claude-3-haiku-20240307-v1:0",
   EU_ANTHROPIC_CLAUDE_3_5_HAIKU: "eu.anthropic.claude-3-5-haiku-20240307-v1:0",
@@ -136,6 +145,13 @@ export const INFERENCE_TO_BEDROCK_MAP: Record<
   [INFERENCE_BEDROCK_MODELS.US_META_LLAMA_3_2_90B_INSTRUCT]:
     BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
 
+  [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_PRO_1]:
+    BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
+  [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_LITE_1]:
+    BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
+  [INFERENCE_BEDROCK_MODELS.US_AMAZON_NOVA_MICRO_1]:
+    BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
+
   [INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_HAIKU]:
     BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
   [INFERENCE_BEDROCK_MODELS.EU_ANTHROPIC_CLAUDE_3_SONNET]:
@@ -189,6 +205,9 @@ const CHAT_ONLY_MODELS = {
   [BEDROCK_MODELS.MISTRAL_7B_INSTRUCT]: 32000,
   [BEDROCK_MODELS.MISTRAL_MIXTRAL_7B_INSTRUCT]: 32000,
   [BEDROCK_MODELS.MISTRAL_MIXTRAL_LARGE_2402]: 32000,
+  [BEDROCK_MODELS.AMAZON_NOVA_PRO_1]: 300000,
+  [BEDROCK_MODELS.AMAZON_NOVA_LITE_1]: 300000,
+  [BEDROCK_MODELS.AMAZON_NOVA_MICRO_1]: 130000,
 };
 
 const BEDROCK_FOUNDATION_LLMS = { ...COMPLETION_MODELS, ...CHAT_ONLY_MODELS };
@@ -225,6 +244,9 @@ export const STREAMING_MODELS = new Set([
   BEDROCK_MODELS.MISTRAL_7B_INSTRUCT,
   BEDROCK_MODELS.MISTRAL_MIXTRAL_7B_INSTRUCT,
   BEDROCK_MODELS.MISTRAL_MIXTRAL_LARGE_2402,
+  BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
+  BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
+  BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
 ]);
 
 export const TOOL_CALL_MODELS: BEDROCK_MODELS[] = [
@@ -239,6 +261,9 @@ export const TOOL_CALL_MODELS: BEDROCK_MODELS[] = [
   BEDROCK_MODELS.META_LLAMA3_2_3B_INSTRUCT,
   BEDROCK_MODELS.META_LLAMA3_2_11B_INSTRUCT,
   BEDROCK_MODELS.META_LLAMA3_2_90B_INSTRUCT,
+  BEDROCK_MODELS.AMAZON_NOVA_PRO_1,
+  BEDROCK_MODELS.AMAZON_NOVA_LITE_1,
+  BEDROCK_MODELS.AMAZON_NOVA_MICRO_1,
 ];
 
 const getProvider = (model: string): Provider => {
@@ -320,10 +345,6 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
     this.temperature = temperature ?? DEFAULT_BEDROCK_PARAMS.temperature;
     this.topP = topP ?? DEFAULT_BEDROCK_PARAMS.topP;
     this.client = new BedrockRuntimeClient(params);
-
-    if (!this.supportToolCall) {
-      console.warn(`The model "${this.model}" doesn't support ToolCall`);
-    }
   }
 
   get supportToolCall(): boolean {
@@ -345,6 +366,9 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
   protected async nonStreamChat(
     params: BedrockChatParamsNonStreaming,
   ): Promise<BedrockChatNonStreamResponse> {
+    if (!this.supportToolCall && params.tools?.length) {
+      console.warn(`The model "${this.model}" doesn't support ToolCall`);
+    }
     const input = this.provider.getRequestBody(
       this.metadata,
       params.messages,
@@ -378,6 +402,10 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
     if (!STREAMING_MODELS.has(this.model))
       throw new Error(`The model: ${this.model} does not support streaming`);
 
+    if (!this.supportToolCall && params.tools?.length) {
+      console.warn(`The model "${this.model}" doesn't support ToolCall`);
+    }
+
     const input = this.provider.getRequestBody(
       this.metadata,
       params.messages,
@@ -388,7 +416,6 @@ export class Bedrock extends ToolCallLLM<BedrockAdditionalChatOptions> {
     command.input.modelId = this.actualModel;
 
     const response = await this.client.send(command);
-
     if (response.body) yield* this.provider.reduceStream(response.body);
   }
 

packages/community/src/llm/bedrock/provider.ts

@@ -11,10 +11,9 @@ import {
   type ToolCallLLMMessageOptions,
 } from "@llamaindex/core/llms";
 import { streamConverter } from "@llamaindex/core/utils";
-import type { ToolChoice } from "./types";
 import { toUtf8 } from "./utils";
 
-export type BedrockAdditionalChatOptions = { toolChoice: ToolChoice };
+export type BedrockAdditionalChatOptions = Record<string, unknown>;
 
 export type BedrockChatStreamResponse = AsyncIterable<
   ChatResponseChunk<ToolCallLLMMessageOptions>

packages/community/src/llm/bedrock/types.ts

@@ -4,8 +4,3 @@ export type InvocationMetrics = {
   invocationLatency: number;
   firstByteLatency: number;
 };
-
-export type ToolChoice =
-  | { type: "any" }
-  | { type: "auto" }
-  | { type: "tool"; name: string };

packages/core/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/core
 
+## 0.4.19
+
+### Patch Changes
+
+- a9b5b99: feat: build api reference pages for new documentation site
+
+## 0.4.18
+
+### Patch Changes
+
+- e0f6cc3: The compact and refine response synthesizer (retrieved by using `getResponseSynthesizer('compact')`) has been fixed to return the original source nodes that were provided to it in its response. Previous to this it was returning the compacted text chunk documents.
+- Updated dependencies [b504303]
+  - @llamaindex/env@0.1.25
+
 ## 0.4.17
 
 ### Patch Changes

packages/core/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/core",
   "type": "module",
-  "version": "0.4.17",
+  "version": "0.4.19",
   "description": "LlamaIndex Core Module",
   "exports": {
     "./agent": {
@@ -391,7 +391,7 @@
   "devDependencies": {
     "@edge-runtime/vm": "^4.0.4",
     "ajv": "^8.17.1",
-    "bunchee": "5.6.1",
+    "bunchee": "6.0.3",
     "happy-dom": "^15.11.6",
     "natural": "^8.0.1"
   },

packages/core/src/chat-engine/context-chat-engine.ts

@@ -22,7 +22,8 @@ import type { ContextGenerator } from "./type";
 
 /**
  * ContextChatEngine uses the Index to get the appropriate context for each query.
- * The context is stored in the system prompt, and the chat history is chunk: ChatResponseChunk, nodes?: NodeWithScore<import("/Users/marcus/code/llamaindex/LlamaIndexTS/packages/core/src/Node").Metadata>[], nodes?: NodeWithScore<import("/Users/marcus/code/llamaindex/LlamaIndexTS/packages/core/src/Node").Metadata>[]lowing the appropriate context to be surfaced for each query.
+ * The context is stored in the system prompt, and the chat history is chunk,
+ * allowing the appropriate context to be surfaced for each query.
  */
 export class ContextChatEngine extends PromptMixin implements BaseChatEngine {
   chatModel: LLM;

packages/core/src/response-synthesizers/factory.ts

@@ -77,6 +77,16 @@ class Refine extends BaseSynthesizer {
     }
   }
 
+  async getResponse(
+    query: MessageContent,
+    nodes: NodeWithScore[],
+    stream: true,
+  ): Promise<AsyncIterable<EngineResponse>>;
+  async getResponse(
+    query: MessageContent,
+    nodes: NodeWithScore[],
+    stream: false,
+  ): Promise<EngineResponse>;
   async getResponse(
     query: MessageContent,
     nodes: NodeWithScore[],
@@ -197,6 +207,16 @@ class Refine extends BaseSynthesizer {
  * CompactAndRefine is a slight variation of Refine that first compacts the text chunks into the smallest possible number of chunks.
  */
 class CompactAndRefine extends Refine {
+  async getResponse(
+    query: MessageContent,
+    nodes: NodeWithScore[],
+    stream: true,
+  ): Promise<AsyncIterable<EngineResponse>>;
+  async getResponse(
+    query: MessageContent,
+    nodes: NodeWithScore[],
+    stream: false,
+  ): Promise<EngineResponse>;
   async getResponse(
     query: MessageContent,
     nodes: NodeWithScore[],
@@ -216,17 +236,24 @@ class CompactAndRefine extends Refine {
     const newTexts = this.promptHelper.repack(maxPrompt, textChunks);
     const newNodes = newTexts.map((text) => new TextNode({ text }));
     if (stream) {
-      return super.getResponse(
+      const streamResponse = await super.getResponse(
         query,
         newNodes.map((node) => ({ node })),
         true,
       );
+      return streamConverter(streamResponse, (chunk) => {
+        chunk.sourceNodes = nodes;
+        return chunk;
+      });
     }
-    return super.getResponse(
+
+    const originalResponse = await super.getResponse(
       query,
       newNodes.map((node) => ({ node })),
       false,
     );
+    originalResponse.sourceNodes = nodes;
+    return originalResponse;
   }
 }
 

packages/core/tests/response-synthesizers/compact-and-refine.test.ts

@@ -0,0 +1,66 @@
+import { describe, expect, test, vi } from "vitest";
+import type { LLMMetadata } from "../../llms/dist/index.js";
+import { getResponseSynthesizer } from "../../response-synthesizers/dist/index.js";
+import { Document } from "../../schema/dist/index.js";
+
+const mockLllm = () => ({
+  complete: vi.fn().mockImplementation(({ stream }) => {
+    const response = { text: "unimportant" };
+    if (!stream) {
+      return response;
+    }
+
+    function* gen() {
+      // yield a few times to make sure each chunk has the sourceNodes
+      yield response;
+      yield response;
+      yield response;
+    }
+
+    return gen();
+  }),
+  chat: vi.fn(),
+  metadata: {} as unknown as LLMMetadata,
+});
+
+describe("compact and refine response synthesizer", () => {
+  describe("synthesize", () => {
+    test("should return original sourceNodes with response when stream = false", async () => {
+      const synthesizer = getResponseSynthesizer("compact", {
+        llm: mockLllm(),
+      });
+
+      const sourceNode = { node: new Document({}), score: 1 };
+
+      const response = await synthesizer.synthesize(
+        {
+          query: "test",
+          nodes: [sourceNode],
+        },
+        false,
+      );
+
+      expect(response.sourceNodes).toEqual([sourceNode]);
+    });
+
+    test("should return original sourceNodes with response when stream = true", async () => {
+      const synthesizer = getResponseSynthesizer("compact", {
+        llm: mockLllm(),
+      });
+
+      const sourceNode = { node: new Document({}), score: 1 };
+
+      const response = await synthesizer.synthesize(
+        {
+          query: "test",
+          nodes: [sourceNode],
+        },
+        true,
+      );
+
+      for await (const chunk of response) {
+        expect(chunk.sourceNodes).toEqual([sourceNode]);
+      }
+    });
+  });
+});

packages/env/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @llamaindex/env
 
+## 0.1.25
+
+### Patch Changes
+
+- b504303: Allow Node 18 again (throw run-time error if not possible) to make Stackblitz work
+
 ## 0.1.24
 
 ### Patch Changes

packages/env/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/env",
   "description": "environment wrapper, supports all JS environment including node, deno, bun, edge runtime, and cloudflare worker",
-  "version": "0.1.24",
+  "version": "0.1.25",
   "type": "module",
   "types": "dist/index.d.ts",
   "module": "dist/index.js",
@@ -125,7 +125,7 @@
     "@huggingface/transformers": "^3.0.2",
     "@types/node": "^22.9.0",
     "@types/readable-stream": "^4.0.15",
-    "bunchee": "5.6.1",
+    "bunchee": "6.0.3",
     "gpt-tokenizer": "^2.6.2",
     "pathe": "^1.1.2",
     "vitest": "^2.1.5"

packages/env/src/internal/multi-model/node.ts

@@ -7,6 +7,13 @@ export {
 } from "./shared.js";
 
 export async function loadTransformers(onLoad: OnLoad) {
+  const nodeVersions = process.versions.node.split(".");
+  if (nodeVersions[0] && parseInt(nodeVersions[0], 10) < 20) {
+    throw new Error(
+      "@huggingface/transformers is not supported on Node.js versions below 20",
+    );
+  }
+
   if (getTransformers() === null) {
     setTransformers(await import("@huggingface/transformers"));
   } else {

packages/experimental/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @llamaindex/experimental
 
+## 0.0.142
+
+### Patch Changes
+
+- llamaindex@0.8.30
+
+## 0.0.141
+
+### Patch Changes
+
+- Updated dependencies [dd596a0]
+  - llamaindex@0.8.29
+
+## 0.0.140
+
+### Patch Changes
+
+- llamaindex@0.8.28
+
+## 0.0.139
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [a0e6f57]
+  - llamaindex@0.8.27
+
 ## 0.0.138
 
 ### Patch Changes

packages/experimental/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/experimental",
   "description": "Experimental package for LlamaIndexTS",
-  "version": "0.0.138",
+  "version": "0.0.142",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",

packages/llamaindex/CHANGELOG.md

@@ -1,5 +1,62 @@
 # llamaindex
 
+## 0.8.30
+
+### Patch Changes
+
+- Updated dependencies [012495b]
+  - @llamaindex/cloud@2.0.20
+
+## 0.8.29
+
+### Patch Changes
+
+- dd596a0: Add Gemini 2.0 Flash Experimental
+
+## 0.8.28
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+  - @llamaindex/readers@1.0.21
+  - @llamaindex/cloud@2.0.19
+  - @llamaindex/node-parser@0.0.20
+  - @llamaindex/anthropic@0.0.28
+  - @llamaindex/clip@0.0.28
+  - @llamaindex/deepinfra@0.0.28
+  - @llamaindex/huggingface@0.0.28
+  - @llamaindex/ollama@0.0.35
+  - @llamaindex/openai@0.1.44
+  - @llamaindex/portkey-ai@0.0.28
+  - @llamaindex/replicate@0.0.28
+  - @llamaindex/groq@0.0.43
+  - @llamaindex/vllm@0.0.14
+
+## 0.8.27
+
+### Patch Changes
+
+- b504303: Allow Node 18 again (throw run-time error if not possible) to make Stackblitz work
+- a0e6f57: withLlamaIndex now passes through webpack options to the passed in customized NextJS webpack config. Before it was only passing through the config.
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+  - @llamaindex/cloud@2.0.18
+  - @llamaindex/node-parser@0.0.19
+  - @llamaindex/anthropic@0.0.27
+  - @llamaindex/clip@0.0.27
+  - @llamaindex/deepinfra@0.0.27
+  - @llamaindex/groq@0.0.42
+  - @llamaindex/huggingface@0.0.27
+  - @llamaindex/ollama@0.0.34
+  - @llamaindex/openai@0.1.43
+  - @llamaindex/portkey-ai@0.0.27
+  - @llamaindex/replicate@0.0.27
+  - @llamaindex/readers@1.0.20
+  - @llamaindex/vllm@0.0.13
+
 ## 0.8.26
 
 ### Patch Changes

packages/llamaindex/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llamaindex",
-  "version": "0.8.26",
+  "version": "0.8.30",
   "license": "MIT",
   "type": "module",
   "keywords": [
@@ -86,7 +86,6 @@
     }
   },
   "devDependencies": {
-    "@huggingface/transformers": "^3.0.2",
     "@swc/cli": "^0.5.0",
     "@swc/core": "^1.9.2",
     "@vercel/postgres": "^0.10.0",
@@ -95,10 +94,10 @@
     "pg": "^8.12.0",
     "pgvector": "0.2.0",
     "postgres": "^3.4.4",
-    "typescript": "^5.6.3"
+    "typescript": "^5.7.2"
   },
   "engines": {
-    "node": ">=20.0.0"
+    "node": ">=18.0.0"
   },
   "types": "./dist/type/index.d.ts",
   "main": "./dist/cjs/index.js",

packages/llamaindex/src/agent/contextAwareMixin.ts

@@ -36,7 +36,7 @@ export function withContextAwareness<T extends SupportedAgent>(Base: T) {
   return class ContextAwareAgent extends Base {
     public readonly contextRetriever: BaseRetriever;
     public retrievedContext: string | null = null;
-    public declare chatHistory: T extends typeof OpenAIAgent
+    declare public chatHistory: T extends typeof OpenAIAgent
       ? OpenAIAgent["chatHistory"]
       : T extends typeof AnthropicAgent
         ? AnthropicAgent["chatHistory"]

packages/llamaindex/src/llm/gemini/base.ts

@@ -53,6 +53,7 @@ export const GEMINI_MODEL_INFO_MAP: Record<GEMINI_MODEL, GeminiModelInfo> = {
   [GEMINI_MODEL.GEMINI_PRO_1_5_FLASH]: { contextWindow: 10 ** 6 },
   [GEMINI_MODEL.GEMINI_PRO_1_5_LATEST]: { contextWindow: 2 * 10 ** 6 },
   [GEMINI_MODEL.GEMINI_PRO_1_5_FLASH_LATEST]: { contextWindow: 10 ** 6 },
+  [GEMINI_MODEL.GEMINI_2_0_FLASH_EXPERIMENTAL]: { contextWindow: 10 ** 6 },
 };
 
 const SUPPORT_TOOL_CALL_MODELS: GEMINI_MODEL[] = [
@@ -66,6 +67,7 @@ const SUPPORT_TOOL_CALL_MODELS: GEMINI_MODEL[] = [
   GEMINI_MODEL.GEMINI_PRO_FLASH_LATEST,
   GEMINI_MODEL.GEMINI_PRO_1_5_LATEST,
   GEMINI_MODEL.GEMINI_PRO_1_5_FLASH_LATEST,
+  GEMINI_MODEL.GEMINI_2_0_FLASH_EXPERIMENTAL,
 ];
 
 const DEFAULT_GEMINI_PARAMS = {

packages/llamaindex/src/llm/gemini/types.ts

@@ -64,6 +64,7 @@ export enum GEMINI_MODEL {
   // Note: should be switched to -latest suffix when google supports it
   GEMINI_PRO_1_5_LATEST = "gemini-1.5-pro-002",
   GEMINI_PRO_1_5_FLASH_LATEST = "gemini-1.5-flash-002",
+  GEMINI_2_0_FLASH_EXPERIMENTAL = "gemini-2.0-flash-exp",
 }
 
 export interface GeminiModelInfo {

packages/llamaindex/src/next.ts

@@ -41,7 +41,7 @@ export default function withLlamaIndex(config: any) {
   // eslint-disable-next-line @typescript-eslint/no-explicit-any
   config.webpack = function (webpackConfig: any, options: any) {
     if (userWebpack) {
-      webpackConfig = userWebpack(webpackConfig);
+      webpackConfig = userWebpack(webpackConfig, options);
     }
     webpackConfig.resolve.alias = {
       ...webpackConfig.resolve.alias,

packages/node-parser/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/node-parser
 
+## 0.0.20
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 0.0.19
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+
 ## 0.0.18
 
 ### Patch Changes

packages/node-parser/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/node-parser",
-  "version": "0.0.18",
+  "version": "0.0.20",
   "description": "Node parser for LlamaIndex",
   "type": "module",
   "exports": {
@@ -43,7 +43,7 @@
     "@llamaindex/env": "workspace:*",
     "@types/html-to-text": "^9.0.4",
     "@types/node": "^22.9.0",
-    "bunchee": "5.6.1",
+    "bunchee": "6.0.3",
     "tree-sitter": "^0.22.1",
     "web-tree-sitter": "^0.24.4"
   },

packages/providers/anthropic/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/anthropic
 
+## 0.0.28
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 0.0.27
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+
 ## 0.0.26
 
 ### Patch Changes

packages/providers/anthropic/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/anthropic",
   "description": "Anthropic Adapter for LlamaIndex",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -30,7 +30,7 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@anthropic-ai/sdk": "0.32.1",

packages/providers/clip/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @llamaindex/clip
 
+## 0.0.28
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+  - @llamaindex/openai@0.1.44
+
+## 0.0.27
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+  - @llamaindex/openai@0.1.43
+
 ## 0.0.26
 
 ### Patch Changes

packages/providers/clip/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/clip",
   "description": "Clip Embedding Adapter for LlamaIndex",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",
@@ -39,13 +39,13 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
+    "@huggingface/transformers": "^3.0.2",
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*",
-    "@llamaindex/openai": "workspace:*",
-    "@huggingface/transformers": "^3.0.2"
+    "@llamaindex/openai": "workspace:*"
   },
   "peerDependencies": {
     "@huggingface/transformers": "^3.0.2"

packages/providers/deepinfra/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @llamaindex/deepinfra
 
+## 0.0.28
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+  - @llamaindex/openai@0.1.44
+
+## 0.0.27
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+  - @llamaindex/openai@0.1.43
+
 ## 0.0.26
 
 ### Patch Changes

packages/providers/deepinfra/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/deepinfra",
   "description": "Deepinfra Adapter for LlamaIndex",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -30,7 +30,7 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@llamaindex/core": "workspace:*",

packages/providers/groq/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/groq
 
+## 0.0.43
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.44
+
+## 0.0.42
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/openai@0.1.43
+
 ## 0.0.41
 
 ### Patch Changes

packages/providers/groq/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/groq",
   "description": "Groq Adapter for LlamaIndex",
-  "version": "0.0.41",
+  "version": "0.0.43",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -30,7 +30,7 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@llamaindex/env": "workspace:*",

packages/providers/huggingface/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @llamaindex/huggingface
 
+## 0.0.28
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+  - @llamaindex/openai@0.1.44
+
+## 0.0.27
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+  - @llamaindex/openai@0.1.43
+
 ## 0.0.26
 
 ### Patch Changes

packages/providers/huggingface/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/huggingface",
   "description": "Huggingface Adapter for LlamaIndex",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",
@@ -39,14 +39,14 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@huggingface/inference": "^2.8.1",
+    "@huggingface/transformers": "^3.0.2",
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*",
-    "@llamaindex/openai": "workspace:*",
-    "@huggingface/transformers": "^3.0.2"
+    "@llamaindex/openai": "workspace:*"
   },
   "peerDependencies": {
     "@huggingface/transformers": "^3.0.2"

packages/providers/ollama/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/ollama
 
+## 0.0.35
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 0.0.34
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+
 ## 0.0.33
 
 ### Patch Changes

packages/providers/ollama/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/ollama",
   "description": "Ollama Adapter for LlamaIndex",
-  "version": "0.0.33",
+  "version": "0.0.35",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -30,7 +30,7 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@llamaindex/core": "workspace:*",

packages/providers/openai/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/openai
 
+## 0.1.44
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 0.1.43
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+
 ## 0.1.42
 
 ### Patch Changes

packages/providers/openai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/openai",
   "description": "OpenAI Adapter for LlamaIndex",
-  "version": "0.1.42",
+  "version": "0.1.44",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -30,7 +30,7 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@llamaindex/core": "workspace:*",

packages/providers/portkey-ai/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/portkey-ai
 
+## 0.0.28
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 0.0.27
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+
 ## 0.0.26
 
 ### Patch Changes

packages/providers/portkey-ai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/portkey-ai",
   "description": "Portkey Adapter for LlamaIndex",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -30,7 +30,7 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@llamaindex/core": "workspace:*",

packages/providers/replicate/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/replicate
 
+## 0.0.28
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 0.0.27
+
+### Patch Changes
+
+- Updated dependencies [b504303]
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/env@0.1.25
+  - @llamaindex/core@0.4.18
+
 ## 0.0.26
 
 ### Patch Changes

packages/providers/replicate/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/replicate",
   "description": "Replicate Adapter for LlamaIndex",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -38,7 +38,7 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@llamaindex/core": "workspace:*",

packages/providers/vercel/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @llamaindex/vercel
 
+## 0.0.6
+
+### Patch Changes
+
+- Updated dependencies [a9b5b99]
+  - @llamaindex/core@0.4.19
+
+## 0.0.5
+
+### Patch Changes
+
+- 086a651: Add VercelLLM (adapter to use any model provider from Vercel AI in LlamaIndex)
+- Updated dependencies [e0f6cc3]
+  - @llamaindex/core@0.4.18
+
 ## 0.0.4
 
 ### Patch Changes

packages/providers/vercel/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/vercel",
   "description": "Vercel Adapter for LlamaIndex",
-  "version": "0.0.4",
+  "version": "0.0.6",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -38,7 +38,7 @@
     "dev": "bunchee --watch"
   },
   "devDependencies": {
-    "bunchee": "5.6.1"
+    "bunchee": "6.0.3"
   },
   "dependencies": {
     "@llamaindex/core": "workspace:*",

packages/providers/vercel/src/index.ts

@@ -1 +1,2 @@
+export { VercelLLM } from "./llm";
 export { llamaindex } from "./tool";

packages/providers/vercel/src/llm.ts

@@ -0,0 +1,183 @@
+import { wrapEventCaller, wrapLLMEvent } from "@llamaindex/core/decorator";
+import {
+  ToolCallLLM,
+  type ChatMessage,
+  type ChatResponse,
+  type ChatResponseChunk,
+  type LLMChatParamsNonStreaming,
+  type LLMChatParamsStreaming,
+  type LLMMetadata,
+  type ToolCallLLMMessageOptions,
+} from "@llamaindex/core/llms";
+import { extractText } from "@llamaindex/core/utils";
+import {
+  generateText,
+  streamText,
+  type CoreAssistantMessage,
+  type CoreMessage,
+  type CoreSystemMessage,
+  type CoreToolMessage,
+  type CoreUserMessage,
+  type ImagePart,
+  type LanguageModelV1,
+  type TextPart,
+} from "ai";
+
+export type VercelAdditionalChatOptions = ToolCallLLMMessageOptions;
+
+export class VercelLLM extends ToolCallLLM<VercelAdditionalChatOptions> {
+  supportToolCall: boolean = true;
+  private model: LanguageModelV1;
+
+  constructor({ model }: { model: LanguageModelV1 }) {
+    super();
+    this.model = model;
+  }
+
+  get metadata(): LLMMetadata {
+    return {
+      model: this.model.modelId,
+      temperature: 1,
+      topP: 1,
+      contextWindow: 128000,
+      tokenizer: undefined,
+    };
+  }
+
+  private toVercelMessages(
+    messages: ChatMessage<ToolCallLLMMessageOptions>[],
+  ): CoreMessage[] {
+    return messages.map((message) => {
+      const options = message.options ?? {};
+
+      if ("toolResult" in options) {
+        return {
+          role: "tool",
+          content: [
+            {
+              type: "tool-result",
+              toolCallId: options.toolResult.id,
+              toolName: "", // XXX: tool result doesn't name
+              isError: options.toolResult.isError,
+              result: options.toolResult.result,
+            },
+          ],
+        } satisfies CoreToolMessage;
+      } else if ("toolCall" in options) {
+        return {
+          role: "assistant",
+          content: options.toolCall.map((toolCall) => ({
+            type: "tool-call",
+            toolName: toolCall.name,
+            toolCallId: toolCall.id,
+            args: toolCall.input,
+          })),
+        } satisfies CoreAssistantMessage;
+      }
+
+      if (message.role === "system" || message.role === "assistant") {
+        return {
+          role: message.role,
+          content: extractText(message.content),
+        } satisfies CoreSystemMessage | CoreAssistantMessage;
+      }
+
+      if (message.role === "user") {
+        return {
+          role: message.role,
+          content:
+            typeof message.content === "string"
+              ? message.content
+              : message.content.map((contentDetail) => {
+                  if (contentDetail.type === "image_url") {
+                    return {
+                      type: "image",
+                      image: new URL(contentDetail.image_url.url),
+                    } satisfies ImagePart;
+                  }
+                  return {
+                    type: "text",
+                    text: contentDetail.text,
+                  } satisfies TextPart;
+                }),
+        } satisfies CoreUserMessage;
+      }
+
+      throw new Error(`Can not convert message ${JSON.stringify(message)}`);
+    });
+  }
+
+  chat(
+    params: LLMChatParamsStreaming<
+      VercelAdditionalChatOptions,
+      ToolCallLLMMessageOptions
+    >,
+  ): Promise<AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>>>;
+  chat(
+    params: LLMChatParamsNonStreaming<
+      VercelAdditionalChatOptions,
+      ToolCallLLMMessageOptions
+    >,
+  ): Promise<ChatResponse<ToolCallLLMMessageOptions>>;
+  @wrapEventCaller
+  @wrapLLMEvent
+  async chat(
+    params:
+      | LLMChatParamsNonStreaming<
+          VercelAdditionalChatOptions,
+          ToolCallLLMMessageOptions
+        >
+      | LLMChatParamsStreaming<
+          VercelAdditionalChatOptions,
+          ToolCallLLMMessageOptions
+        >,
+  ): Promise<
+    | ChatResponse<ToolCallLLMMessageOptions>
+    | AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>>
+  > {
+    const { messages, stream } = params;
+
+    // Streaming
+    if (stream) {
+      const result = streamText({
+        model: this.model,
+        messages: this.toVercelMessages(messages),
+      });
+      return result.fullStream.pipeThrough(
+        new TransformStream({
+          async transform(message, controller): Promise<void> {
+            switch (message.type) {
+              case "text-delta":
+                controller.enqueue({ raw: message, delta: message.textDelta });
+            }
+          },
+        }),
+      );
+    }
+
+    // Non-streaming
+    const result = await generateText({
+      model: this.model,
+      messages: this.toVercelMessages(messages),
+    });
+
+    return {
+      raw: result,
+      message: {
+        content: result.text,
+        role: "assistant",
+        options: result.toolCalls?.length
+          ? {
+              toolCall: result.toolCalls.map(
+                ({ toolCallId, toolName, args }) => ({
+                  id: toolCallId,
+                  name: toolName,
+                  input: args,
+                }),
+              ),
+            }
+          : {},
+      },
+    };
+  }
+}

packages/providers/vercel/src/tool.ts

@@ -1,29 +1,36 @@
+import { Settings } from "@llamaindex/core/global";
 import type { BaseQueryEngine } from "@llamaindex/core/query-engine";
-import { type CoreTool, tool } from "ai";
+import { type CoreTool, type LanguageModelV1, tool } from "ai";
 import { z } from "zod";
+import { VercelLLM } from "./llm";
 
 interface DatasourceIndex {
   asQueryEngine: () => BaseQueryEngine;
 }
 
 export function llamaindex({
+  model,
   index,
   description,
 }: {
+  model: LanguageModelV1;
   index: DatasourceIndex;
   description?: string;
 }): CoreTool {
-  const queryEngine = index.asQueryEngine();
-  return tool({
-    description: description ?? "Get information about your documents.",
-    parameters: z.object({
-      query: z
-        .string()
-        .describe("The query to get information about your documents."),
-    }),
-    execute: async ({ query }) => {
-      const result = await queryEngine?.query({ query });
-      return result?.message.content ?? "No result found in documents.";
-    },
+  const llm = new VercelLLM({ model });
+  return Settings.withLLM<CoreTool>(llm, () => {
+    const queryEngine = index.asQueryEngine();
+    return tool({
+      description: description ?? "Get information about your documents.",
+      parameters: z.object({
+        query: z
+          .string()
+          .describe("The query to get information about your documents."),
+      }),
+      execute: async ({ query }) => {
+        const result = await queryEngine?.query({ query });
+        return result?.message.content ?? "No result found in documents.";
+      },
+    });
   });
 }

packages/providers/vllm/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/vllm
 
+## 0.0.14
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.44
+
+## 0.0.13
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.43
+
 ## 0.0.12
 
 ### Patch Changes