Release 0.8.23 (#1526)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>

apps/docs/CHANGELOG.md

@@ -1,5 +1,33 @@
 # docs
 
+## 0.0.128
+
+### Patch Changes
+
+- llamaindex@0.8.23
+
+## 0.0.127
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+
+## 0.0.126
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.0.125
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.0.124
 
 ### Patch Changes

apps/docs/package.json

@@ -1,6 +1,6 @@
 {
   "name": "docs",
-  "version": "0.0.124",
+  "version": "0.0.128",
   "private": true,
   "scripts": {
     "docusaurus": "docusaurus",

apps/next/CHANGELOG.md

@@ -1,5 +1,43 @@
 # @llamaindex/doc
 
+## 0.0.26
+
+### Patch Changes
+
+- @llamaindex/cloud@2.0.15
+- @llamaindex/core@0.4.15
+- llamaindex@0.8.23
+- @llamaindex/node-parser@0.0.16
+- @llamaindex/openai@0.1.40
+- @llamaindex/readers@1.0.17
+
+## 0.0.25
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+  - @llamaindex/cloud@2.0.14
+  - @llamaindex/core@0.4.14
+  - @llamaindex/node-parser@0.0.15
+  - @llamaindex/openai@0.1.39
+  - @llamaindex/readers@1.0.16
+
+## 0.0.24
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.0.23
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.0.22
 
 ### Patch Changes

apps/next/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/doc",
-  "version": "0.0.22",
+  "version": "0.0.26",
   "private": true,
   "scripts": {
     "build": "pnpm run build:docs && next build",

apps/next/src/content/docs/llamaindex/setup/cloudflare.mdx

@@ -37,6 +37,33 @@ Then, you need create `.dev.vars` and add LLM api keys for the local development
 
 <Callout type="warn">Do not commit the api key to git repository.</Callout>
 
+## Integrating with Hono
+
+```ts
+import { Hono } from "hono";
+
+type Bindings = {
+  OPENAI_API_KEY: string;
+};
+
+const app = new Hono<{
+  Bindings: Bindings;
+}>();
+
+app.post("/llm", async (c) => {
+  const { setEnvs } = await import("@llamaindex/env");
+  setEnvs(c.env);
+
+  // ...
+
+  return new Response('Hello, world!');
+})
+
+export default {
+  fetch: app.fetch,
+};
+```
+
 ## Difference between Node.js and Cloudflare Worker
 
 In Cloudflare Worker and similar serverless JS environment, you need to be aware of the following differences:
@@ -46,3 +73,7 @@ In Cloudflare Worker and similar serverless JS environment, you need to be aware
 - Some of LlamaIndex.TS modules are not available in Cloudflare Worker, for example `SimpleDirectoryReader` (requires `node:fs`), Some multimodal API that relies on [`onnxruntime-node`](https://www.npmjs.com/package/onnxruntime-node)(we might port to HTTP based module in the future).
 - `@llamaindex/core` is designed to work in all JavaScript environment, including Cloudflare Worker. If you find any issue, please report to us.
 - `@llamaindex/env` is a JS environment binding module, which polyfill some Node.js/Modern Web API (for example, we have a memory based `fs` module, and Crypto API polyfill). It is designed to work in all JavaScript environment, including Cloudflare Worker.
+
+## Known issues
+
+- `llamaindex` not work perfectly in Cloudflare Worker, bundle size will be larger than 1MB, which is the limit of Cloudflare Worker. You will need import submodule instead of the whole `llamaindex` module.

e2e/.env.ci

@@ -1 +1,4 @@
 POSTGRES_USER=runner
+PINECONE_API_KEY=
+PINECONE_INDEX_NAME=
+PINECONE_NAMESPACE=

e2e/examples/cloudflare-hono/.gitignore

@@ -0,0 +1,172 @@
+# Logs
+
+logs
+_.log
+npm-debug.log_
+yarn-debug.log*
+yarn-error.log*
+lerna-debug.log*
+.pnpm-debug.log*
+
+# Diagnostic reports (https://nodejs.org/api/report.html)
+
+report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json
+
+# Runtime data
+
+pids
+_.pid
+_.seed
+\*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+
+lib-cov
+
+# Coverage directory used by tools like istanbul
+
+coverage
+\*.lcov
+
+# nyc test coverage
+
+.nyc_output
+
+# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
+
+.grunt
+
+# Bower dependency directory (https://bower.io/)
+
+bower_components
+
+# node-waf configuration
+
+.lock-wscript
+
+# Compiled binary addons (https://nodejs.org/api/addons.html)
+
+build/Release
+
+# Dependency directories
+
+node_modules/
+jspm_packages/
+
+# Snowpack dependency directory (https://snowpack.dev/)
+
+web_modules/
+
+# TypeScript cache
+
+\*.tsbuildinfo
+
+# Optional npm cache directory
+
+.npm
+
+# Optional eslint cache
+
+.eslintcache
+
+# Optional stylelint cache
+
+.stylelintcache
+
+# Microbundle cache
+
+.rpt2_cache/
+.rts2_cache_cjs/
+.rts2_cache_es/
+.rts2_cache_umd/
+
+# Optional REPL history
+
+.node_repl_history
+
+# Output of 'npm pack'
+
+\*.tgz
+
+# Yarn Integrity file
+
+.yarn-integrity
+
+# dotenv environment variable files
+
+.env
+.env.development.local
+.env.test.local
+.env.production.local
+.env.local
+
+# parcel-bundler cache (https://parceljs.org/)
+
+.cache
+.parcel-cache
+
+# Next.js build output
+
+.next
+out
+
+# Nuxt.js build / generate output
+
+.nuxt
+dist
+
+# Gatsby files
+
+.cache/
+
+# Comment in the public line in if your project uses Gatsby and not Next.js
+
+# https://nextjs.org/blog/next-9-1#public-directory-support
+
+# public
+
+# vuepress build output
+
+.vuepress/dist
+
+# vuepress v2.x temp and cache directory
+
+.temp
+.cache
+
+# Docusaurus cache and generated files
+
+.docusaurus
+
+# Serverless directories
+
+.serverless/
+
+# FuseBox cache
+
+.fusebox/
+
+# DynamoDB Local files
+
+.dynamodb/
+
+# TernJS port file
+
+.tern-port
+
+# Stores VSCode versions used for testing VSCode extensions
+
+.vscode-test
+
+# yarn v2
+
+.yarn/cache
+.yarn/unplugged
+.yarn/build-state.yml
+.yarn/install-state.gz
+.pnp.\*
+
+# wrangler project
+
+.dev.vars
+.wrangler/

e2e/examples/cloudflare-hono/package.json

@@ -0,0 +1,20 @@
+{
+  "name": "@llamaindex/cloudflare-hono",
+  "version": "0.0.0",
+  "private": true,
+  "scripts": {
+    "deploy": "wrangler deploy",
+    "build": "wrangler deploy --dry-run --outdir dist",
+    "dev": "wrangler dev",
+    "start": "wrangler dev",
+    "cf-typegen": "wrangler types"
+  },
+  "devDependencies": {
+    "@cloudflare/workers-types": "^4.20241112.0",
+    "typescript": "^5.5.2",
+    "wrangler": "^3.89.0"
+  },
+  "dependencies": {
+    "hono": "^4.6.11"
+  }
+}

e2e/examples/cloudflare-hono/src/index.ts

@@ -0,0 +1,91 @@
+import { Hono } from "hono";
+
+type Bindings = {
+  OPENAI_API_KEY: string;
+  PINECONE_API_KEY: string;
+};
+
+const app = new Hono<{
+  Bindings: Bindings;
+}>();
+
+app.post("/llm", async (c) => {
+  //#region init envs
+  const { setEnvs } = await import("@llamaindex/env");
+  setEnvs(c.env);
+  //#endregion
+
+  const { message } = await c.req.json();
+
+  const { extractText } = await import("@llamaindex/core/utils");
+
+  const {
+    QueryEngineTool,
+    serviceContextFromDefaults,
+    VectorStoreIndex,
+    OpenAIAgent,
+    Settings,
+    OpenAI,
+    OpenAIEmbedding,
+  } = await import("llamaindex");
+
+  const { PineconeVectorStore } = await import(
+    "llamaindex/vector-store/PineconeVectorStore"
+  );
+
+  const llm = new OpenAI({
+    model: "gpt-4o-mini",
+    apiKey: c.env.OPENAI_API_KEY,
+  });
+
+  Settings.embedModel = new OpenAIEmbedding({
+    model: "text-embedding-3-small",
+    apiKey: c.env.OPENAI_API_KEY,
+  });
+
+  const serviceContext = serviceContextFromDefaults({
+    llm,
+    chunkSize: 8191,
+    chunkOverlap: 0,
+  });
+
+  const store = new PineconeVectorStore({
+    namespace: "8xolsn4ulEQGdhnhP76yCzfLHdOZ",
+  });
+
+  const index = await VectorStoreIndex.fromVectorStore(store, serviceContext);
+
+  const retriever = index.asRetriever({
+    similarityTopK: 3,
+  });
+
+  // Create a query engine
+  const queryEngine = index.asQueryEngine({
+    retriever,
+  });
+
+  const tools = [
+    new QueryEngineTool({
+      queryEngine: queryEngine,
+      metadata: {
+        name: "business_info_tool",
+        description:
+          "This tool can answer questions based " +
+          "on business information. Return not found if you" +
+          " can't find the answer in the documents.",
+      },
+    }),
+  ];
+
+  const agent = new OpenAIAgent({ tools });
+
+  const response = await agent.chat({
+    message: message,
+  });
+
+  return new Response(extractText(response.message.content));
+});
+
+export default {
+  fetch: app.fetch,
+};

e2e/examples/cloudflare-hono/tsconfig.json

@@ -0,0 +1,39 @@
+{
+  "extends": "../../tsconfig.json",
+  "compilerOptions": {
+    /* Visit https://aka.ms/tsconfig.json to read more about this file */
+
+    /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
+    "target": "es2021",
+    /* Specify a set of bundled library declaration files that describe the target runtime environment. */
+    "lib": ["es2021", "DOM.AsyncIterable"],
+    /* Specify what JSX code is generated. */
+    "jsx": "react-jsx",
+    /* Specify what module code is generated. */
+    "module": "es2022",
+    /* Specify how TypeScript looks up a file from a given module specifier. */
+    "moduleResolution": "Bundler",
+    /* Specify type package names to be included without being referenced in a source file. */
+    "types": ["@cloudflare/workers-types/2023-07-01"],
+    /* Enable importing .json files */
+    "resolveJsonModule": true,
+    /* Allow JavaScript files to be a part of your program. Use the `checkJS` option to get errors from these files. */
+    "allowJs": true,
+    /* Enable error reporting in type-checked JavaScript files. */
+    "checkJs": false,
+    /* Disable emitting files from a compilation. */
+    "noEmit": true,
+    /* Ensure that each file can be safely transpiled without relying on other imports. */
+    "isolatedModules": true,
+    /* Allow 'import x from y' when a module doesn't have a default export. */
+    "allowSyntheticDefaultImports": true,
+    /* Ensure that casing is correct in imports. */
+    "forceConsistentCasingInFileNames": true,
+    /* Enable all strict type-checking options. */
+    "strict": true,
+    /* Skip type checking all .d.ts files. */
+    "skipLibCheck": true
+  },
+  "exclude": ["test"],
+  "include": ["vitest.config.mts", "worker-configuration.d.ts", "src/**/*.ts"]
+}

e2e/examples/cloudflare-hono/worker-configuration.d.ts

@@ -0,0 +1,4 @@
+// Generated by Wrangler by running `wrangler types`
+
+// eslint-disable-next-line @typescript-eslint/no-empty-object-type
+interface Env {}

e2e/examples/cloudflare-hono/wrangler.toml

@@ -0,0 +1,7 @@
+name = "llamaindex-cloudflare-hono-example"
+main = "src/index.ts"
+compatibility_date = "2024-11-12"
+compatibility_flags = ["nodejs_als"]
+
+[observability]
+enabled = true

e2e/examples/cloudflare-worker-agent/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @llamaindex/cloudflare-worker-agent-test
 
+## 0.0.119
+
+### Patch Changes
+
+- llamaindex@0.8.23
+
+## 0.0.118
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+
+## 0.0.117
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.0.116
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.0.115
 
 ### Patch Changes

e2e/examples/cloudflare-worker-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloudflare-worker-agent-test",
-  "version": "0.0.115",
+  "version": "0.0.119",
   "type": "module",
   "private": true,
   "scripts": {

e2e/examples/llama-parse-browser/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/llama-parse-browser-test
 
+## 0.0.35
+
+### Patch Changes
+
+- @llamaindex/cloud@2.0.15
+
+## 0.0.34
+
+### Patch Changes
+
+- @llamaindex/cloud@2.0.14
+
 ## 0.0.33
 
 ### Patch Changes

e2e/examples/llama-parse-browser/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/llama-parse-browser-test",
   "private": true,
-  "version": "0.0.33",
+  "version": "0.0.35",
   "type": "module",
   "scripts": {
     "dev": "vite",

e2e/examples/nextjs-agent/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @llamaindex/next-agent-test
 
+## 0.1.119
+
+### Patch Changes
+
+- llamaindex@0.8.23
+
+## 0.1.118
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+
+## 0.1.117
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.1.116
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.1.115
 
 ### Patch Changes

e2e/examples/nextjs-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-agent-test",
-  "version": "0.1.115",
+  "version": "0.1.119",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/nextjs-edge-runtime/CHANGELOG.md

@@ -1,5 +1,33 @@
 # test-edge-runtime
 
+## 0.1.118
+
+### Patch Changes
+
+- llamaindex@0.8.23
+
+## 0.1.117
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+
+## 0.1.116
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.1.115
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.1.114
 
 ### Patch Changes

e2e/examples/nextjs-edge-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/nextjs-edge-runtime-test",
-  "version": "0.1.114",
+  "version": "0.1.118",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/nextjs-node-runtime/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @llamaindex/next-node-runtime
 
+## 0.0.100
+
+### Patch Changes
+
+- llamaindex@0.8.23
+
+## 0.0.99
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+
+## 0.0.98
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.0.97
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.0.96
 
 ### Patch Changes

e2e/examples/nextjs-node-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-node-runtime-test",
-  "version": "0.0.96",
+  "version": "0.0.100",
   "private": true,
   "scripts": {
     "dev": "next dev",

e2e/examples/waku-query-engine/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @llamaindex/waku-query-engine-test
 
+## 0.0.119
+
+### Patch Changes
+
+- llamaindex@0.8.23
+
+## 0.0.118
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+
+## 0.0.117
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.0.116
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.0.115
 
 ### Patch Changes

e2e/examples/waku-query-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/waku-query-engine-test",
-  "version": "0.0.115",
+  "version": "0.0.119",
   "type": "module",
   "private": true,
   "scripts": {

e2e/node/vector-store/pinecone.e2e.ts

@@ -0,0 +1,66 @@
+import { Document, MetadataMode } from "@llamaindex/core/schema";
+import { config } from "dotenv";
+import {
+  OpenAIEmbedding,
+  PineconeVectorStore,
+  VectorStoreIndex,
+} from "llamaindex";
+import assert from "node:assert";
+import { test } from "node:test";
+
+config({ path: [".env.local", ".env", ".env.ci"] });
+
+await test("pinecone", async (t) => {
+  if (
+    !process.env.PINECONE_API_KEY ||
+    !process.env.PINECONE_NAMESPACE ||
+    !process.env.PINECONE_INDEX_NAME
+  ) {
+    return t.skip(
+      "PINECONE_API_KEY, PINECONE_NAMESPACE, and PINECONE_INDEX_NAME must be set to run this test",
+    );
+  }
+  const openaiEmbedding = new OpenAIEmbedding({
+    model: "text-embedding-3-large",
+  });
+
+  const vectorStore = new PineconeVectorStore({
+    embeddingModel: openaiEmbedding,
+  });
+
+  t.after(async () => {
+    await vectorStore.clearIndex();
+  });
+
+  const index = await VectorStoreIndex.fromVectorStore(vectorStore);
+
+  const retriever = index.asRetriever({
+    similarityTopK: 3,
+  });
+  const text = "We are open from 9am to 5pm";
+
+  await vectorStore.add([
+    new Document({
+      text,
+      embedding: await openaiEmbedding.getTextEmbedding(text),
+    }),
+  ]);
+
+  const results = await retriever.retrieve({
+    query: "When are you open?",
+  });
+  results.every((result) => {
+    assert.ok(result.node.embedding instanceof Array);
+    result.node.embedding.every((embedding, idx) =>
+      assert.ok(
+        typeof embedding === "number",
+        `Embedding at index ${idx} should be a number`,
+      ),
+    );
+    assert.ok(typeof result.score === "number", "Score should be a number");
+    assert.ok(
+      result.node.getContent(MetadataMode.NONE).length > 0,
+      "Content should not be empty",
+    );
+  });
+});

packages/autotool/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @llamaindex/autotool
 
+## 5.0.23
+
+### Patch Changes
+
+- llamaindex@0.8.23
+
+## 5.0.22
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+
+## 5.0.21
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 5.0.20
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 5.0.19
 
 ### Patch Changes

packages/autotool/examples/01_node/CHANGELOG.md

@@ -1,5 +1,37 @@
 # @llamaindex/autotool-01-node-example
 
+## 0.0.66
+
+### Patch Changes
+
+- llamaindex@0.8.23
+- @llamaindex/autotool@5.0.23
+
+## 0.0.65
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+  - @llamaindex/autotool@5.0.22
+
+## 0.0.64
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+  - @llamaindex/autotool@5.0.21
+
+## 0.0.63
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+  - @llamaindex/autotool@5.0.20
+
 ## 0.0.62
 
 ### Patch Changes

packages/autotool/examples/01_node/package.json

@@ -13,5 +13,5 @@
   "scripts": {
     "start": "node --import tsx --import @llamaindex/autotool/node ./src/index.ts"
   },
-  "version": "0.0.62"
+  "version": "0.0.66"
 }

packages/autotool/examples/02_nextjs/CHANGELOG.md

@@ -1,5 +1,37 @@
 # @llamaindex/autotool-02-next-example
 
+## 0.1.110
+
+### Patch Changes
+
+- llamaindex@0.8.23
+- @llamaindex/autotool@5.0.23
+
+## 0.1.109
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+  - @llamaindex/autotool@5.0.22
+
+## 0.1.108
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+  - @llamaindex/autotool@5.0.21
+
+## 0.1.107
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+  - @llamaindex/autotool@5.0.20
+
 ## 0.1.106
 
 ### Patch Changes

packages/autotool/examples/02_nextjs/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/autotool-02-next-example",
   "private": true,
-  "version": "0.1.106",
+  "version": "0.1.110",
   "scripts": {
     "dev": "next dev",
     "build": "next build",

packages/autotool/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/autotool",
   "type": "module",
-  "version": "5.0.19",
+  "version": "5.0.23",
   "description": "auto transpile your JS function to LLM Agent compatible",
   "files": [
     "dist",

packages/cloud/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/cloud
 
+## 2.0.15
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 2.0.14
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 2.0.13
 
 ### Patch Changes

packages/cloud/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloud",
-  "version": "2.0.13",
+  "version": "2.0.15",
   "type": "module",
   "license": "MIT",
   "scripts": {

packages/community/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/community
 
+## 0.0.73
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 0.0.72
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 0.0.71
 
 ### Patch Changes

packages/community/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/community",
   "description": "Community package for LlamaIndexTS",
-  "version": "0.0.71",
+  "version": "0.0.73",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",

packages/core/CHANGELOG.md

@@ -1,5 +1,19 @@
 # @llamaindex/core
 
+## 0.4.15
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+
+## 0.4.14
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+
 ## 0.4.13
 
 ### Patch Changes

packages/core/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/core",
   "type": "module",
-  "version": "0.4.13",
+  "version": "0.4.15",
   "description": "LlamaIndex Core Module",
   "exports": {
     "./agent": {

packages/env/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/env
 
+## 0.1.23
+
+### Patch Changes
+
+- d2b2722: fix: switch tokenizer in cloudflare
+
+## 0.1.22
+
+### Patch Changes
+
+- 969365c: fix: async local storage on cloudflare worker
+
 ## 0.1.21
 
 ### Patch Changes

packages/env/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/env",
   "description": "environment wrapper, supports all JS environment including node, deno, bun, edge runtime, and cloudflare worker",
-  "version": "0.1.21",
+  "version": "0.1.23",
   "type": "module",
   "types": "dist/index.d.ts",
   "module": "dist/index.js",

packages/env/src/als/index.workerd.ts

@@ -0,0 +1 @@
+export { AsyncLocalStorage } from "node:async_hooks";

packages/env/src/index.workerd.ts

@@ -7,7 +7,7 @@
  */
 import { INTERNAL_ENV } from "./utils/index.js";
 
-export * from "./als/index.non-node.js";
+export * from "./als/index.workerd.js";
 export { NotSupportCurrentRuntimeClass } from "./utils/shared.js";
 
 export * from "./node-polyfill.js";

packages/env/src/tokenizers.workerd.ts

@@ -2,4 +2,4 @@ export {
   Tokenizers,
   tokenizers,
   type Tokenizer,
-} from "./internal/tokenizers/js.js";
+} from "./internal/tokenizers/node.js";

packages/experimental/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @llamaindex/experimental
 
+## 0.0.135
+
+### Patch Changes
+
+- llamaindex@0.8.23
+
+## 0.0.134
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+
+## 0.0.133
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.0.132
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.0.131
 
 ### Patch Changes

packages/experimental/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/experimental",
   "description": "Experimental package for LlamaIndexTS",
-  "version": "0.0.131",
+  "version": "0.0.135",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",

packages/llamaindex/CHANGELOG.md

@@ -1,5 +1,61 @@
 # llamaindex
 
+## 0.8.23
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/cloud@2.0.15
+  - @llamaindex/core@0.4.15
+  - @llamaindex/node-parser@0.0.16
+  - @llamaindex/anthropic@0.0.24
+  - @llamaindex/clip@0.0.24
+  - @llamaindex/deepinfra@0.0.24
+  - @llamaindex/groq@0.0.39
+  - @llamaindex/huggingface@0.0.24
+  - @llamaindex/ollama@0.0.31
+  - @llamaindex/openai@0.1.40
+  - @llamaindex/portkey-ai@0.0.24
+  - @llamaindex/replicate@0.0.24
+  - @llamaindex/readers@1.0.17
+  - @llamaindex/vllm@0.0.10
+
+## 0.8.22
+
+### Patch Changes
+
+- 819af45: feat: add Azure Cosmos DB Mongo vCore ChatStore
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/cloud@2.0.14
+  - @llamaindex/core@0.4.14
+  - @llamaindex/node-parser@0.0.15
+  - @llamaindex/anthropic@0.0.23
+  - @llamaindex/clip@0.0.23
+  - @llamaindex/deepinfra@0.0.23
+  - @llamaindex/groq@0.0.38
+  - @llamaindex/huggingface@0.0.23
+  - @llamaindex/ollama@0.0.30
+  - @llamaindex/openai@0.1.39
+  - @llamaindex/portkey-ai@0.0.23
+  - @llamaindex/replicate@0.0.23
+  - @llamaindex/readers@1.0.16
+  - @llamaindex/vllm@0.0.9
+
+## 0.8.21
+
+### Patch Changes
+
+- 83c3897: fix: pinecone vector store search
+- efa2211: feat: add Azure Cosmos DB mongo vCore DocumentStore, IndexStore, KVStore
+
+## 0.8.20
+
+### Patch Changes
+
+- 02b22da: fix: supports Vercel bundling
+
 ## 0.8.19
 
 ### Patch Changes

packages/llamaindex/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llamaindex",
-  "version": "0.8.19",
+  "version": "0.8.23",
   "license": "MIT",
   "type": "module",
   "keywords": [

packages/llamaindex/src/storage/chatStore/AzureCosmosMongovCoreChatStore.ts

@@ -0,0 +1,186 @@
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import type {
+  ChatMessage,
+  MessageContent,
+  MessageType,
+} from "@llamaindex/core/llms";
+import { BaseChatStore } from "@llamaindex/core/storage/chat-store";
+import type { Collection } from "mongodb";
+import { MongoClient } from "mongodb";
+const DEFAULT_CHAT_DATABASE = "ChatStoreDB";
+const DEFAULT_CHAT_Collection = "ChatStoreCollection";
+
+export interface AzureCosmosVCoreChatStoreConfig {
+  mongoClient?: MongoClient;
+  dbName?: string;
+  collectionName?: string;
+}
+
+export class AzureCosmosVCoreChatStore<
+  AdditionalMessageOptions extends object = object,
+> extends BaseChatStore<AdditionalMessageOptions> {
+  private mongoClient: MongoClient;
+
+  private dbName: string;
+  private collectionName: string;
+
+  private collection?: Collection;
+
+  /**
+   * Create a new AzureCosmosVCoreChatStore instance.
+   */
+  constructor({
+    mongoClient,
+    dbName = DEFAULT_CHAT_DATABASE,
+    collectionName = DEFAULT_CHAT_Collection,
+  }: AzureCosmosVCoreChatStoreConfig) {
+    super();
+    if (!mongoClient) {
+      throw new Error(
+        "MongoClient is required for AzureCosmosVCoreChatStore initialization",
+      );
+    }
+    this.mongoClient = mongoClient;
+    this.dbName = dbName;
+    this.collectionName = collectionName;
+  }
+
+  static fromMongoClient(
+    mongoClient: MongoClient,
+    dbName: string = DEFAULT_CHAT_DATABASE,
+    collectionName: string = DEFAULT_CHAT_Collection,
+  ) {
+    return new AzureCosmosVCoreChatStore({
+      mongoClient,
+      dbName,
+      collectionName,
+    });
+  }
+
+  client(): MongoClient {
+    return this.mongoClient;
+  }
+
+  private convertToChatMessage(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    message: any,
+  ): ChatMessage<AdditionalMessageOptions> {
+    return {
+      content: message.content as MessageContent,
+      role: message.role as MessageType,
+      options: message.options as AdditionalMessageOptions,
+    } as ChatMessage<AdditionalMessageOptions>;
+  }
+
+  private convertTovCoreMessage(
+    message: ChatMessage<AdditionalMessageOptions>,
+  ): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  any {
+    return {
+      content: message.content,
+      role: message.role,
+      options: message.options,
+    };
+  }
+
+  private async ensureCollection(): Promise<Collection> {
+    if (!this.collection) {
+      this.collection = this.mongoClient
+        .db(this.dbName)
+        .collection(this.collectionName);
+    }
+    return this.collection;
+  }
+
+  /**
+   * Set messages for a given key.
+   */
+  async setMessages(
+    key: string,
+    messages: ChatMessage<AdditionalMessageOptions>[],
+  ): Promise<void> {
+    const collection = await this.ensureCollection();
+    const inputMessages = messages.map(this.convertTovCoreMessage);
+    await collection.updateOne(
+      { id: key },
+      { $set: { messages: inputMessages } },
+      { upsert: true },
+    );
+  }
+
+  /**
+   * Get messages for a given key.
+   */
+  async getMessages(
+    key: string,
+  ): Promise<ChatMessage<AdditionalMessageOptions>[]> {
+    const collection = await this.ensureCollection();
+    const res = await collection.findOne({
+      id: key,
+    });
+    const messageHistory = res?.messages ?? [];
+    const result = messageHistory.map(this.convertToChatMessage);
+    return result;
+  }
+
+  /**
+   * Add a message for a given key.
+   */
+  async addMessage(
+    key: string,
+    message: ChatMessage<AdditionalMessageOptions>,
+    idx?: number,
+  ): Promise<void> {
+    const collection = await this.ensureCollection();
+    const res = await this.getMessages(key);
+    const messageHistory = res.map(this.convertTovCoreMessage) ?? [];
+    messageHistory.splice(
+      idx ?? messageHistory.length,
+      0,
+      this.convertTovCoreMessage(message),
+    );
+    await collection.updateOne(
+      { id: key },
+      { $set: { messages: messageHistory } },
+      { upsert: true },
+    );
+  }
+
+  /**
+   * Deletes all messages for a given key.
+   */
+  async deleteMessages(key: string): Promise<void> {
+    const collection = await this.ensureCollection();
+    try {
+      await collection.deleteOne({ id: key });
+      // eslint-disable-next-line no-empty
+    } catch (e) {}
+  }
+
+  /**
+   * Deletes one message at idx index for a given key.
+   */
+  async deleteMessage(key: string, idx: number): Promise<void> {
+    // const collection = await this.ensureCollection();
+    const messageHistory = await this.getMessages(key);
+    if (idx >= 0 && idx < messageHistory.length) {
+      messageHistory.splice(idx, 1);
+      await this.setMessages(key, messageHistory);
+    }
+  }
+
+  /**
+   * Get all keys.
+   */
+  async getKeys(): Promise<IterableIterator<string>> {
+    const collection = await this.ensureCollection();
+    const keys = await collection.distinct("id");
+
+    function* keyGenerator(): IterableIterator<string> {
+      for (const key of keys) {
+        yield key;
+      }
+    }
+    return keyGenerator();
+  }
+}

packages/llamaindex/src/storage/docStore/AzureCosmosMongovCoreDocumentStore.ts

@@ -0,0 +1,49 @@
+import { MongoClient } from "mongodb";
+import { AzureCosmosVCoreKVStore } from "../kvStore/AzureCosmosMongovCoreKVStore.js";
+import { KVDocumentStore } from "./KVDocumentStore.js";
+
+const DEFAULT_DATABASE = "DocumentStoreDB";
+const DEFAULT_COLLECTION = "DocumentStoreCollection";
+
+export interface AzureCosmosVCoreDocumentStoreArgs {
+  azureCosmosVCoreKVStore: AzureCosmosVCoreKVStore;
+  namespace?: string;
+}
+
+export class AzureCosmosVCoreDocumentStore extends KVDocumentStore {
+  constructor({
+    azureCosmosVCoreKVStore,
+    namespace,
+  }: AzureCosmosVCoreDocumentStoreArgs) {
+    super(azureCosmosVCoreKVStore, namespace);
+  }
+
+  /**
+   * Static method for creating an instance using a MongoClient.
+   * @returns Instance of AzureCosmosVCoreDocumentStore
+   * @param mongoClient - MongoClient instance
+   * @param dbName - Database name
+   * @param collectionName - Collection name
+   * @example
+   * ```ts
+   * const mongoClient = new MongoClient("mongodb://localhost:27017");
+   * const indexStore = AzureCosmosVCoreDocumentStore.fromMongoClient(mongoClient, "my_db", "my_collection");
+   * ```
+   */
+  static fromMongoClient(
+    mongoClient: MongoClient,
+    dbName: string = DEFAULT_DATABASE,
+    collectionName: string = DEFAULT_COLLECTION,
+  ) {
+    const azureCosmosVCoreKVStore = new AzureCosmosVCoreKVStore({
+      mongoClient,
+      dbName,
+      collectionName,
+    });
+    const namespace = `${dbName}.${collectionName}`;
+    return new AzureCosmosVCoreDocumentStore({
+      azureCosmosVCoreKVStore,
+      namespace,
+    });
+  }
+}

packages/llamaindex/src/storage/index.ts

@@ -2,13 +2,17 @@ export * from "@llamaindex/core/storage/chat-store";
 export * from "@llamaindex/core/storage/doc-store";
 export * from "@llamaindex/core/storage/index-store";
 export * from "@llamaindex/core/storage/kv-store";
+export * from "./chatStore/AzureCosmosMongovCoreChatStore.js";
 export * from "./chatStore/AzureCosmosNoSqlChatStore.js";
+export * from "./docStore/AzureCosmosMongovCoreDocumentStore.js";
 export * from "./docStore/AzureCosmosNoSqlDocumentStore.js";
 export { PostgresDocumentStore } from "./docStore/PostgresDocumentStore.js";
 export { SimpleDocumentStore } from "./docStore/SimpleDocumentStore.js";
 export * from "./FileSystem.js";
+export * from "./indexStore/AzureCosmosMongovCoreIndexStore.js";
 export * from "./indexStore/AzureCosmosNoSqlIndexStore.js";
 export { PostgresIndexStore } from "./indexStore/PostgresIndexStore.js";
+export * from "./kvStore/AzureCosmosMongovCoreKVStore.js";
 export * from "./kvStore/AzureCosmosNoSqlKVStore.js";
 export { PostgresKVStore } from "./kvStore/PostgresKVStore.js";
 export * from "./StorageContext.js";

packages/llamaindex/src/storage/indexStore/AzureCosmosMongovCoreIndexStore.ts

@@ -0,0 +1,49 @@
+import { MongoClient } from "mongodb";
+import { AzureCosmosVCoreKVStore } from "../kvStore/AzureCosmosMongovCoreKVStore.js";
+import { KVIndexStore } from "./KVIndexStore.js";
+
+const DEFAULT_DATABASE = "IndexStoreDB";
+const DEFAULT_COLLECTION = "IndexStoreCollection";
+
+export interface AzureCosmosVCoreIndexStoreArgs {
+  azureCosmosVCoreKVStore: AzureCosmosVCoreKVStore;
+  namespace?: string;
+}
+
+export class AzureCosmosVCoreIndexStore extends KVIndexStore {
+  constructor({
+    azureCosmosVCoreKVStore,
+    namespace,
+  }: AzureCosmosVCoreIndexStoreArgs) {
+    super(azureCosmosVCoreKVStore, namespace);
+  }
+
+  /**
+   * Static method for creating an instance using a MongoClient.
+   * @returns Instance of AzureCosmosVCoreIndexStore
+   * @param mongoClient - MongoClient instance
+   * @param dbName - Database name
+   * @param collectionName - Collection name
+   * @example
+   * ```ts
+   * const mongoClient = new MongoClient("mongodb://localhost:27017");
+   * const indexStore = AzureCosmosVCoreIndexStore.fromMongoClient(mongoClient, "my_db", "my_collection");
+   * ```
+   */
+  static fromMongoClient(
+    mongoClient: MongoClient,
+    dbName: string = DEFAULT_DATABASE,
+    collectionName: string = DEFAULT_COLLECTION,
+  ) {
+    const azureCosmosVCoreKVStore = new AzureCosmosVCoreKVStore({
+      mongoClient,
+      dbName,
+      collectionName,
+    });
+    const namespace = `${dbName}.${collectionName}`;
+    return new AzureCosmosVCoreIndexStore({
+      azureCosmosVCoreKVStore,
+      namespace,
+    });
+  }
+}

packages/llamaindex/src/storage/kvStore/AzureCosmosMongovCoreKVStore.ts

@@ -0,0 +1,88 @@
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import { BaseKVStore } from "@llamaindex/core/storage/kv-store";
+import type { Collection } from "mongodb";
+import { MongoClient } from "mongodb";
+const DEFAULT_CHAT_DATABASE = "KVStoreDB";
+const DEFAULT_CHAT_Collection = "KVStoreCollection";
+
+export interface VcoreConnectionStringOptions
+  extends AzureCosmosVCoreKVStoreConfig {
+  connectionString?: string;
+}
+
+export interface AzureCosmosVCoreKVStoreConfig {
+  mongoClient?: MongoClient;
+  dbName?: string;
+  collectionName?: string;
+}
+
+export class AzureCosmosVCoreKVStore extends BaseKVStore {
+  private mongoClient: MongoClient;
+
+  private dbName: string;
+  private collectionName: string;
+
+  private collection?: Collection;
+
+  /**
+   * Create a new AzureCosmosDBNoSQLVectorStore instance.
+   */
+  constructor({
+    mongoClient,
+    dbName = DEFAULT_CHAT_DATABASE,
+    collectionName = DEFAULT_CHAT_Collection,
+  }: AzureCosmosVCoreKVStoreConfig) {
+    super();
+    if (!mongoClient) {
+      throw new Error(
+        "MongoClient is required for AzureCosmosDBNoSQLVectorStore initialization",
+      );
+    }
+    this.mongoClient = mongoClient;
+    this.dbName = dbName;
+    this.collectionName = collectionName;
+  }
+
+  client(): MongoClient {
+    return this.mongoClient;
+  }
+
+  private async ensureCollection(): Promise<Collection> {
+    if (!this.collection) {
+      this.collection = this.mongoClient
+        .db(this.dbName)
+        .collection(this.collectionName);
+    }
+    return this.collection;
+  }
+
+  async put(key: string, val: Record<string, any>): Promise<void> {
+    const collection = await this.ensureCollection();
+    const insertResult = await collection.insertOne({
+      id: key,
+      messages: val,
+    });
+  }
+
+  async get(key: string): Promise<Record<string, any> | null> {
+    const collection = await this.ensureCollection();
+    const result = await collection.findOne({ id: key });
+    return result || null;
+  }
+
+  async getAll(): Promise<Record<string, Record<string, any>>> {
+    const collection = await this.ensureCollection();
+    const cursor = collection.find();
+    const output: Record<string, Record<string, any>> = {};
+    await cursor.forEach((item) => {
+      output[item.id] = item.messages;
+    });
+    return output;
+  }
+
+  async delete(key: string): Promise<boolean> {
+    const collection = await this.ensureCollection();
+    await collection.deleteOne({ id: key });
+    return true;
+  }
+}

packages/llamaindex/src/vector-store/PGVectorStore.ts

@@ -176,7 +176,12 @@ export class PGVectorStore extends BaseVectorStore {
     if ("clientConfig" in config) {
       this.clientConfig = config.clientConfig;
     } else {
-      if (config.client.constructor.name.includes("Vercel")) {
+      if (
+        config.client.constructor.name.includes("Vercel") ||
+        (!!(config.client as VercelPool).connect &&
+          !!(config.client as VercelPool).query &&
+          !(config.client as Sql).unsafe)
+      ) {
         this.isDBConnected = true;
         this.db = fromVercelPool(config.client as unknown as VercelPool);
       } else if (typeof config.client === "function") {

packages/llamaindex/src/vector-store/PineconeVectorStore.ts

@@ -26,6 +26,7 @@ type PineconeParams = {
   chunkSize?: number;
   namespace?: string;
   textKey?: string;
+  apiKey?: string;
 } & VectorStoreBaseParams;
 
 /**
@@ -48,6 +49,8 @@ export class PineconeVectorStore extends BaseVectorStore {
   chunkSize: number;
   textKey: string;
 
+  apiKey: string;
+
   constructor(params?: PineconeParams) {
     super(params);
     this.indexName =
@@ -57,12 +60,19 @@ export class PineconeVectorStore extends BaseVectorStore {
       params?.chunkSize ??
       Number.parseInt(getEnv("PINECONE_CHUNK_SIZE") ?? "100");
     this.textKey = params?.textKey ?? "text";
+    const apiKey = params?.apiKey ?? getEnv("PINECONE_API_KEY");
+    if (!apiKey) {
+      throw new Error("PINECONE_API_KEY is required");
+    }
+    this.apiKey = apiKey;
   }
 
   private async getDb(): Promise<Pinecone> {
     if (!this.db) {
       const { Pinecone } = await import("@pinecone-database/pinecone");
-      this.db = await new Pinecone();
+      this.db = new Pinecone({
+        apiKey: this.apiKey,
+      });
     }
 
     return Promise.resolve(this.db);
@@ -100,7 +110,7 @@ export class PineconeVectorStore extends BaseVectorStore {
    */
   async add(embeddingResults: BaseNode<Metadata>[]): Promise<string[]> {
     if (embeddingResults.length == 0) {
-      return Promise.resolve([]);
+      return [];
     }
 
     const idx: Index = await this.index();
@@ -110,10 +120,10 @@ export class PineconeVectorStore extends BaseVectorStore {
       const chunk = nodes.slice(i, i + this.chunkSize);
       const result = await this.saveChunk(idx, chunk);
       if (!result) {
-        return Promise.reject(new Error("Failed to save chunk"));
+        throw new Error("Failed to save chunk");
       }
     }
-    return Promise.resolve([]);
+    return [];
   }
 
   protected async saveChunk(idx: Index, chunk: PineconeRecord[]) {
@@ -157,13 +167,19 @@ export class PineconeVectorStore extends BaseVectorStore {
       topK: query.similarityTopK,
       includeValues: true,
       includeMetadata: true,
-      filter: filter,
     };
 
+    if (filter) {
+      defaultOptions.filter = filter;
+    }
+
     const idx = await this.index();
     const results = await idx.query(defaultOptions);
 
     const idList = results.matches.map((row) => row.id);
+    if (idList.length == 0) {
+      return { nodes: [], similarities: [], ids: [] };
+    }
     const records: FetchResponse = await idx.fetch(idList);
     const rows = Object.values(records.records);
 
@@ -179,13 +195,11 @@ export class PineconeVectorStore extends BaseVectorStore {
       return node;
     });
 
-    const ret = {
+    return {
       nodes: nodes,
       similarities: results.matches.map((row) => row.score || 999),
       ids: results.matches.map((row) => row.id),
     };
-
-    return Promise.resolve(ret);
   }
 
   /**
@@ -197,8 +211,8 @@ export class PineconeVectorStore extends BaseVectorStore {
     return Promise.resolve();
   }
 
-  toPineconeFilter(stdFilters?: MetadataFilters): object {
-    if (!stdFilters) return {};
+  toPineconeFilter(stdFilters?: MetadataFilters): object | undefined {
+    if (stdFilters == null) return undefined;
 
     const transformCondition = (
       condition: `${FilterCondition}` = "and",

packages/llamaindex/src/vector-store/utils.ts

@@ -65,7 +65,19 @@ export function metadataDictToNode(
     }
   } else {
     nodeObj = JSON.parse(nodeContent);
-    nodeObj.metadata = rest;
+    nodeObj = {
+      ...rest,
+      ...options?.fallback,
+      ...nodeObj,
+    };
+    nodeObj.metadata = {
+      ...(options?.fallback &&
+      "metadata" in options.fallback &&
+      typeof options.fallback.metadata === "object"
+        ? options?.fallback.metadata
+        : {}),
+      ...rest,
+    };
   }
 
   // Note: we're using the name of the class stored in `_node_type`

packages/node-parser/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/node-parser
 
+## 0.0.16
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 0.0.15
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 0.0.14
 
 ### Patch Changes

packages/node-parser/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/node-parser",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "description": "Node parser for LlamaIndex",
   "type": "module",
   "exports": {

packages/providers/anthropic/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/anthropic
 
+## 0.0.24
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 0.0.23
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 0.0.22
 
 ### Patch Changes

packages/providers/anthropic/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/anthropic",
   "description": "Anthropic Adapter for LlamaIndex",
-  "version": "0.0.22",
+  "version": "0.0.24",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/clip/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @llamaindex/clip
 
+## 0.0.24
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+  - @llamaindex/openai@0.1.40
+
+## 0.0.23
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+  - @llamaindex/openai@0.1.39
+
 ## 0.0.22
 
 ### Patch Changes

packages/providers/clip/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/clip",
   "description": "Clip Embedding Adapter for LlamaIndex",
-  "version": "0.0.22",
+  "version": "0.0.24",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",

packages/providers/deepinfra/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @llamaindex/deepinfra
 
+## 0.0.24
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+  - @llamaindex/openai@0.1.40
+
+## 0.0.23
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+  - @llamaindex/openai@0.1.39
+
 ## 0.0.22
 
 ### Patch Changes

packages/providers/deepinfra/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/deepinfra",
   "description": "Deepinfra Adapter for LlamaIndex",
-  "version": "0.0.22",
+  "version": "0.0.24",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/groq/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/groq
 
+## 0.0.39
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/openai@0.1.40
+
+## 0.0.38
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/openai@0.1.39
+
 ## 0.0.37
 
 ### Patch Changes

packages/providers/groq/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/groq",
   "description": "Groq Adapter for LlamaIndex",
-  "version": "0.0.37",
+  "version": "0.0.39",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/huggingface/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @llamaindex/huggingface
 
+## 0.0.24
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+  - @llamaindex/openai@0.1.40
+
+## 0.0.23
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+  - @llamaindex/openai@0.1.39
+
 ## 0.0.22
 
 ### Patch Changes

packages/providers/huggingface/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/huggingface",
   "description": "Huggingface Adapter for LlamaIndex",
-  "version": "0.0.22",
+  "version": "0.0.24",
   "type": "module",
   "types": "dist/index.d.ts",
   "main": "dist/index.cjs",

packages/providers/ollama/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/ollama
 
+## 0.0.31
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 0.0.30
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 0.0.29
 
 ### Patch Changes

packages/providers/ollama/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/ollama",
   "description": "Ollama Adapter for LlamaIndex",
-  "version": "0.0.29",
+  "version": "0.0.31",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/openai/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/openai
 
+## 0.1.40
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 0.1.39
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 0.1.38
 
 ### Patch Changes

packages/providers/openai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/openai",
   "description": "OpenAI Adapter for LlamaIndex",
-  "version": "0.1.38",
+  "version": "0.1.40",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/portkey-ai/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/portkey-ai
 
+## 0.0.24
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 0.0.23
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 0.0.22
 
 ### Patch Changes

packages/providers/portkey-ai/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/portkey-ai",
   "description": "Portkey Adapter for LlamaIndex",
-  "version": "0.0.22",
+  "version": "0.0.24",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/replicate/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/replicate
 
+## 0.0.24
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 0.0.23
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 0.0.22
 
 ### Patch Changes

packages/providers/replicate/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/replicate",
   "description": "Replicate Adapter for LlamaIndex",
-  "version": "0.0.22",
+  "version": "0.0.24",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/providers/vllm/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @llamaindex/vllm
 
+## 0.0.10
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.40
+
+## 0.0.9
+
+### Patch Changes
+
+- @llamaindex/openai@0.1.39
+
 ## 0.0.8
 
 ### Patch Changes

packages/providers/vllm/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/vllm",
   "description": "vLLM Adapter for LlamaIndex",
-  "version": "0.0.8",
+  "version": "0.0.10",
   "type": "module",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

packages/readers/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @llamaindex/readers
 
+## 1.0.17
+
+### Patch Changes
+
+- Updated dependencies [d2b2722]
+  - @llamaindex/env@0.1.23
+  - @llamaindex/core@0.4.15
+
+## 1.0.16
+
+### Patch Changes
+
+- Updated dependencies [969365c]
+  - @llamaindex/env@0.1.22
+  - @llamaindex/core@0.4.14
+
 ## 1.0.15
 
 ### Patch Changes

packages/readers/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/readers",
   "description": "LlamaIndex Readers",
-  "version": "1.0.15",
+  "version": "1.0.17",
   "type": "module",
   "exports": {
     "./node/hook": "./node/dist/hook.js",

pnpm-lock.yaml

@@ -380,6 +380,22 @@ importers:
         specifier: ^4.19.0
         version: 4.19.2
 
+  e2e/examples/cloudflare-hono:
+    dependencies:
+      hono:
+        specifier: ^4.6.11
+        version: 4.6.11
+    devDependencies:
+      '@cloudflare/workers-types':
+        specifier: ^4.20241112.0
+        version: 4.20241112.0
+      typescript:
+        specifier: ^5.5.2
+        version: 5.6.3
+      wrangler:
+        specifier: ^3.89.0
+        version: 3.89.0(@cloudflare/workers-types@4.20241112.0)(bufferutil@4.0.8)
+
   e2e/examples/cloudflare-worker-agent:
     dependencies:
       llamaindex:
@@ -8284,6 +8300,10 @@ packages:
   hoist-non-react-statics@3.3.2:
     resolution: {integrity: sha512-/gGivxi8JPKWNm/W0jSmzcMPpfpPLc3dY/6GxhX2hQ9iGj3aDfklV4ET7NjKpSinLpJ5vafa9iiGIEZg10SfBw==}
 
+  hono@4.6.11:
+    resolution: {integrity: sha512-f0LwJQFKdUUrCUAVowxSvNCjyzI7ZLt8XWYU/EApyeq5FfOvHFarBaE5rjU9HTNFk4RI0FkdB2edb3p/7xZjzQ==}
+    engines: {node: '>=16.9.0'}
+
   hono@4.6.9:
     resolution: {integrity: sha512-p/pN5yZLuZaHzyAOT2nw2/Ud6HhJHYmDNGH6Ck1OWBhPMVeM1r74jbCRwNi0gyFRjjbsGgoHbOyj7mT1PDNbTw==}
     engines: {node: '>=16.9.0'}
@@ -9682,6 +9702,11 @@ packages:
     engines: {node: '>=16.13'}
     hasBin: true
 
+  miniflare@3.20241106.1:
+    resolution: {integrity: sha512-dM3RBlJE8rUFxnqlPCaFCq0E7qQqEQvKbYX7W/APGCK+rLcyLmEBzC4GQR/niXdNM/oV6gdg9AA50ghnn2ALuw==}
+    engines: {node: '>=16.13'}
+    hasBin: true
+
   minimalistic-assert@1.0.1:
     resolution: {integrity: sha512-UtJcAD4yEaGtjPezWuO9wC4nwUnVH/8/Im3yEHQP4b67cXlD/Qr9hdITCU1xDbSEXg2XKNaP8jsReV7vQd00/A==}
 
@@ -12574,6 +12599,9 @@ packages:
   unenv-nightly@2.0.0-20241024-111401-d4156ac:
     resolution: {integrity: sha512-xJO1hfY+Te+/XnfCYrCbFbRcgu6XEODND1s5wnVbaBCkuQX7JXF7fHEXPrukFE2j8EOH848P8QN19VO47XN8hw==}
 
+  unenv-nightly@2.0.0-20241111-080453-894aa31:
+    resolution: {integrity: sha512-0W39QQOQ9VE8kVVUpGwEG+pZcsCXk5wqNG6rDPE6Gr+fiA69LR0qERM61hW5KCOkC1/ArCFrfCGjwHyyv/bI0Q==}
+
   unicode-canonical-property-names-ecmascript@2.0.1:
     resolution: {integrity: sha512-dA8WbNeb2a6oQzAQ55YlT5vQAWGV9WXOsi3SskE3bcCdM0P4SDd+24zS/OCacdRq5BkdsRj9q3Pg6YyQoxIGqg==}
     engines: {node: '>=4'}
@@ -13113,6 +13141,16 @@ packages:
       '@cloudflare/workers-types':
         optional: true
 
+  wrangler@3.89.0:
+    resolution: {integrity: sha512-ix3Rir/cu9Cn6FklvPDIW1QwOMcRU8iPj3IrkBWGdB66K9z1uqyqoTP64UZZyXrBItfrU7SbQT4L5wJ5y10TPA==}
+    engines: {node: '>=16.17.0'}
+    hasBin: true
+    peerDependencies:
+      '@cloudflare/workers-types': ^4.20241106.0
+    peerDependenciesMeta:
+      '@cloudflare/workers-types':
+        optional: true
+
   wrap-ansi@6.2.0:
     resolution: {integrity: sha512-r6lPcBGxZXlIcymEu7InxDMhdW0KDxpLgoFLcguasxCaJ/SOIZwINatK9KY/tf+ZrlywOKU0UDj3ATXUBfxJXA==}
     engines: {node: '>=8'}
@@ -22118,6 +22156,8 @@ snapshots:
     dependencies:
       react-is: 16.13.1
 
+  hono@4.6.11: {}
+
   hono@4.6.9: {}
 
   hpack.js@2.1.6:
@@ -23988,6 +24028,25 @@ snapshots:
       - supports-color
       - utf-8-validate
 
+  miniflare@3.20241106.1(bufferutil@4.0.8):
+    dependencies:
+      '@cspotcode/source-map-support': 0.8.1
+      acorn: 8.14.0
+      acorn-walk: 8.3.4
+      capnp-ts: 0.7.0
+      exit-hook: 2.2.1
+      glob-to-regexp: 0.4.1
+      stoppable: 1.1.0
+      undici: 5.28.4
+      workerd: 1.20241106.1
+      ws: 8.18.0(bufferutil@4.0.8)
+      youch: 3.3.4
+      zod: 3.23.8
+    transitivePeerDependencies:
+      - bufferutil
+      - supports-color
+      - utf-8-validate
+
   minimalistic-assert@1.0.1: {}
 
   minimatch@10.0.1:
@@ -27290,6 +27349,13 @@ snapshots:
       pathe: 1.1.2
       ufo: 1.5.4
 
+  unenv-nightly@2.0.0-20241111-080453-894aa31:
+    dependencies:
+      defu: 6.1.4
+      ohash: 1.1.4
+      pathe: 1.1.2
+      ufo: 1.5.4
+
   unicode-canonical-property-names-ecmascript@2.0.1: {}
 
   unicode-emoji-modifier-base@1.0.0: {}
@@ -28024,6 +28090,35 @@ snapshots:
       - supports-color
       - utf-8-validate
 
+  wrangler@3.89.0(@cloudflare/workers-types@4.20241112.0)(bufferutil@4.0.8):
+    dependencies:
+      '@cloudflare/kv-asset-handler': 0.3.4
+      '@cloudflare/workers-shared': 0.7.1
+      '@esbuild-plugins/node-globals-polyfill': 0.2.3(esbuild@0.17.19)
+      '@esbuild-plugins/node-modules-polyfill': 0.2.2(esbuild@0.17.19)
+      blake3-wasm: 2.1.5
+      chokidar: 4.0.1
+      date-fns: 4.1.0
+      esbuild: 0.17.19
+      itty-time: 1.0.6
+      miniflare: 3.20241106.1(bufferutil@4.0.8)
+      nanoid: 3.3.7
+      path-to-regexp: 6.3.0
+      resolve: 1.22.8
+      resolve.exports: 2.0.2
+      selfsigned: 2.4.1
+      source-map: 0.6.1
+      unenv: unenv-nightly@2.0.0-20241111-080453-894aa31
+      workerd: 1.20241106.1
+      xxhash-wasm: 1.0.2
+    optionalDependencies:
+      '@cloudflare/workers-types': 4.20241112.0
+      fsevents: 2.3.3
+    transitivePeerDependencies:
+      - bufferutil
+      - supports-color
+      - utf-8-validate
+
   wrap-ansi@6.2.0:
     dependencies:
       ansi-styles: 4.3.0

tsconfig.json

@@ -74,6 +74,9 @@
     {
       "path": "./e2e/examples/cloudflare-worker-agent/tsconfig.json"
     },
+    {
+      "path": "./e2e/examples/cloudflare-hono/tsconfig.json"
+    },
     {
       "path": "./e2e/examples/nextjs-agent/tsconfig.json"
     },

unit/CHANGELOG.md

@@ -1,5 +1,43 @@
 # @llamaindex/unit-test
 
+## 0.0.33
+
+### Patch Changes
+
+- @llamaindex/cloud@2.0.15
+- @llamaindex/core@0.4.15
+- llamaindex@0.8.23
+- @llamaindex/node-parser@0.0.16
+- @llamaindex/openai@0.1.40
+- @llamaindex/readers@1.0.17
+
+## 0.0.32
+
+### Patch Changes
+
+- Updated dependencies [819af45]
+  - llamaindex@0.8.22
+  - @llamaindex/cloud@2.0.14
+  - @llamaindex/core@0.4.14
+  - @llamaindex/node-parser@0.0.15
+  - @llamaindex/openai@0.1.39
+  - @llamaindex/readers@1.0.16
+
+## 0.0.31
+
+### Patch Changes
+
+- Updated dependencies [83c3897]
+- Updated dependencies [efa2211]
+  - llamaindex@0.8.21
+
+## 0.0.30
+
+### Patch Changes
+
+- Updated dependencies [02b22da]
+  - llamaindex@0.8.20
+
 ## 0.0.29
 
 ### Patch Changes

unit/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/unit-test",
   "private": true,
-  "version": "0.0.29",
+  "version": "0.0.33",
   "type": "module",
   "scripts": {
     "test": "vitest run"