Release 0.4.1 (#949)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>

.github/workflows/publish.yml

@@ -31,6 +31,6 @@ jobs:
 
       - name: Publish @llamaindex/core
         run: npx jsr publish --allow-slow-types
-        working-directory: packages/core
+        working-directory: packages/llamaindex
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/publish_github.yml

@@ -26,12 +26,12 @@ jobs:
       - name: Build tarball
         run: |
           pnpm pack
-        working-directory: packages/core
+        working-directory: packages/llamaindex
 
       - name: Create release
         uses: ncipollo/release-action@v1
         with:
-          artifacts: "packages/core/llamaindex-*.tgz"
+          artifacts: "packages/llamaindex/llamaindex-*.tgz"
           name: Release ${{ github.ref }}
-          bodyFile: "packages/core/CHANGELOG.md"
+          bodyFile: "packages/llamaindex/CHANGELOG.md"
           token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/test.yml

@@ -71,7 +71,7 @@ jobs:
       - name: Build
         run: pnpm run build
       - name: Use Build For Examples
-        run: pnpm link ../packages/core/
+        run: pnpm link ../packages/llamaindex/
         working-directory: ./examples
       - name: Run Type Check
         run: pnpm run type-check
@@ -81,9 +81,9 @@ jobs:
         if: failure()
         with:
           name: typecheck-build-dist
-          path: ./packages/core/dist
+          path: ./packages/llamaindex/dist
           if-no-files-found: error
-  e2e-core-examples:
+  e2e-llamaindex-examples:
     strategy:
       fail-fast: false
       matrix:
@@ -91,9 +91,9 @@ jobs:
           - cloudflare-worker-agent
           - nextjs-agent
           - nextjs-edge-runtime
-          - waku-query-engine
+    #          - waku-query-engine
     runs-on: ubuntu-latest
-    name: Build Core Example (${{ matrix.packages }})
+    name: Build LlamaIndex Example (${{ matrix.packages }})
     steps:
       - uses: actions/checkout@v4
       - uses: pnpm/action-setup@v3
@@ -108,7 +108,7 @@ jobs:
         run: pnpm run build
       - name: Build ${{ matrix.packages }}
         run: pnpm run build
-        working-directory: packages/core/e2e/examples/${{ matrix.packages }}
+        working-directory: packages/llamaindex/e2e/examples/${{ matrix.packages }}
 
   typecheck-examples:
     runs-on: ubuntu-latest
@@ -132,7 +132,7 @@ jobs:
         working-directory: packages/env
       - name: Pack llamaindex
         run: pnpm pack --pack-destination ${{ runner.temp }}
-        working-directory: packages/core
+        working-directory: packages/llamaindex
       - name: Install
         run: npm add ${{ runner.temp }}/*.tgz
         working-directory: ${{ runner.temp }}/examples

CONTRIBUTING.md

@@ -41,7 +41,7 @@ To run them, run
 pnpm run test
 ```
 
-To write new test cases write them in [packages/core/src/tests](/packages/core/src/tests)
+To write new test cases write them in [packages/core/src/tests](/packages/llamaindex/src/tests)
 
 We use Jest https://jestjs.io/ to write our test cases. Jest comes with a bunch of built in assertions using the expect function: https://jestjs.io/docs/expect
 

README.md

@@ -194,19 +194,19 @@ Check out our NextJS playground at https://llama-playground.vercel.app/. The sou
 
 ## Core concepts for getting started:
 
-- [Document](/packages/core/src/Node.ts): A document represents a text file, PDF file or other contiguous piece of data.
+- [Document](/packages/llamaindex/src/Node.ts): A document represents a text file, PDF file or other contiguous piece of data.
 
-- [Node](/packages/core/src/Node.ts): The basic data building block. Most commonly, these are parts of the document split into manageable pieces that are small enough to be fed into an embedding model and LLM.
+- [Node](/packages/llamaindex/src/Node.ts): The basic data building block. Most commonly, these are parts of the document split into manageable pieces that are small enough to be fed into an embedding model and LLM.
 
-- [Embedding](/packages/core/src/embeddings/OpenAIEmbedding.ts): Embeddings are sets of floating point numbers which represent the data in a Node. By comparing the similarity of embeddings, we can derive an understanding of the similarity of two pieces of data. One use case is to compare the embedding of a question with the embeddings of our Nodes to see which Nodes may contain the data needed to answer that quesiton. Because the default service context is OpenAI, the default embedding is `OpenAIEmbedding`. If using different models, say through Ollama, use this [Embedding](/packages/core/src/embeddings/OllamaEmbedding.ts) (see all [here](/packages/core/src/embeddings)).
+- [Embedding](/packages/llamaindex/src/embeddings/OpenAIEmbedding.ts): Embeddings are sets of floating point numbers which represent the data in a Node. By comparing the similarity of embeddings, we can derive an understanding of the similarity of two pieces of data. One use case is to compare the embedding of a question with the embeddings of our Nodes to see which Nodes may contain the data needed to answer that quesiton. Because the default service context is OpenAI, the default embedding is `OpenAIEmbedding`. If using different models, say through Ollama, use this [Embedding](/packages/llamaindex/src/embeddings/OllamaEmbedding.ts) (see all [here](/packages/llamaindex/src/embeddings)).
 
-- [Indices](/packages/core/src/indices/): Indices store the Nodes and the embeddings of those nodes. QueryEngines retrieve Nodes from these Indices using embedding similarity.
+- [Indices](/packages/llamaindex/src/indices/): Indices store the Nodes and the embeddings of those nodes. QueryEngines retrieve Nodes from these Indices using embedding similarity.
 
-- [QueryEngine](/packages/core/src/engines/query/RetrieverQueryEngine.ts): Query engines are what generate the query you put in and give you back the result. Query engines generally combine a pre-built prompt with selected Nodes from your Index to give the LLM the context it needs to answer your query. To build a query engine from your Index (recommended), use the [`asQueryEngine`](/packages/core/src/indices/BaseIndex.ts) method on your Index. See all query engines [here](/packages/core/src/engines/query).
+- [QueryEngine](/packages/llamaindex/src/engines/query/RetrieverQueryEngine.ts): Query engines are what generate the query you put in and give you back the result. Query engines generally combine a pre-built prompt with selected Nodes from your Index to give the LLM the context it needs to answer your query. To build a query engine from your Index (recommended), use the [`asQueryEngine`](/packages/llamaindex/src/indices/BaseIndex.ts) method on your Index. See all query engines [here](/packages/llamaindex/src/engines/query).
 
-- [ChatEngine](/packages/core/src/engines/chat/SimpleChatEngine.ts): A ChatEngine helps you build a chatbot that will interact with your Indices. See all chat engines [here](/packages/core/src/engines/chat).
+- [ChatEngine](/packages/llamaindex/src/engines/chat/SimpleChatEngine.ts): A ChatEngine helps you build a chatbot that will interact with your Indices. See all chat engines [here](/packages/llamaindex/src/engines/chat).
 
-- [SimplePrompt](/packages/core/src/Prompt.ts): A simple standardized function call definition that takes in inputs and formats them in a template literal. SimplePrompts can be specialized using currying and combined using other SimplePrompt functions.
+- [SimplePrompt](/packages/llamaindex/src/Prompt.ts): A simple standardized function call definition that takes in inputs and formats them in a template literal. SimplePrompts can be specialized using currying and combined using other SimplePrompt functions.
 
 ## Tips when using in non-Node.js environments
 

apps/docs/CHANGELOG.md

@@ -1,5 +1,26 @@
 # docs
 
+## 0.0.27
+
+### Patch Changes
+
+- Updated dependencies [3c47910]
+- Updated dependencies [ed467a9]
+- Updated dependencies [cba5406]
+  - llamaindex@0.4.1
+
+## 0.0.26
+
+### Patch Changes
+
+- b1a4a74: docs: updated Bedrock Opus region and added a basic README
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+  - @llamaindex/examples@0.0.5
+
 ## 0.0.25
 
 ### Patch Changes

apps/docs/docs/introduction.md

@@ -35,7 +35,7 @@ For more complex applications, our lower-level APIs allow advanced users to cust
 
 `npm install llamaindex`
 
-Our documentation includes [Installation Instructions](./getting_started/installation.mdx) and a [Starter Tutorial](./getting_started/starter.mdx) to build your first application.
+Our documentation includes [Installation Instructions](./getting_started/installation.mdx) and a [Starter Tutorial](./getting_started/starter_tutorial/retrieval_augmented_generation.mdx) to build your first application.
 
 Once you're up and running, [High-Level Concepts](./getting_started/concepts.md) has an overview of LlamaIndex's modular architecture. For more hands-on practical examples, look through our Examples section on the sidebar.
 

apps/docs/docs/modules/llms/available_llms/bedrock.md

@@ -23,7 +23,8 @@ ANTHROPIC_CLAUDE_2 = "anthropic.claude-v2";
 ANTHROPIC_CLAUDE_2_1 = "anthropic.claude-v2:1";
 ANTHROPIC_CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0";
 ANTHROPIC_CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0";
-ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0"; // Not currently on Bedrock
+ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0"; // available on us-west-2
+ANTHROPIC_CLAUDE_3_5_SONNET = "anthropic.claude-3-5-sonnet-20240620-v1:0";
 ```
 
 Sonnet, Haiku and Opus are multimodal, image_url only supports base64 data url format, e.g. `data:image/jpeg;base64,SGVsbG8sIFdvcmxkIQ==`

apps/docs/docusaurus.config.js

@@ -167,7 +167,7 @@ const config = {
     [
       "docusaurus-plugin-typedoc",
       {
-        entryPoints: ["../../packages/core/src/index.ts"],
+        entryPoints: ["../../packages/llamaindex/src/index.ts"],
         tsconfig: "../../tsconfig.json",
         readme: "none",
         sourceLinkTemplate:

apps/docs/package.json

@@ -1,6 +1,6 @@
 {
   "name": "docs",
-  "version": "0.0.25",
+  "version": "0.0.27",
   "private": true,
   "scripts": {
     "docusaurus": "docusaurus",
@@ -37,7 +37,7 @@
     "docusaurus-plugin-typedoc": "^1.0.1",
     "typedoc": "^0.25.13",
     "typedoc-plugin-markdown": "^4.0.1",
-    "typescript": "^5.4.5"
+    "typescript": "^5.5.2"
   },
   "browserslist": {
     "production": [

examples/CHANGELOG.md

@@ -1,5 +1,15 @@
 # examples
 
+## 0.0.5
+
+### Patch Changes
+
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+
 ## 0.0.4
 
 ### Patch Changes

examples/agent/openai.ts

@@ -53,7 +53,7 @@ async function main() {
     message: "How much is 5 + 5? then divide by 2",
   });
 
-  console.log(response.response.message);
+  console.log(response.message);
 }
 
 void main().then(() => {

examples/agent/react_agent.ts

@@ -68,7 +68,7 @@ async function main() {
   });
 
   // Chat with the agent
-  const { response } = await agent.chat({
+  const response = await agent.chat({
     message: "Divide 16 by 2 then add 20",
   });
 

examples/agent/step_wise_query_tool.ts

@@ -31,7 +31,7 @@ async function main() {
     tools: [queryEngineTool],
   });
 
-  const { response } = await agent.chat({
+  const response = await agent.chat({
     message: "What was his salary?",
   });
 

examples/agent/stream_openai_agent.ts

@@ -68,9 +68,7 @@ async function main() {
 
   console.log("Response:");
 
-  for await (const {
-    response: { delta },
-  } of stream) {
+  for await (const { delta } of stream) {
     process.stdout.write(delta);
   }
 }

examples/agent/wiki.ts

@@ -16,9 +16,7 @@ async function main() {
     stream: true,
   });
 
-  for await (const {
-    response: { delta },
-  } of response) {
+  for await (const { delta } of response) {
     process.stdout.write(delta);
   }
 }

examples/groq.ts

@@ -35,4 +35,4 @@ async function main() {
   console.log(response.response);
 }
 
-await main();
+main().catch(console.error);

examples/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/examples",
   "private": true,
-  "version": "0.0.4",
+  "version": "0.0.5",
   "dependencies": {
     "@aws-crypto/sha256-js": "^5.2.0",
     "@datastax/astra-db-ts": "^1.2.1",
@@ -12,15 +12,15 @@
     "commander": "^12.1.0",
     "dotenv": "^16.4.5",
     "js-tiktoken": "^1.0.12",
-    "llamaindex": "^0.3.14",
+    "llamaindex": "^0.4.0",
     "mongodb": "^6.7.0",
     "pathe": "^1.1.2"
   },
   "devDependencies": {
     "@types/node": "^20.14.1",
     "ts-node": "^10.9.2",
-    "tsx": "^4.11.2",
-    "typescript": "^5.4.5"
+    "tsx": "^4.15.6",
+    "typescript": "^5.5.2"
   },
   "scripts": {
     "lint": "eslint ."

examples/readers/package.json

@@ -11,14 +11,15 @@
     "start:pdf": "node --import tsx ./src/pdf.ts",
     "start:llamaparse": "node --import tsx ./src/llamaparse.ts",
     "start:notion": "node --import tsx ./src/notion.ts",
-    "start:llamaparse-dir": "node --import tsx ./src/simple-directory-reader-with-llamaparse.ts"
+    "start:llamaparse-dir": "node --import tsx ./src/simple-directory-reader-with-llamaparse.ts",
+    "start:llamaparse-json": "node --import tsx ./src/llamaparse-json.ts"
   },
   "dependencies": {
     "llamaindex": "*"
   },
   "devDependencies": {
     "@types/node": "^20.12.11",
-    "tsx": "^4.9.3",
-    "typescript": "^5.4.5"
+    "tsx": "^4.15.6",
+    "typescript": "^5.5.2"
   }
 }

examples/readers/src/llamaparse-json.ts

@@ -0,0 +1,30 @@
+import fs from "fs/promises";
+import { LlamaParseReader } from "llamaindex";
+
+async function main() {
+  // Load PDF using LlamaParse json mode
+  const reader = new LlamaParseReader({ resultType: "json" });
+  const jsonObjs = await reader.loadJson("../data/uber_10q_march_2022.pdf");
+
+  // Write the JSON objects to a file
+  try {
+    await fs.writeFile("jsonObjs.json", JSON.stringify(jsonObjs, null, 4));
+    console.log("Array of JSON objects has been written to jsonObjs.json");
+  } catch (e) {
+    console.error("Error writing jsonObjs.json", e);
+  }
+
+  const jsonList = jsonObjs[0]["pages"];
+
+  // Write the list of JSON objects as a single array to a file
+  try {
+    await fs.writeFile("jsonList.json", JSON.stringify(jsonList, null, 4));
+    console.log(
+      "List of JSON objects as single array has been written to jsonList.json",
+    );
+  } catch (e) {
+    console.error("Error writing jsonList.json", e);
+  }
+}
+
+main().catch(console.error);

package.json

@@ -14,25 +14,25 @@
     "type-check": "tsc -b --diagnostics",
     "release": "pnpm run check-minor-version && pnpm run build:release && changeset publish",
     "release-snapshot": "pnpm run check-minor-version && pnpm run build:release && changeset publish --tag snapshot",
-    "check-minor-version": "node ./scripts/check-minor-version",
-    "new-version": "changeset version && pnpm run check-minor-version && pnpm format:write && pnpm run build:release",
+    "check-minor-version": "node ./scripts/check-minor-version.mjs",
+    "new-version": "changeset version && pnpm run check-minor-version && pnpm format:write && pnpm install && pnpm run build:release",
     "new-snapshot": "pnpm run build:release && changeset version --snapshot"
   },
   "devDependencies": {
     "@changesets/cli": "^2.27.5",
-    "@typescript-eslint/eslint-plugin": "^7.11.0",
+    "@typescript-eslint/eslint-plugin": "^7.13.1",
     "eslint": "^8.57.0",
-    "eslint-config-next": "^14.2.3",
+    "eslint-config-next": "^14.2.4",
     "eslint-config-prettier": "^9.1.0",
-    "eslint-config-turbo": "^1.13.3",
+    "eslint-config-turbo": "^1.13.4",
     "eslint-plugin-react": "7.34.1",
     "husky": "^9.0.11",
-    "lint-staged": "^15.2.5",
+    "lint-staged": "^15.2.7",
     "madge": "^7.0.0",
-    "prettier": "^3.2.5",
+    "prettier": "^3.3.2",
     "prettier-plugin-organize-imports": "^3.2.4",
-    "turbo": "^1.13.3",
-    "typescript": "^5.4.5"
+    "turbo": "^1.13.4",
+    "typescript": "^5.5.2"
   },
   "packageManager": "pnpm@9.0.5",
   "pnpm": {

packages/autotool/CHANGELOG.md

@@ -0,0 +1,11 @@
+# @llamaindex/autotool
+
+## 1.0.0
+
+### Patch Changes
+
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0

packages/autotool/examples/01_node/package.json

@@ -5,10 +5,10 @@
   "dependencies": {
     "@llamaindex/autotool": "workspace:*",
     "llamaindex": "workspace:*",
-    "openai": "^4.43.0"
+    "openai": "^4.52.0"
   },
   "devDependencies": {
-    "tsx": "^4.9.3"
+    "tsx": "^4.15.6"
   },
   "scripts": {
     "start": "node --import tsx --import @llamaindex/autotool/node ./src/index.ts"

packages/autotool/examples/02_nextjs/CHANGELOG.md

@@ -1,5 +1,26 @@
 # @llamaindex/autotool-02-next-example
 
+## 0.1.11
+
+### Patch Changes
+
+- Updated dependencies [3c47910]
+- Updated dependencies [ed467a9]
+- Updated dependencies [cba5406]
+  - llamaindex@0.4.1
+  - @llamaindex/autotool@1.0.0
+
+## 0.1.10
+
+### Patch Changes
+
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+  - @llamaindex/autotool@1.0.0
+
 ## 0.1.9
 
 ### Patch Changes

packages/autotool/examples/02_nextjs/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/autotool-02-next-example",
   "private": true,
-  "version": "0.1.9",
+  "version": "0.1.11",
   "scripts": {
     "dev": "next dev",
     "build": "next build",
@@ -9,8 +9,8 @@
   },
   "dependencies": {
     "@llamaindex/autotool": "workspace:*",
-    "@radix-ui/react-slot": "^1.0.2",
-    "ai": "^3.1.3",
+    "@radix-ui/react-slot": "^1.1.0",
+    "ai": "^3.2.1",
     "class-variance-authority": "^0.7.0",
     "dotenv": "^16.3.1",
     "llamaindex": "workspace:*",
@@ -20,18 +20,18 @@
     "react-dom": "^18.3.1",
     "react-markdown": "^9.0.1",
     "react-syntax-highlighter": "^15.5.0",
-    "sonner": "^1.4.41",
+    "sonner": "^1.5.0",
     "tailwind-merge": "^2.1.0"
   },
   "devDependencies": {
     "@types/node": "^20.12.11",
-    "@types/react": "^18.3.1",
+    "@types/react": "^18.3.3",
     "@types/react-dom": "^18.3.0",
     "@types/react-syntax-highlighter": "^15.5.11",
     "autoprefixer": "^10.4.16",
     "cross-env": "^7.0.3",
     "postcss": "^8.4.32",
-    "tailwindcss": "^3.3.6",
-    "typescript": "^5.4.5"
+    "tailwindcss": "^3.4.4",
+    "typescript": "^5.5.2"
   }
 }

packages/autotool/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/autotool",
   "type": "module",
-  "version": "0.0.1",
+  "version": "1.0.0",
   "description": "auto transpile your JS function to LLM Agent compatible",
   "files": [
     "dist",
@@ -45,13 +45,13 @@
     "dev": "bunchee --watch"
   },
   "dependencies": {
-    "@swc/core": "^1.5.5",
-    "jotai": "^2.8.0",
+    "@swc/core": "^1.6.3",
+    "jotai": "^2.8.3",
     "typedoc": "^0.25.13",
     "unplugin": "^1.10.1"
   },
   "peerDependencies": {
-    "llamaindex": "^0.3.17",
+    "llamaindex": "^0.4.1",
     "openai": "^4",
     "typescript": "^4"
   },
@@ -67,16 +67,16 @@
     }
   },
   "devDependencies": {
-    "@swc/types": "^0.1.6",
+    "@swc/types": "^0.1.8",
     "@types/json-schema": "^7.0.15",
     "@types/node": "^20.12.11",
-    "bunchee": "^5.1.5",
+    "bunchee": "^5.2.1",
     "llamaindex": "workspace:*",
     "next": "14.2.3",
-    "rollup": "^4.17.2",
-    "tsx": "^4.9.3",
-    "typescript": "^5.4.5",
+    "rollup": "^4.18.0",
+    "tsx": "^4.15.6",
+    "typescript": "^5.5.2",
     "vitest": "^1.6.0",
-    "webpack": "^5.91.0"
+    "webpack": "^5.92.1"
   }
 }

packages/autotool/tsconfig.json

@@ -10,7 +10,7 @@
   "include": ["./src"],
   "references": [
     {
-      "path": "../core/tsconfig.json"
+      "path": "../llamaindex/tsconfig.json"
     },
     {
       "path": "../env/tsconfig.json"

packages/community/CHANGELOG.md

@@ -1,5 +1,26 @@
 # @llamaindex/community
 
+## 0.0.5
+
+### Patch Changes
+
+- ed467a9: Add model ids for Anthropic Claude 3.5 Sonnet model on Anthropic and Bedrock
+- Updated dependencies [3c47910]
+- Updated dependencies [ed467a9]
+- Updated dependencies [cba5406]
+  - llamaindex@0.4.1
+
+## 0.0.4
+
+### Patch Changes
+
+- b1a4a74: docs: updated Bedrock Opus region and added a basic README
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+
 ## 0.0.3
 
 ### Patch Changes

packages/community/README.md

@@ -0,0 +1,11 @@
+# @llamaindex/community
+
+> Tools written by the community for llamaindex
+
+## Current Features:
+
+- Bedrock support for the Anthropic Claude Models [usage](https://ts.llamaindex.ai/modules/llms/available_llms/bedrock)
+
+## LICENSE
+
+MIT

packages/community/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/community",
   "description": "Community package for LlamaIndexTS",
-  "version": "0.0.3",
+  "version": "0.0.5",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",
@@ -45,12 +45,12 @@
   },
   "devDependencies": {
     "@swc/cli": "^0.3.12",
-    "@swc/core": "^1.5.5",
+    "@swc/core": "^1.6.3",
     "concurrently": "^8.2.2",
     "tsup": "^8.1.0"
   },
   "dependencies": {
-    "@aws-sdk/client-bedrock-runtime": "^3.582.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.600.0",
     "@types/node": "^20.14.2",
     "llamaindex": "workspace:*"
   }

packages/community/src/llm/bedrock/base.ts

@@ -67,6 +67,7 @@ export enum BEDROCK_MODELS {
   ANTHROPIC_CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0",
   ANTHROPIC_CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0",
   ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0",
+  ANTHROPIC_CLAUDE_3_5_SONNET = "anthropic.claude-3-5-sonnet-20240620-v1:0",
   META_LLAMA2_13B_CHAT = "meta.llama2-13b-chat-v1",
   META_LLAMA2_70B_CHAT = "meta.llama2-70b-chat-v1",
   META_LLAMA3_8B_INSTRUCT = "meta.llama3-8b-instruct-v1:0",
@@ -100,6 +101,7 @@ const CHAT_ONLY_MODELS = {
   [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET]: 200000,
   [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU]: 200000,
   [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_OPUS]: 200000,
+  [BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET]: 200000,
   [BEDROCK_MODELS.META_LLAMA2_13B_CHAT]: 2048,
   [BEDROCK_MODELS.META_LLAMA2_70B_CHAT]: 4096,
   [BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT]: 8192,
@@ -126,6 +128,7 @@ export const STREAMING_MODELS = new Set([
   BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_SONNET,
   BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_HAIKU,
   BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_OPUS,
+  BEDROCK_MODELS.ANTHROPIC_CLAUDE_3_5_SONNET,
   BEDROCK_MODELS.META_LLAMA2_13B_CHAT,
   BEDROCK_MODELS.META_LLAMA2_70B_CHAT,
   BEDROCK_MODELS.META_LLAMA3_8B_INSTRUCT,

packages/community/tsconfig.json

@@ -13,7 +13,7 @@
   "exclude": ["node_modules"],
   "references": [
     {
-      "path": "../core/tsconfig.json"
+      "path": "../llamaindex/tsconfig.json"
     }
   ]
 }

packages/core/src/GlobalsHelper.ts

@@ -1,49 +0,0 @@
-import { encodingForModel } from "js-tiktoken";
-
-export enum Tokenizers {
-  CL100K_BASE = "cl100k_base",
-}
-
-/**
- * @internal Helper class singleton
- */
-class GlobalsHelper {
-  defaultTokenizer: {
-    encode: (text: string) => Uint32Array;
-    decode: (tokens: Uint32Array) => string;
-  };
-
-  constructor() {
-    const encoding = encodingForModel("text-embedding-ada-002"); // cl100k_base
-
-    this.defaultTokenizer = {
-      encode: (text: string) => {
-        return new Uint32Array(encoding.encode(text));
-      },
-      decode: (tokens: Uint32Array) => {
-        const numberArray = Array.from(tokens);
-        const text = encoding.decode(numberArray);
-        const uint8Array = new TextEncoder().encode(text);
-        return new TextDecoder().decode(uint8Array);
-      },
-    };
-  }
-
-  tokenizer(encoding?: Tokenizers) {
-    if (encoding && encoding !== Tokenizers.CL100K_BASE) {
-      throw new Error(`Tokenizer encoding ${encoding} not yet supported`);
-    }
-
-    return this.defaultTokenizer!.encode.bind(this.defaultTokenizer);
-  }
-
-  tokenizerDecoder(encoding?: Tokenizers) {
-    if (encoding && encoding !== Tokenizers.CL100K_BASE) {
-      throw new Error(`Tokenizer encoding ${encoding} not yet supported`);
-    }
-
-    return this.defaultTokenizer!.decode.bind(this.defaultTokenizer);
-  }
-}
-
-export const globalsHelper = new GlobalsHelper();

packages/core/src/Response.ts

@@ -1,23 +0,0 @@
-import type { NodeWithScore } from "./Node.js";
-
-/**
- * Response is the output of a LLM
- */
-export class Response {
-  response: string;
-  sourceNodes?: NodeWithScore[];
-  metadata: Record<string, unknown> = {};
-
-  constructor(response: string, sourceNodes?: NodeWithScore[]) {
-    this.response = response;
-    this.sourceNodes = sourceNodes || [];
-  }
-
-  protected _getFormattedSources() {
-    throw new Error("Not implemented yet");
-  }
-
-  toString() {
-    return this.response ?? "";
-  }
-}

packages/env/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @llamaindex/env
 
+## 0.1.4
+
+### Patch Changes
+
+- 56fabbb: Release env changes to tokenizer
+
 ## 0.1.3
 
 ### Patch Changes

packages/env/jsr.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/env",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "exports": {
     ".": "./src/index.ts"
   },

packages/env/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/env",
   "description": "environment wrapper, supports all JS environment including node, deno, bun, edge runtime, and cloudflare worker",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",
@@ -69,18 +69,20 @@
   "devDependencies": {
     "@aws-crypto/sha256-js": "^5.2.0",
     "@swc/cli": "^0.3.12",
-    "@swc/core": "^1.5.5",
+    "@swc/core": "^1.6.3",
     "concurrently": "^8.2.2",
     "pathe": "^1.1.2",
     "vitest": "^1.6.0"
   },
   "dependencies": {
-    "@types/lodash": "^4.17.1",
+    "@types/lodash": "^4.17.5",
     "@types/node": "^20.12.11"
   },
   "peerDependencies": {
     "@aws-crypto/sha256-js": "^5.2.0",
-    "pathe": "^1.1.2"
+    "js-tiktoken": "^1.0.12",
+    "pathe": "^1.1.2",
+    "tiktoken": "^1.0.15"
   },
   "peerDependenciesMeta": {
     "@aws-crypto/sha256-js": {

packages/env/src/index.edge-light.ts

@@ -4,3 +4,5 @@
  * @module
  */
 export * from "./polyfill.js";
+
+export { Tokenizers, tokenizers, type Tokenizer } from "./tokenizers/js.js";

packages/env/src/index.ts

@@ -35,14 +35,15 @@ export function createSHA256(): SHA256 {
   };
 }
 
+export { Tokenizers, tokenizers, type Tokenizer } from "./tokenizers/node.js";
 export { AsyncLocalStorage, CustomEvent, getEnv, setEnvs } from "./utils.js";
 export {
   EOL,
-  ReadableStream,
-  TransformStream,
-  WritableStream,
   fs,
   ok,
   path,
   randomUUID,
+  ReadableStream,
+  TransformStream,
+  WritableStream,
 };

packages/env/src/index.workerd.ts

@@ -12,3 +12,5 @@ export * from "./polyfill.js";
 export function getEnv(name: string): string | undefined {
   return INTERNAL_ENV[name];
 }
+
+export { Tokenizers, tokenizers, type Tokenizer } from "./tokenizers/node.js";

packages/env/src/tokenizers/js.ts

@@ -0,0 +1,35 @@
+// Note: js-tiktoken it's 60x slower than the WASM implementation - use it only for unsupported environments
+import { getEncoding } from "js-tiktoken";
+import type { Tokenizer } from "./types.js";
+import { Tokenizers } from "./types.js";
+
+class TokenizerSingleton {
+  private defaultTokenizer: Tokenizer;
+
+  constructor() {
+    const encoding = getEncoding("cl100k_base");
+
+    this.defaultTokenizer = {
+      encode: (text: string) => {
+        return new Uint32Array(encoding.encode(text));
+      },
+      decode: (tokens: Uint32Array) => {
+        const numberArray = Array.from(tokens);
+        const text = encoding.decode(numberArray);
+        const uint8Array = new TextEncoder().encode(text);
+        return new TextDecoder().decode(uint8Array);
+      },
+    };
+  }
+
+  tokenizer(encoding?: Tokenizers) {
+    if (encoding && encoding !== Tokenizers.CL100K_BASE) {
+      throw new Error(`Tokenizer encoding ${encoding} not yet supported`);
+    }
+
+    return this.defaultTokenizer;
+  }
+}
+
+export const tokenizers = new TokenizerSingleton();
+export { Tokenizers, type Tokenizer };

packages/env/src/tokenizers/node.ts

@@ -0,0 +1,38 @@
+// Note: This is using th WASM implementation of tiktoken which is 60x faster
+import cl100k_base from "tiktoken/encoders/cl100k_base.json";
+import { Tiktoken } from "tiktoken/lite";
+import type { Tokenizer } from "./types.js";
+import { Tokenizers } from "./types.js";
+
+class TokenizerSingleton {
+  private defaultTokenizer: Tokenizer;
+
+  constructor() {
+    const encoding = new Tiktoken(
+      cl100k_base.bpe_ranks,
+      cl100k_base.special_tokens,
+      cl100k_base.pat_str,
+    );
+
+    this.defaultTokenizer = {
+      encode: (text: string) => {
+        return encoding.encode(text);
+      },
+      decode: (tokens: Uint32Array) => {
+        const text = encoding.decode(tokens);
+        return new TextDecoder().decode(text);
+      },
+    };
+  }
+
+  tokenizer(encoding?: Tokenizers): Tokenizer {
+    if (encoding && encoding !== Tokenizers.CL100K_BASE) {
+      throw new Error(`Tokenizer encoding ${encoding} not yet supported`);
+    }
+
+    return this.defaultTokenizer;
+  }
+}
+
+export const tokenizers: TokenizerSingleton = new TokenizerSingleton();
+export { Tokenizers, type Tokenizer };

packages/env/src/tokenizers/types.ts

@@ -0,0 +1,8 @@
+export enum Tokenizers {
+  CL100K_BASE = "cl100k_base",
+}
+
+export interface Tokenizer {
+  encode: (text: string) => Uint32Array;
+  decode: (tokens: Uint32Array) => string;
+}

packages/env/tsconfig.json

@@ -7,7 +7,8 @@
     "emitDeclarationOnly": true,
     "module": "node16",
     "moduleResolution": "node16",
-    "types": ["node"]
+    "types": ["node"],
+    "resolveJsonModule": true
   },
   "include": ["./src"],
   "exclude": ["node_modules"]

packages/experimental/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @llamaindex/experimental
 
+## 0.0.36
+
+### Patch Changes
+
+- Updated dependencies [3c47910]
+- Updated dependencies [ed467a9]
+- Updated dependencies [cba5406]
+  - llamaindex@0.4.1
+
+## 0.0.35
+
+### Patch Changes
+
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+
 ## 0.0.34
 
 ### Patch Changes

packages/experimental/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@llamaindex/experimental",
   "description": "Experimental package for LlamaIndexTS",
-  "version": "0.0.34",
+  "version": "0.0.36",
   "type": "module",
   "types": "dist/type/index.d.ts",
   "main": "dist/cjs/index.js",
@@ -57,13 +57,13 @@
   "devDependencies": {
     "@aws-crypto/sha256-js": "^5.2.0",
     "@swc/cli": "^0.3.12",
-    "@swc/core": "^1.5.5",
+    "@swc/core": "^1.6.3",
     "@types/jsonpath": "^0.2.4",
     "concurrently": "^8.2.2",
     "pathe": "^1.1.2"
   },
   "dependencies": {
-    "@types/lodash": "^4.17.1",
+    "@types/lodash": "^4.17.5",
     "@types/node": "^20.12.11",
     "jsonpath": "^1.1.1",
     "llamaindex": "workspace:*",

packages/experimental/src/engines/query/JSONQueryEngine.ts

@@ -1,6 +1,6 @@
 import jsonpath from "jsonpath";
 
-import { Response } from "llamaindex";
+import { EngineResponse } from "llamaindex";
 
 import { serviceContextFromDefaults, type ServiceContext } from "llamaindex";
 
@@ -147,11 +147,13 @@ export class JSONQueryEngine implements QueryEngine {
     return JSON.stringify(this.jsonSchema);
   }
 
-  query(params: QueryEngineParamsStreaming): Promise<AsyncIterable<Response>>;
-  query(params: QueryEngineParamsNonStreaming): Promise<Response>;
+  query(
+    params: QueryEngineParamsStreaming,
+  ): Promise<AsyncIterable<EngineResponse>>;
+  query(params: QueryEngineParamsNonStreaming): Promise<EngineResponse>;
   async query(
     params: QueryEngineParamsStreaming | QueryEngineParamsNonStreaming,
-  ): Promise<Response | AsyncIterable<Response>> {
+  ): Promise<EngineResponse | AsyncIterable<EngineResponse>> {
     const { query, stream } = params;
 
     if (stream) {
@@ -200,7 +202,7 @@ export class JSONQueryEngine implements QueryEngine {
       jsonPathResponseStr,
     };
 
-    const response = new Response(responseStr, []);
+    const response = EngineResponse.fromResponse(responseStr, false);
 
     response.metadata = responseMetadata;
 

packages/experimental/tsconfig.json

@@ -13,7 +13,7 @@
   "exclude": ["node_modules"],
   "references": [
     {
-      "path": "../core/tsconfig.json"
+      "path": "../llamaindex/tsconfig.json"
     }
   ]
 }

packages/llamaindex/CHANGELOG.md

@@ -1,5 +1,27 @@
 # llamaindex
 
+## 0.4.1
+
+### Patch Changes
+
+- 3c47910: fix: groq llm
+- ed467a9: Add model ids for Anthropic Claude 3.5 Sonnet model on Anthropic and Bedrock
+- cba5406: fix: every Llama Parse job being called "blob"
+- Updated dependencies [56fabbb]
+  - @llamaindex/env@0.1.4
+
+## 0.4.0
+
+### Minor Changes
+
+- 436bc41: Unify chat engine response and agent response
+
+### Patch Changes
+
+- a44e54f: Truncate text to embed for OpenAI if it exceeds maxTokens
+- a51ed8d: feat: add support for managed identity for Azure OpenAI
+- d3b635b: fix: agents to use chat history
+
 ## 0.3.17
 
 ### Patch Changes

packages/llamaindex/CONTRIBUTING.md

@@ -41,7 +41,7 @@ To run them, run
 pnpm run test
 ```
 
-To write new test cases write them in [packages/core/src/tests](/packages/core/src/tests)
+To write new test cases write them in [packages/core/src/tests](/packages/llamaindex/src/tests)
 
 We use Jest https://jestjs.io/ to write our test cases. Jest comes with a bunch of built in assertions using the expect function: https://jestjs.io/docs/expect
 

packages/llamaindex/e2e/examples/cloudflare-worker-agent/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @llamaindex/cloudflare-worker-agent-test
 
+## 0.0.20
+
+### Patch Changes
+
+- Updated dependencies [3c47910]
+- Updated dependencies [ed467a9]
+- Updated dependencies [cba5406]
+  - llamaindex@0.4.1
+
+## 0.0.19
+
+### Patch Changes
+
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+
 ## 0.0.18
 
 ### Patch Changes

packages/llamaindex/e2e/examples/cloudflare-worker-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/cloudflare-worker-agent-test",
-  "version": "0.0.18",
+  "version": "0.0.20",
   "type": "module",
   "private": true,
   "scripts": {
@@ -16,7 +16,7 @@
     "@cloudflare/workers-types": "^4.20240605.0",
     "@vitest/runner": "1.3.0",
     "@vitest/snapshot": "1.3.0",
-    "typescript": "^5.4.5",
+    "typescript": "^5.5.2",
     "vitest": "1.3.0",
     "wrangler": "^3.60.1"
   },

packages/llamaindex/e2e/examples/cloudflare-worker-agent/src/index.ts

@@ -21,7 +21,7 @@ export default {
       // @ts-expect-error: see https://github.com/cloudflare/workerd/issues/2067
       new TransformStream({
         transform: (chunk, controller) => {
-          controller.enqueue(textEncoder.encode(chunk.response.delta));
+          controller.enqueue(textEncoder.encode(chunk.delta));
         },
       }),
     );

packages/llamaindex/e2e/examples/nextjs-agent/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @llamaindex/next-agent-test
 
+## 0.1.20
+
+### Patch Changes
+
+- Updated dependencies [3c47910]
+- Updated dependencies [ed467a9]
+- Updated dependencies [cba5406]
+  - llamaindex@0.4.1
+
+## 0.1.19
+
+### Patch Changes
+
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+
 ## 0.1.18
 
 ### Patch Changes

packages/llamaindex/e2e/examples/nextjs-agent/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/next-agent-test",
-  "version": "0.1.18",
+  "version": "0.1.20",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -9,20 +9,20 @@
     "lint": "next lint"
   },
   "dependencies": {
-    "ai": "^3.1.3",
+    "ai": "^3.2.1",
     "llamaindex": "workspace:*",
-    "next": "14.2.3",
+    "next": "14.2.4",
     "react": "18.3.1",
     "react-dom": "18.3.1"
   },
   "devDependencies": {
     "@types/node": "^20.12.11",
-    "@types/react": "^18.3.1",
+    "@types/react": "^18.3.3",
     "@types/react-dom": "^18.3.0",
     "eslint": "^8.57.0",
     "eslint-config-next": "14.2.3",
     "postcss": "^8",
-    "tailwindcss": "^3.4.1",
-    "typescript": "^5.4.5"
+    "tailwindcss": "^3.4.4",
+    "typescript": "^5.5.2"
   }
 }

packages/llamaindex/e2e/examples/nextjs-agent/src/actions/index.tsx

@@ -23,7 +23,7 @@ export async function chatWithAgent(
           uiStream.update("response:");
         },
         write: async (message) => {
-          uiStream.append(message.response.delta);
+          uiStream.append(message.delta);
         },
       }),
     )

packages/llamaindex/e2e/examples/nextjs-agent/src/app/page.tsx

@@ -1,12 +1,12 @@
 "use client";
 import { chatWithAgent } from "@/actions";
-import type { JSX } from "react";
+import type { ReactNode } from "react";
 import { useFormState } from "react-dom";
 
 export const runtime = "edge";
 
 export default function Home() {
-  const [state, action] = useFormState<JSX.Element | null>(async () => {
+  const [state, action] = useFormState<ReactNode>(async () => {
     return chatWithAgent("hello!", []);
   }, null);
   return (

packages/llamaindex/e2e/examples/nextjs-edge-runtime/CHANGELOG.md

@@ -1,5 +1,24 @@
 # test-edge-runtime
 
+## 0.1.19
+
+### Patch Changes
+
+- Updated dependencies [3c47910]
+- Updated dependencies [ed467a9]
+- Updated dependencies [cba5406]
+  - llamaindex@0.4.1
+
+## 0.1.18
+
+### Patch Changes
+
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+
 ## 0.1.17
 
 ### Patch Changes

packages/llamaindex/e2e/examples/nextjs-edge-runtime/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/nextjs-edge-runtime-test",
-  "version": "0.1.17",
+  "version": "0.1.19",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -9,14 +9,14 @@
   },
   "dependencies": {
     "llamaindex": "workspace:*",
-    "next": "14.2.3",
+    "next": "14.2.4",
     "react": "^18.3.1",
     "react-dom": "^18.3.1"
   },
   "devDependencies": {
     "@types/node": "^20.12.11",
-    "@types/react": "^18.3.1",
+    "@types/react": "^18.3.3",
     "@types/react-dom": "^18.3.0",
-    "typescript": "^5.4.5"
+    "typescript": "^5.5.2"
   }
 }

packages/llamaindex/e2e/examples/waku-query-engine/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @llamaindex/waku-query-engine-test
 
+## 0.0.20
+
+### Patch Changes
+
+- Updated dependencies [3c47910]
+- Updated dependencies [ed467a9]
+- Updated dependencies [cba5406]
+  - llamaindex@0.4.1
+
+## 0.0.19
+
+### Patch Changes
+
+- Updated dependencies [436bc41]
+- Updated dependencies [a44e54f]
+- Updated dependencies [a51ed8d]
+- Updated dependencies [d3b635b]
+  - llamaindex@0.4.0
+
 ## 0.0.18
 
 ### Patch Changes

packages/llamaindex/e2e/examples/waku-query-engine/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llamaindex/waku-query-engine-test",
-  "version": "0.0.18",
+  "version": "0.0.20",
   "type": "module",
   "private": true,
   "scripts": {