openai updates (should allow proxy servers)

feat: add CSV loader

.changeset/mean-cherries-compare.md

@@ -1,5 +0,0 @@
----
-"llamaindex": patch
----
-
-Added Anthropic Claude support

.changeset/selfish-garlics-pump.md

@@ -0,0 +1,5 @@
+---
+"llamaindex": patch
+---
+
+added additionalSessionOptions and additionalChatOptions

.changeset/tasty-experts-lick.md

@@ -2,4 +2,4 @@
 "llamaindex": patch
 ---
 
-Add Top P
+OpenAI v4.0.1

.changeset/twelve-hairs-admire.md

@@ -0,0 +1,5 @@
+---
+"llamaindex": patch
+---
+
+OpenAI moved timeout back to 60 seconds

CONTRIBUTING.md

@@ -12,7 +12,7 @@ apps/simple is where the demo code lives
 
 ### Turborepo docs
 
-You can checkout how Turborepo works using the built in [README-turborepo.md](README-turborepo.md)
+You can checkout how Turborepo works using the default [README-turborepo.md](/README-turborepo.md)
 
 ## Getting Started
 
@@ -41,12 +41,14 @@ To run them, run
 pnpm run test
 ```
 
-To write new test cases write them in packages/core/src/tests
+To write new test cases write them in [packages/core/src/tests](/packages/core/src/tests)
 
 We use Jest https://jestjs.io/ to write our test cases. Jest comes with a bunch of built in assertions using the expect function: https://jestjs.io/docs/expect
 
 ### Demo applications
 
+There is an existing ["simple"](/apps/simple/README.md) demos folder with mainly NodeJS scripts. Feel free to add additional demos to that folder. If you would like to try out your changes in the core package with a new demo, you need to run the build command in the README.
+
 You can create new demo applications in the apps folder. Just run pnpm init in the folder after you create it to create its own package.json
 
 ### Installing packages

README.md

@@ -64,29 +64,35 @@ Then you can run it using
 pnpm dlx ts-node example.ts
 ```
 
-## Core concepts for getting started:
-
-- [Document](packages/core/src/Node.ts): A document represents a text file, PDF file or other contiguous piece of data.
-
-- [Node](packages/core/src/Node.ts): The basic data building block. Most commonly, these are parts of the document split into manageable pieces that are small enough to be fed into an embedding model and LLM.
-
-- [Embedding](packages/core/src/Embedding.ts): Embeddings are sets of floating point numbers which represent the data in a Node. By comparing the similarity of embeddings, we can derive an understanding of the similarity of two pieces of data. One use case is to compare the embedding of a question with the embeddings of our Nodes to see which Nodes may contain the data needed to answer that quesiton.
-
-- [Indices](packages/core/src/indices/): Indices store the Nodes and the embeddings of those nodes. QueryEngines retrieve Nodes from these Indices using embedding similarity.
-
-- [QueryEngine](packages/core/src/QueryEngine.ts): Query engines are what generate the query you put in and give you back the result. Query engines generally combine a pre-built prompt with selected Nodes from your Index to give the LLM the context it needs to answer your query.
-
-- [ChatEngine](packages/core/src/ChatEngine.ts): A ChatEngine helps you build a chatbot that will interact with your Indices.
-
-- [SimplePrompt](packages/core/src/Prompt.ts): A simple standardized function call definition that takes in inputs and formats them in a template literal. SimplePrompts can be specialized using currying and combined using other SimplePrompt functions.
-
 ## Playground
 
 Check out our NextJS playground at https://llama-playground.vercel.app/. The source is available at https://github.com/run-llama/ts-playground
 
+## Core concepts for getting started:
+
+- [Document](/packages/core/src/Node.ts): A document represents a text file, PDF file or other contiguous piece of data.
+
+- [Node](/packages/core/src/Node.ts): The basic data building block. Most commonly, these are parts of the document split into manageable pieces that are small enough to be fed into an embedding model and LLM.
+
+- [Embedding](/packages/core/src/Embedding.ts): Embeddings are sets of floating point numbers which represent the data in a Node. By comparing the similarity of embeddings, we can derive an understanding of the similarity of two pieces of data. One use case is to compare the embedding of a question with the embeddings of our Nodes to see which Nodes may contain the data needed to answer that quesiton.
+
+- [Indices](/packages/core/src/indices/): Indices store the Nodes and the embeddings of those nodes. QueryEngines retrieve Nodes from these Indices using embedding similarity.
+
+- [QueryEngine](/packages/core/src/QueryEngine.ts): Query engines are what generate the query you put in and give you back the result. Query engines generally combine a pre-built prompt with selected Nodes from your Index to give the LLM the context it needs to answer your query.
+
+- [ChatEngine](/packages/core/src/ChatEngine.ts): A ChatEngine helps you build a chatbot that will interact with your Indices.
+
+- [SimplePrompt](/packages/core/src/Prompt.ts): A simple standardized function call definition that takes in inputs and formats them in a template literal. SimplePrompts can be specialized using currying and combined using other SimplePrompt functions.
+
+## Supported LLMs:
+
+- OpenAI GPT-3.5-turbo and GPT-4
+- Anthropic Claude Instant and Claude 2
+- Llama2 Chat LLMs (70B, 13B, and 7B parameters)
+
 ## Contributing:
 
-We are in the very early days of LlamaIndex.TS. If you’re interested in hacking on it with us check out our [contributing guide](CONTRIBUTING.md)
+We are in the very early days of LlamaIndex.TS. If you’re interested in hacking on it with us check out our [contributing guide](/CONTRIBUTING.md)
 
 ## Bugs? Questions?
 

apps/docs/docs/api/classes/Anthropic.md

@@ -26,7 +26,7 @@ Anthropic LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:343](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L343)
+[llm/LLM.ts:464](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L464)
 
 ## Properties
 
@@ -36,7 +36,7 @@ Anthropic LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:336](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L336)
+[llm/LLM.ts:457](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L457)
 
 ___
 
@@ -46,7 +46,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:341](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L341)
+[llm/LLM.ts:462](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L462)
 
 ___
 
@@ -56,7 +56,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:337](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L337)
+[llm/LLM.ts:458](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L458)
 
 ___
 
@@ -66,7 +66,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:333](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L333)
+[llm/LLM.ts:454](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L454)
 
 ___
 
@@ -76,7 +76,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:331](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L331)
+[llm/LLM.ts:451](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L451)
 
 ___
 
@@ -86,7 +86,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:339](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L339)
+[llm/LLM.ts:460](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L460)
 
 ___
 
@@ -96,7 +96,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:332](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L332)
+[llm/LLM.ts:452](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L452)
 
 ___
 
@@ -106,7 +106,17 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:338](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L338)
+[llm/LLM.ts:459](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L459)
+
+___
+
+### topP
+
+• **topP**: `number`
+
+#### Defined in
+
+[llm/LLM.ts:453](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L453)
 
 ## Methods
 
@@ -133,7 +143,7 @@ Get a chat response from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:377](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L377)
+[llm/LLM.ts:499](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L499)
 
 ___
 
@@ -160,7 +170,7 @@ Get a prompt completion from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:394](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L394)
+[llm/LLM.ts:517](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L517)
 
 ___
 
@@ -180,4 +190,4 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:362](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L362)
+[llm/LLM.ts:484](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L484)

apps/docs/docs/api/classes/BaseEmbedding.md

@@ -36,7 +36,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[Embedding.ts:206](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L206)
+[Embedding.ts:213](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L213)
 
 ___
 
@@ -56,7 +56,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:205](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L205)
+[Embedding.ts:212](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L212)
 
 ___
 
@@ -78,4 +78,4 @@ ___
 
 #### Defined in
 
-[Embedding.ts:197](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L197)
+[Embedding.ts:204](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L204)

apps/docs/docs/api/classes/BaseIndex.md

@@ -43,7 +43,7 @@ they can be retrieved for our queries.
 
 #### Defined in
 
-[indices/BaseIndex.ts:122](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L122)
+[indices/BaseIndex.ts:130](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L130)
 
 ## Properties
 
@@ -53,7 +53,7 @@ they can be retrieved for our queries.
 
 #### Defined in
 
-[indices/BaseIndex.ts:117](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L117)
+[indices/BaseIndex.ts:125](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L125)
 
 ___
 
@@ -63,7 +63,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:119](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L119)
+[indices/BaseIndex.ts:127](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L127)
 
 ___
 
@@ -73,7 +73,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:120](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L120)
+[indices/BaseIndex.ts:128](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L128)
 
 ___
 
@@ -83,7 +83,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:115](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L115)
+[indices/BaseIndex.ts:123](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L123)
 
 ___
 
@@ -93,17 +93,17 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:116](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L116)
+[indices/BaseIndex.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L124)
 
 ___
 
 ### vectorStore
 
-• `Optional` **vectorStore**: `VectorStore`
+• `Optional` **vectorStore**: [`VectorStore`](../interfaces/VectorStore.md)
 
 #### Defined in
 
-[indices/BaseIndex.ts:118](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L118)
+[indices/BaseIndex.ts:126](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L126)
 
 ## Methods
 
@@ -128,7 +128,7 @@ and response synthezier if they are not provided.
 
 #### Defined in
 
-[indices/BaseIndex.ts:142](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L142)
+[indices/BaseIndex.ts:150](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L150)
 
 ___
 
@@ -150,4 +150,67 @@ Create a new retriever from the index.
 
 #### Defined in
 
-[indices/BaseIndex.ts:135](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L135)
+[indices/BaseIndex.ts:143](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L143)
+
+___
+
+### deleteRefDoc
+
+▸ `Abstract` **deleteRefDoc**(`refDocId`, `deleteFromDocStore?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `refDocId` | `string` |
+| `deleteFromDocStore?` | `boolean` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Defined in
+
+[indices/BaseIndex.ts:168](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L168)
+
+___
+
+### insert
+
+▸ **insert**(`document`): `Promise`<`void`\>
+
+Insert a document into the index.
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `document` | [`Document`](Document.md) |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Defined in
+
+[indices/BaseIndex.ts:159](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L159)
+
+___
+
+### insertNodes
+
+▸ `Abstract` **insertNodes**(`nodes`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `nodes` | [`BaseNode`](BaseNode.md)[] |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Defined in
+
+[indices/BaseIndex.ts:167](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L167)

apps/docs/docs/api/classes/BaseNode.md

@@ -28,7 +28,7 @@ Generic abstract class for retrievable nodes
 
 #### Defined in
 
-[Node.ts:48](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L48)
+[Node.ts:55](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L55)
 
 ## Properties
 
@@ -38,7 +38,7 @@ Generic abstract class for retrievable nodes
 
 #### Defined in
 
-[Node.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L39)
+[Node.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L46)
 
 ___
 
@@ -48,7 +48,7 @@ ___
 
 #### Defined in
 
-[Node.ts:43](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L43)
+[Node.ts:50](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L50)
 
 ___
 
@@ -58,7 +58,7 @@ ___
 
 #### Defined in
 
-[Node.ts:44](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L44)
+[Node.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L51)
 
 ___
 
@@ -68,7 +68,7 @@ ___
 
 #### Defined in
 
-[Node.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L46)
+[Node.ts:53](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L53)
 
 ___
 
@@ -76,9 +76,14 @@ ___
 
 • **id\_**: `string`
 
+The unique ID of the Node/Document. The trailing underscore is here
+to avoid collisions with the id keyword in Python.
+
+Set to a UUID by default.
+
 #### Defined in
 
-[Node.ts:38](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L38)
+[Node.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L45)
 
 ___
 
@@ -88,7 +93,7 @@ ___
 
 #### Defined in
 
-[Node.ts:42](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L42)
+[Node.ts:49](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L49)
 
 ___
 
@@ -98,7 +103,7 @@ ___
 
 #### Defined in
 
-[Node.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L45)
+[Node.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L52)
 
 ## Accessors
 
@@ -112,7 +117,7 @@ ___
 
 #### Defined in
 
-[Node.ts:104](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L104)
+[Node.ts:107](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L107)
 
 ___
 
@@ -126,21 +131,7 @@ ___
 
 #### Defined in
 
-[Node.ts:84](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L84)
-
-___
-
-### nodeId
-
-• `get` **nodeId**(): `string`
-
-#### Returns
-
-`string`
-
-#### Defined in
-
-[Node.ts:58](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L58)
+[Node.ts:87](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L87)
 
 ___
 
@@ -154,7 +145,7 @@ ___
 
 #### Defined in
 
-[Node.ts:94](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L94)
+[Node.ts:97](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L97)
 
 ___
 
@@ -168,7 +159,7 @@ ___
 
 #### Defined in
 
-[Node.ts:72](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L72)
+[Node.ts:75](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L75)
 
 ___
 
@@ -182,7 +173,7 @@ ___
 
 #### Defined in
 
-[Node.ts:62](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L62)
+[Node.ts:65](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L65)
 
 ## Methods
 
@@ -196,7 +187,21 @@ ___
 
 #### Defined in
 
-[Node.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L124)
+[Node.ts:129](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L129)
+
+___
+
+### generateHash
+
+▸ `Abstract` **generateHash**(): `string`
+
+#### Returns
+
+`string`
+
+#### Defined in
+
+[Node.ts:119](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L119)
 
 ___
 
@@ -216,7 +221,7 @@ ___
 
 #### Defined in
 
-[Node.ts:54](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L54)
+[Node.ts:61](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L61)
 
 ___
 
@@ -230,7 +235,7 @@ ___
 
 #### Defined in
 
-[Node.ts:116](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L116)
+[Node.ts:121](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L121)
 
 ___
 
@@ -250,7 +255,7 @@ ___
 
 #### Defined in
 
-[Node.ts:55](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L55)
+[Node.ts:62](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L62)
 
 ___
 
@@ -264,7 +269,7 @@ ___
 
 #### Defined in
 
-[Node.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L52)
+[Node.ts:59](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L59)
 
 ___
 
@@ -284,4 +289,20 @@ ___
 
 #### Defined in
 
-[Node.ts:56](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L56)
+[Node.ts:63](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L63)
+
+___
+
+### toJSON
+
+▸ **toJSON**(): `Record`<`string`, `any`\>
+
+Used with built in JSON.stringify
+
+#### Returns
+
+`Record`<`string`, `any`\>
+
+#### Defined in
+
+[Node.ts:141](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L141)

apps/docs/docs/api/classes/Document.md

@@ -32,7 +32,7 @@ A document is just a special text node with a docId.
 
 #### Defined in
 
-[Node.ts:216](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L216)
+[Node.ts:257](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L257)
 
 ## Properties
 
@@ -46,7 +46,7 @@ A document is just a special text node with a docId.
 
 #### Defined in
 
-[Node.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L39)
+[Node.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L46)
 
 ___
 
@@ -60,7 +60,7 @@ ___
 
 #### Defined in
 
-[Node.ts:139](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L139)
+[Node.ts:152](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L152)
 
 ___
 
@@ -74,7 +74,7 @@ ___
 
 #### Defined in
 
-[Node.ts:43](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L43)
+[Node.ts:50](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L50)
 
 ___
 
@@ -88,7 +88,7 @@ ___
 
 #### Defined in
 
-[Node.ts:44](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L44)
+[Node.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L51)
 
 ___
 
@@ -102,7 +102,7 @@ ___
 
 #### Defined in
 
-[Node.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L46)
+[Node.ts:53](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L53)
 
 ___
 
@@ -110,13 +110,18 @@ ___
 
 • **id\_**: `string`
 
+The unique ID of the Node/Document. The trailing underscore is here
+to avoid collisions with the id keyword in Python.
+
+Set to a UUID by default.
+
 #### Inherited from
 
 [TextNode](TextNode.md).[id_](TextNode.md#id_)
 
 #### Defined in
 
-[Node.ts:38](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L38)
+[Node.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L45)
 
 ___
 
@@ -130,7 +135,7 @@ ___
 
 #### Defined in
 
-[Node.ts:42](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L42)
+[Node.ts:49](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L49)
 
 ___
 
@@ -144,7 +149,7 @@ ___
 
 #### Defined in
 
-[Node.ts:142](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L142)
+[Node.ts:155](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L155)
 
 ___
 
@@ -158,7 +163,7 @@ ___
 
 #### Defined in
 
-[Node.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L45)
+[Node.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L52)
 
 ___
 
@@ -172,7 +177,7 @@ ___
 
 #### Defined in
 
-[Node.ts:138](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L138)
+[Node.ts:151](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L151)
 
 ___
 
@@ -186,7 +191,7 @@ ___
 
 #### Defined in
 
-[Node.ts:137](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L137)
+[Node.ts:150](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L150)
 
 ## Accessors
 
@@ -204,21 +209,7 @@ TextNode.childNodes
 
 #### Defined in
 
-[Node.ts:104](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L104)
-
-___
-
-### docId
-
-• `get` **docId**(): `string`
-
-#### Returns
-
-`string`
-
-#### Defined in
-
-[Node.ts:225](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L225)
+[Node.ts:107](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L107)
 
 ___
 
@@ -236,25 +227,7 @@ TextNode.nextNode
 
 #### Defined in
 
-[Node.ts:84](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L84)
-
-___
-
-### nodeId
-
-• `get` **nodeId**(): `string`
-
-#### Returns
-
-`string`
-
-#### Inherited from
-
-TextNode.nodeId
-
-#### Defined in
-
-[Node.ts:58](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L58)
+[Node.ts:87](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L87)
 
 ___
 
@@ -272,7 +245,7 @@ TextNode.parentNode
 
 #### Defined in
 
-[Node.ts:94](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L94)
+[Node.ts:97](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L97)
 
 ___
 
@@ -290,7 +263,7 @@ TextNode.prevNode
 
 #### Defined in
 
-[Node.ts:72](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L72)
+[Node.ts:75](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L75)
 
 ___
 
@@ -308,7 +281,7 @@ TextNode.sourceNode
 
 #### Defined in
 
-[Node.ts:62](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L62)
+[Node.ts:65](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L65)
 
 ## Methods
 
@@ -326,17 +299,20 @@ TextNode.sourceNode
 
 #### Defined in
 
-[Node.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L124)
+[Node.ts:129](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L129)
 
 ___
 
 ### generateHash
 
-▸ **generateHash**(): `void`
+▸ **generateHash**(): `string`
+
+Generate a hash of the text node.
+The ID is not part of the hash as it can change independent of content.
 
 #### Returns
 
-`void`
+`string`
 
 #### Inherited from
 
@@ -344,7 +320,7 @@ ___
 
 #### Defined in
 
-[Node.ts:149](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L149)
+[Node.ts:173](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L173)
 
 ___
 
@@ -368,7 +344,7 @@ ___
 
 #### Defined in
 
-[Node.ts:157](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L157)
+[Node.ts:187](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L187)
 
 ___
 
@@ -386,7 +362,7 @@ ___
 
 #### Defined in
 
-[Node.ts:116](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L116)
+[Node.ts:121](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L121)
 
 ___
 
@@ -410,7 +386,7 @@ ___
 
 #### Defined in
 
-[Node.ts:162](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L162)
+[Node.ts:192](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L192)
 
 ___
 
@@ -433,7 +409,7 @@ ___
 
 #### Defined in
 
-[Node.ts:187](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L187)
+[Node.ts:219](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L219)
 
 ___
 
@@ -451,7 +427,7 @@ ___
 
 #### Defined in
 
-[Node.ts:191](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L191)
+[Node.ts:223](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L223)
 
 ___
 
@@ -469,7 +445,7 @@ ___
 
 #### Defined in
 
-[Node.ts:221](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L221)
+[Node.ts:266](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L266)
 
 ___
 
@@ -493,4 +469,24 @@ ___
 
 #### Defined in
 
-[Node.ts:183](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L183)
+[Node.ts:213](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L213)
+
+___
+
+### toJSON
+
+▸ **toJSON**(): `Record`<`string`, `any`\>
+
+Used with built in JSON.stringify
+
+#### Returns
+
+`Record`<`string`, `any`\>
+
+#### Inherited from
+
+[TextNode](TextNode.md).[toJSON](TextNode.md#tojson)
+
+#### Defined in
+
+[Node.ts:141](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L141)

apps/docs/docs/api/classes/IndexDict.md

@@ -37,16 +37,6 @@ The underlying structure of each index.
 
 ## Properties
 
-### docStore
-
-• **docStore**: `Record`<`string`, [`Document`](Document.md)\> = `{}`
-
-#### Defined in
-
-[indices/BaseIndex.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L46)
-
-___
-
 ### indexId
 
 • **indexId**: `string`
@@ -91,7 +81,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:47](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L47)
+[indices/BaseIndex.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L46)
 
 ## Methods
 
@@ -112,7 +102,27 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:56](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L56)
+[indices/BaseIndex.ts:55](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L55)
+
+___
+
+### delete
+
+▸ **delete**(`nodeId`): `void`
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `nodeId` | `string` |
+
+#### Returns
+
+`void`
+
+#### Defined in
+
+[indices/BaseIndex.ts:68](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L68)
 
 ___
 
@@ -130,7 +140,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:49](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L49)
+[indices/BaseIndex.ts:48](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L48)
 
 ___
 
@@ -148,4 +158,4 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:61](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L61)
+[indices/BaseIndex.ts:60](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L60)

apps/docs/docs/api/classes/IndexList.md

@@ -57,7 +57,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:85](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L85)
+[indices/BaseIndex.ts:93](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L93)
 
 ___
 
@@ -81,7 +81,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:86](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L86)
+[indices/BaseIndex.ts:94](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L94)
 
 ## Methods
 
@@ -101,7 +101,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:88](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L88)
+[indices/BaseIndex.ts:96](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L96)
 
 ___
 
@@ -137,4 +137,4 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:92](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L92)
+[indices/BaseIndex.ts:100](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L100)

apps/docs/docs/api/classes/IndexNode.md

@@ -24,15 +24,15 @@ TextNode is the default node type for text. Most common node type in LlamaIndex.
 
 | Name | Type |
 | :------ | :------ |
-| `init?` | `Partial`<[`TextNode`](TextNode.md)\> |
+| `init?` | `Partial`<[`IndexNode`](IndexNode.md)\> |
 
-#### Inherited from
+#### Overrides
 
 [TextNode](TextNode.md).[constructor](TextNode.md#constructor)
 
 #### Defined in
 
-[Node.ts:144](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L144)
+[Node.ts:239](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L239)
 
 ## Properties
 
@@ -46,7 +46,7 @@ TextNode is the default node type for text. Most common node type in LlamaIndex.
 
 #### Defined in
 
-[Node.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L39)
+[Node.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L46)
 
 ___
 
@@ -60,7 +60,7 @@ ___
 
 #### Defined in
 
-[Node.ts:139](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L139)
+[Node.ts:152](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L152)
 
 ___
 
@@ -74,7 +74,7 @@ ___
 
 #### Defined in
 
-[Node.ts:43](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L43)
+[Node.ts:50](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L50)
 
 ___
 
@@ -88,7 +88,7 @@ ___
 
 #### Defined in
 
-[Node.ts:44](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L44)
+[Node.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L51)
 
 ___
 
@@ -102,7 +102,7 @@ ___
 
 #### Defined in
 
-[Node.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L46)
+[Node.ts:53](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L53)
 
 ___
 
@@ -110,13 +110,18 @@ ___
 
 • **id\_**: `string`
 
+The unique ID of the Node/Document. The trailing underscore is here
+to avoid collisions with the id keyword in Python.
+
+Set to a UUID by default.
+
 #### Inherited from
 
 [TextNode](TextNode.md).[id_](TextNode.md#id_)
 
 #### Defined in
 
-[Node.ts:38](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L38)
+[Node.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L45)
 
 ___
 
@@ -126,7 +131,7 @@ ___
 
 #### Defined in
 
-[Node.ts:205](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L205)
+[Node.ts:237](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L237)
 
 ___
 
@@ -140,7 +145,7 @@ ___
 
 #### Defined in
 
-[Node.ts:42](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L42)
+[Node.ts:49](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L49)
 
 ___
 
@@ -154,7 +159,7 @@ ___
 
 #### Defined in
 
-[Node.ts:142](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L142)
+[Node.ts:155](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L155)
 
 ___
 
@@ -168,7 +173,7 @@ ___
 
 #### Defined in
 
-[Node.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L45)
+[Node.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L52)
 
 ___
 
@@ -182,7 +187,7 @@ ___
 
 #### Defined in
 
-[Node.ts:138](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L138)
+[Node.ts:151](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L151)
 
 ___
 
@@ -196,7 +201,7 @@ ___
 
 #### Defined in
 
-[Node.ts:137](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L137)
+[Node.ts:150](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L150)
 
 ## Accessors
 
@@ -214,7 +219,7 @@ TextNode.childNodes
 
 #### Defined in
 
-[Node.ts:104](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L104)
+[Node.ts:107](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L107)
 
 ___
 
@@ -232,25 +237,7 @@ TextNode.nextNode
 
 #### Defined in
 
-[Node.ts:84](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L84)
-
-___
-
-### nodeId
-
-• `get` **nodeId**(): `string`
-
-#### Returns
-
-`string`
-
-#### Inherited from
-
-TextNode.nodeId
-
-#### Defined in
-
-[Node.ts:58](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L58)
+[Node.ts:87](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L87)
 
 ___
 
@@ -268,7 +255,7 @@ TextNode.parentNode
 
 #### Defined in
 
-[Node.ts:94](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L94)
+[Node.ts:97](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L97)
 
 ___
 
@@ -286,7 +273,7 @@ TextNode.prevNode
 
 #### Defined in
 
-[Node.ts:72](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L72)
+[Node.ts:75](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L75)
 
 ___
 
@@ -304,7 +291,7 @@ TextNode.sourceNode
 
 #### Defined in
 
-[Node.ts:62](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L62)
+[Node.ts:65](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L65)
 
 ## Methods
 
@@ -322,17 +309,20 @@ TextNode.sourceNode
 
 #### Defined in
 
-[Node.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L124)
+[Node.ts:129](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L129)
 
 ___
 
 ### generateHash
 
-▸ **generateHash**(): `void`
+▸ **generateHash**(): `string`
+
+Generate a hash of the text node.
+The ID is not part of the hash as it can change independent of content.
 
 #### Returns
 
-`void`
+`string`
 
 #### Inherited from
 
@@ -340,7 +330,7 @@ ___
 
 #### Defined in
 
-[Node.ts:149](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L149)
+[Node.ts:173](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L173)
 
 ___
 
@@ -364,7 +354,7 @@ ___
 
 #### Defined in
 
-[Node.ts:157](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L157)
+[Node.ts:187](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L187)
 
 ___
 
@@ -382,7 +372,7 @@ ___
 
 #### Defined in
 
-[Node.ts:116](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L116)
+[Node.ts:121](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L121)
 
 ___
 
@@ -406,7 +396,7 @@ ___
 
 #### Defined in
 
-[Node.ts:162](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L162)
+[Node.ts:192](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L192)
 
 ___
 
@@ -429,7 +419,7 @@ ___
 
 #### Defined in
 
-[Node.ts:187](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L187)
+[Node.ts:219](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L219)
 
 ___
 
@@ -447,7 +437,7 @@ ___
 
 #### Defined in
 
-[Node.ts:191](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L191)
+[Node.ts:223](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L223)
 
 ___
 
@@ -465,7 +455,7 @@ ___
 
 #### Defined in
 
-[Node.ts:207](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L207)
+[Node.ts:248](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L248)
 
 ___
 
@@ -489,4 +479,24 @@ ___
 
 #### Defined in
 
-[Node.ts:183](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L183)
+[Node.ts:213](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L213)
+
+___
+
+### toJSON
+
+▸ **toJSON**(): `Record`<`string`, `any`\>
+
+Used with built in JSON.stringify
+
+#### Returns
+
+`Record`<`string`, `any`\>
+
+#### Inherited from
+
+[TextNode](TextNode.md).[toJSON](TextNode.md#tojson)
+
+#### Defined in
+
+[Node.ts:141](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L141)

apps/docs/docs/api/classes/ListIndex.md

@@ -32,7 +32,7 @@ A ListIndex keeps nodes in a sequential list structure
 
 #### Defined in
 
-[indices/list/ListIndex.ts:43](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L43)
+[indices/list/ListIndex.ts:47](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L47)
 
 ## Properties
 
@@ -46,7 +46,7 @@ A ListIndex keeps nodes in a sequential list structure
 
 #### Defined in
 
-[indices/BaseIndex.ts:117](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L117)
+[indices/BaseIndex.ts:125](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L125)
 
 ___
 
@@ -60,7 +60,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:119](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L119)
+[indices/BaseIndex.ts:127](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L127)
 
 ___
 
@@ -74,7 +74,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:120](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L120)
+[indices/BaseIndex.ts:128](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L128)
 
 ___
 
@@ -88,7 +88,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:115](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L115)
+[indices/BaseIndex.ts:123](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L123)
 
 ___
 
@@ -102,13 +102,13 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:116](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L116)
+[indices/BaseIndex.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L124)
 
 ___
 
 ### vectorStore
 
-• `Optional` **vectorStore**: `VectorStore`
+• `Optional` **vectorStore**: [`VectorStore`](../interfaces/VectorStore.md)
 
 #### Inherited from
 
@@ -116,50 +116,10 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:118](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L118)
+[indices/BaseIndex.ts:126](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L126)
 
 ## Methods
 
-### \_deleteNode
-
-▸ `Protected` **_deleteNode**(`nodeId`): `void`
-
-#### Parameters
-
-| Name | Type |
-| :------ | :------ |
-| `nodeId` | `string` |
-
-#### Returns
-
-`void`
-
-#### Defined in
-
-[indices/list/ListIndex.ts:193](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L193)
-
-___
-
-### \_insert
-
-▸ `Protected` **_insert**(`nodes`): `void`
-
-#### Parameters
-
-| Name | Type |
-| :------ | :------ |
-| `nodes` | [`BaseNode`](BaseNode.md)[] |
-
-#### Returns
-
-`void`
-
-#### Defined in
-
-[indices/list/ListIndex.ts:187](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L187)
-
-___
-
 ### asQueryEngine
 
 ▸ **asQueryEngine**(`options?`): [`BaseQueryEngine`](../interfaces/BaseQueryEngine.md)
@@ -185,7 +145,7 @@ and response synthezier if they are not provided.
 
 #### Defined in
 
-[indices/list/ListIndex.ts:151](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L151)
+[indices/list/ListIndex.ts:155](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L155)
 
 ___
 
@@ -212,7 +172,53 @@ Create a new retriever from the index.
 
 #### Defined in
 
-[indices/list/ListIndex.ts:138](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L138)
+[indices/list/ListIndex.ts:142](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L142)
+
+___
+
+### deleteNodes
+
+▸ **deleteNodes**(`nodeIds`, `deleteFromDocStore`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `nodeIds` | `string`[] |
+| `deleteFromDocStore` | `boolean` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Defined in
+
+[indices/list/ListIndex.ts:216](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L216)
+
+___
+
+### deleteRefDoc
+
+▸ **deleteRefDoc**(`refDocId`, `deleteFromDocStore?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `refDocId` | `string` |
+| `deleteFromDocStore?` | `boolean` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Overrides
+
+[BaseIndex](BaseIndex.md).[deleteRefDoc](BaseIndex.md#deleterefdoc)
+
+#### Defined in
+
+[indices/list/ListIndex.ts:197](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L197)
 
 ___
 
@@ -226,13 +232,63 @@ ___
 
 #### Defined in
 
-[indices/list/ListIndex.ts:199](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L199)
+[indices/list/ListIndex.ts:230](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L230)
 
 ___
 
-### \_buildIndexFromNodes
+### insert
 
-▸ `Static` **_buildIndexFromNodes**(`nodes`, `docStore`, `indexStruct?`): `Promise`<[`IndexList`](IndexList.md)\>
+▸ **insert**(`document`): `Promise`<`void`\>
+
+Insert a document into the index.
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `document` | [`Document`](Document.md) |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Inherited from
+
+[BaseIndex](BaseIndex.md).[insert](BaseIndex.md#insert)
+
+#### Defined in
+
+[indices/BaseIndex.ts:159](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L159)
+
+___
+
+### insertNodes
+
+▸ **insertNodes**(`nodes`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `nodes` | [`BaseNode`](BaseNode.md)[] |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Overrides
+
+[BaseIndex](BaseIndex.md).[insertNodes](BaseIndex.md#insertnodes)
+
+#### Defined in
+
+[indices/list/ListIndex.ts:191](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L191)
+
+___
+
+### buildIndexFromNodes
+
+▸ `Static` **buildIndexFromNodes**(`nodes`, `docStore`, `indexStruct?`): `Promise`<[`IndexList`](IndexList.md)\>
 
 #### Parameters
 
@@ -248,7 +304,7 @@ ___
 
 #### Defined in
 
-[indices/list/ListIndex.ts:172](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L172)
+[indices/list/ListIndex.ts:176](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L176)
 
 ___
 
@@ -271,7 +327,7 @@ ___
 
 #### Defined in
 
-[indices/list/ListIndex.ts:112](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L112)
+[indices/list/ListIndex.ts:116](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L116)
 
 ___
 
@@ -291,4 +347,4 @@ ___
 
 #### Defined in
 
-[indices/list/ListIndex.ts:47](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L47)
+[indices/list/ListIndex.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L51)

apps/docs/docs/api/classes/LlamaDeuce.md

@@ -26,7 +26,7 @@ Llama2 LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:204](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L204)
+[llm/LLM.ts:281](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L281)
 
 ## Properties
 
@@ -36,7 +36,7 @@ Llama2 LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:199](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L199)
+[llm/LLM.ts:275](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L275)
 
 ___
 
@@ -46,17 +46,17 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:201](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L201)
+[llm/LLM.ts:278](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L278)
 
 ___
 
 ### model
 
-• **model**: ``"Llama-2-70b-chat"`` \| ``"Llama-2-13b-chat"`` \| ``"Llama-2-7b-chat"``
+• **model**: ``"Llama-2-70b-chat-old"`` \| ``"Llama-2-70b-chat-4bit"`` \| ``"Llama-2-13b-chat"`` \| ``"Llama-2-13b-chat-4bit"`` \| ``"Llama-2-7b-chat"`` \| ``"Llama-2-7b-chat-4bit"``
 
 #### Defined in
 
-[llm/LLM.ts:198](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L198)
+[llm/LLM.ts:274](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L274)
 
 ___
 
@@ -66,7 +66,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:202](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L202)
+[llm/LLM.ts:279](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L279)
 
 ___
 
@@ -76,7 +76,17 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:200](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L200)
+[llm/LLM.ts:276](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L276)
+
+___
+
+### topP
+
+• **topP**: `number`
+
+#### Defined in
+
+[llm/LLM.ts:277](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L277)
 
 ## Methods
 
@@ -103,7 +113,7 @@ Get a chat response from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:294](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L294)
+[llm/LLM.ts:400](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L400)
 
 ___
 
@@ -130,7 +140,7 @@ Get a prompt completion from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:317](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L317)
+[llm/LLM.ts:437](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L437)
 
 ___
 
@@ -150,13 +160,13 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:235](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L235)
+[llm/LLM.ts:324](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L324)
 
 ___
 
 ### mapMessagesToPrompt
 
-▸ **mapMessagesToPrompt**(`messages`): `string`
+▸ **mapMessagesToPrompt**(`messages`): `Object`
 
 #### Parameters
 
@@ -166,17 +176,22 @@ ___
 
 #### Returns
 
-`string`
+`Object`
+
+| Name | Type |
+| :------ | :------ |
+| `prompt` | `string` |
+| `systemPrompt` | `undefined` \| `string` |
 
 #### Defined in
 
-[llm/LLM.ts:212](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L212)
+[llm/LLM.ts:296](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L296)
 
 ___
 
 ### mapMessagesToPromptA16Z
 
-▸ **mapMessagesToPromptA16Z**(`messages`): `string`
+▸ **mapMessagesToPromptA16Z**(`messages`): `Object`
 
 #### Parameters
 
@@ -186,29 +201,41 @@ ___
 
 #### Returns
 
-`string`
+`Object`
+
+| Name | Type |
+| :------ | :------ |
+| `prompt` | `string` |
+| `systemPrompt` | `undefined` |
 
 #### Defined in
 
-[llm/LLM.ts:224](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L224)
+[llm/LLM.ts:310](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L310)
 
 ___
 
 ### mapMessagesToPromptMeta
 
-▸ **mapMessagesToPromptMeta**(`messages`, `withBos?`): `string`
+▸ **mapMessagesToPromptMeta**(`messages`, `opts?`): `Object`
 
 #### Parameters
 
-| Name | Type | Default value |
-| :------ | :------ | :------ |
-| `messages` | [`ChatMessage`](../interfaces/ChatMessage.md)[] | `undefined` |
-| `withBos` | `boolean` | `false` |
+| Name | Type |
+| :------ | :------ |
+| `messages` | [`ChatMessage`](../interfaces/ChatMessage.md)[] |
+| `opts?` | `Object` |
+| `opts.replicate4Bit?` | `boolean` |
+| `opts.withBos?` | `boolean` |
 
 #### Returns
 
-`string`
+`Object`
+
+| Name | Type |
+| :------ | :------ |
+| `prompt` | `string` |
+| `systemPrompt` | `undefined` \| `string` |
 
 #### Defined in
 
-[llm/LLM.ts:248](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L248)
+[llm/LLM.ts:337](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L337)

apps/docs/docs/api/classes/OpenAI.md

@@ -22,21 +22,41 @@ OpenAI LLM implementation
 
 | Name | Type |
 | :------ | :------ |
-| `init?` | `Partial`<[`OpenAI`](OpenAI.md)\> |
+| `init?` | `Partial`<[`OpenAI`](OpenAI.md)\> & { `azure?`: `AzureOpenAIConfig`  } |
 
 #### Defined in
 
-[llm/LLM.ts:86](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L86)
+[llm/LLM.ts:102](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L102)
 
 ## Properties
 
+### additionalChatOptions
+
+• `Optional` **additionalChatOptions**: `Omit`<`Partial`<`CompletionCreateParams`\>, ``"model"`` \| ``"temperature"`` \| ``"max_tokens"`` \| ``"messages"`` \| ``"top_p"`` \| ``"streaming"``\>
+
+#### Defined in
+
+[llm/LLM.ts:85](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L85)
+
+___
+
+### additionalSessionOptions
+
+• `Optional` **additionalSessionOptions**: `Omit`<`Partial`<`ClientOptions`\>, ``"apiKey"`` \| ``"timeout"`` \| ``"maxRetries"``\>
+
+#### Defined in
+
+[llm/LLM.ts:95](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L95)
+
+___
+
 ### apiKey
 
 • `Optional` **apiKey**: `string` = `undefined`
 
 #### Defined in
 
-[llm/LLM.ts:79](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L79)
+[llm/LLM.ts:91](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L91)
 
 ___
 
@@ -46,7 +66,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:84](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L84)
+[llm/LLM.ts:100](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L100)
 
 ___
 
@@ -56,7 +76,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:80](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L80)
+[llm/LLM.ts:92](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L92)
 
 ___
 
@@ -66,7 +86,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:76](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L76)
+[llm/LLM.ts:84](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L84)
 
 ___
 
@@ -76,7 +96,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:74](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L74)
+[llm/LLM.ts:81](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L81)
 
 ___
 
@@ -86,7 +106,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:82](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L82)
+[llm/LLM.ts:94](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L94)
 
 ___
 
@@ -96,7 +116,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:75](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L75)
+[llm/LLM.ts:82](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L82)
 
 ___
 
@@ -106,7 +126,17 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:81](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L81)
+[llm/LLM.ts:93](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L93)
+
+___
+
+### topP
+
+• **topP**: `number`
+
+#### Defined in
+
+[llm/LLM.ts:83](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L83)
 
 ## Methods
 
@@ -133,7 +163,7 @@ Get a chat response from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:122](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L122)
+[llm/LLM.ts:171](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L171)
 
 ___
 
@@ -160,7 +190,7 @@ Get a prompt completion from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:160](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L160)
+[llm/LLM.ts:212](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L212)
 
 ___
 
@@ -180,4 +210,4 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:105](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L105)
+[llm/LLM.ts:154](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L154)

apps/docs/docs/api/classes/OpenAIEmbedding.md

@@ -22,7 +22,7 @@ custom_edit_url: null
 
 | Name | Type |
 | :------ | :------ |
-| `init?` | `Partial`<[`OpenAIEmbedding`](OpenAIEmbedding.md)\> |
+| `init?` | `Partial`<[`OpenAIEmbedding`](OpenAIEmbedding.md)\> & { `azure?`: `AzureOpenAIConfig`  } |
 
 #### Overrides
 
@@ -30,7 +30,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[Embedding.ts:222](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L222)
+[Embedding.ts:229](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L229)
 
 ## Properties
 
@@ -40,7 +40,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[Embedding.ts:217](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L217)
+[Embedding.ts:224](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L224)
 
 ___
 
@@ -50,7 +50,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:218](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L218)
+[Embedding.ts:225](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L225)
 
 ___
 
@@ -60,7 +60,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:214](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L214)
+[Embedding.ts:221](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L221)
 
 ___
 
@@ -70,7 +70,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:220](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L220)
+[Embedding.ts:227](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L227)
 
 ___
 
@@ -80,7 +80,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:219](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L219)
+[Embedding.ts:226](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L226)
 
 ## Methods
 
@@ -100,7 +100,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:237](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L237)
+[Embedding.ts:272](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L272)
 
 ___
 
@@ -124,7 +124,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:253](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L253)
+[Embedding.ts:288](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L288)
 
 ___
 
@@ -148,7 +148,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:249](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L249)
+[Embedding.ts:284](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L284)
 
 ___
 
@@ -174,4 +174,4 @@ ___
 
 #### Defined in
 
-[Embedding.ts:197](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L197)
+[Embedding.ts:204](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L204)

apps/docs/docs/api/classes/PapaCSVReader.md

@@ -0,0 +1,105 @@
+---
+id: "PapaCSVReader"
+title: "Class: PapaCSVReader"
+sidebar_label: "PapaCSVReader"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+papaparse-based csv parser
+
+**`Implements`**
+
+BaseReader
+
+## Implements
+
+- [`BaseReader`](../interfaces/BaseReader.md)
+
+## Constructors
+
+### constructor
+
+• **new PapaCSVReader**(`concatRows?`, `colJoiner?`, `rowJoiner?`, `papaConfig?`)
+
+Constructs a new instance of the class.
+
+#### Parameters
+
+| Name | Type | Default value | Description |
+| :------ | :------ | :------ | :------ |
+| `concatRows?` | `boolean` | `true` | whether to concatenate all rows into one document.If set to False, a Document will be created for each row.True by default. |
+| `colJoiner?` | `string` | `", "` | - |
+| `rowJoiner?` | `string` | `"\n"` | Separator to use for joining each row.Only used when `concat_rows=True`.Set to "\n" by default. |
+| `papaConfig?` | `ParseConfig`<`any`, `undefined`\> | `undefined` | - |
+
+#### Defined in
+
+[readers/CSVReader.ts:23](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L23)
+
+## Properties
+
+### colJoiner
+
+• `Private` **colJoiner**: `string`
+
+#### Defined in
+
+[readers/CSVReader.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L13)
+
+___
+
+### concatRows
+
+• `Private` **concatRows**: `boolean`
+
+#### Defined in
+
+[readers/CSVReader.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L12)
+
+___
+
+### papaConfig
+
+• `Private` `Optional` **papaConfig**: `ParseConfig`<`any`, `undefined`\>
+
+#### Defined in
+
+[readers/CSVReader.ts:15](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L15)
+
+___
+
+### rowJoiner
+
+• `Private` **rowJoiner**: `string`
+
+#### Defined in
+
+[readers/CSVReader.ts:14](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L14)
+
+## Methods
+
+### loadData
+
+▸ **loadData**(`file`, `fs?`): `Promise`<[`Document`](Document.md)[]\>
+
+Loads data from csv files
+
+#### Parameters
+
+| Name | Type | Default value | Description |
+| :------ | :------ | :------ | :------ |
+| `file` | `string` | `undefined` | The path to the file to load. |
+| `fs?` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) | `DEFAULT_FS` | The file system to use for reading the file. |
+
+#### Returns
+
+`Promise`<[`Document`](Document.md)[]\>
+
+#### Implementation of
+
+[BaseReader](../interfaces/BaseReader.md).[loadData](../interfaces/BaseReader.md#loaddata)
+
+#### Defined in
+
+[readers/CSVReader.ts:41](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L41)

apps/docs/docs/api/classes/SimpleDirectoryReader.md

@@ -40,4 +40,4 @@ Read all of the documents in a directory. Currently supports PDF and TXT files.
 
 #### Defined in
 
-[readers/SimpleDirectoryReader.ts:37](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L37)
+[readers/SimpleDirectoryReader.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L39)

apps/docs/docs/api/classes/SimpleDocumentStore.md

@@ -0,0 +1,480 @@
+---
+id: "SimpleDocumentStore"
+title: "Class: SimpleDocumentStore"
+sidebar_label: "SimpleDocumentStore"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Hierarchy
+
+- `KVDocumentStore`
+
+  ↳ **`SimpleDocumentStore`**
+
+## Constructors
+
+### constructor
+
+• **new SimpleDocumentStore**(`kvStore?`, `namespace?`)
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `kvStore?` | `SimpleKVStore` |
+| `namespace?` | `string` |
+
+#### Overrides
+
+KVDocumentStore.constructor
+
+#### Defined in
+
+[storage/docStore/SimpleDocumentStore.ts:19](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/SimpleDocumentStore.ts#L19)
+
+## Properties
+
+### kvStore
+
+• `Private` **kvStore**: `SimpleKVStore`
+
+#### Defined in
+
+[storage/docStore/SimpleDocumentStore.ts:17](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/SimpleDocumentStore.ts#L17)
+
+## Methods
+
+### addDocuments
+
+▸ **addDocuments**(`docs`, `allowUpdate?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `docs` | [`BaseNode`](BaseNode.md)[] | `undefined` |
+| `allowUpdate` | `boolean` | `true` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Inherited from
+
+KVDocumentStore.addDocuments
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:33](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L33)
+
+___
+
+### deleteDocument
+
+▸ **deleteDocument**(`docId`, `raiseError?`, `removeRefDocNode?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `docId` | `string` | `undefined` |
+| `raiseError` | `boolean` | `true` |
+| `removeRefDocNode` | `boolean` | `true` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Inherited from
+
+KVDocumentStore.deleteDocument
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:131](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L131)
+
+___
+
+### deleteRefDoc
+
+▸ **deleteRefDoc**(`refDocId`, `raiseError?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `refDocId` | `string` | `undefined` |
+| `raiseError` | `boolean` | `true` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Inherited from
+
+KVDocumentStore.deleteRefDoc
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:148](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L148)
+
+___
+
+### docs
+
+▸ **docs**(): `Promise`<`Record`<`string`, [`BaseNode`](BaseNode.md)\>\>
+
+#### Returns
+
+`Promise`<`Record`<`string`, [`BaseNode`](BaseNode.md)\>\>
+
+#### Inherited from
+
+KVDocumentStore.docs
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:24](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L24)
+
+___
+
+### documentExists
+
+▸ **documentExists**(`docId`): `Promise`<`boolean`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `docId` | `string` |
+
+#### Returns
+
+`Promise`<`boolean`\>
+
+#### Inherited from
+
+KVDocumentStore.documentExists
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:105](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L105)
+
+___
+
+### getAllRefDocInfo
+
+▸ **getAllRefDocInfo**(): `Promise`<`undefined` \| `Record`<`string`, `RefDocInfo`\>\>
+
+#### Returns
+
+`Promise`<`undefined` \| `Record`<`string`, `RefDocInfo`\>\>
+
+#### Inherited from
+
+KVDocumentStore.getAllRefDocInfo
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:93](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L93)
+
+___
+
+### getDocument
+
+▸ **getDocument**(`docId`, `raiseError?`): `Promise`<`undefined` \| [`BaseNode`](BaseNode.md)\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `docId` | `string` | `undefined` |
+| `raiseError` | `boolean` | `true` |
+
+#### Returns
+
+`Promise`<`undefined` \| [`BaseNode`](BaseNode.md)\>
+
+#### Inherited from
+
+KVDocumentStore.getDocument
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:73](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L73)
+
+___
+
+### getDocumentHash
+
+▸ **getDocumentHash**(`docId`): `Promise`<`undefined` \| `string`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `docId` | `string` |
+
+#### Returns
+
+`Promise`<`undefined` \| `string`\>
+
+#### Inherited from
+
+KVDocumentStore.getDocumentHash
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:174](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L174)
+
+___
+
+### getNode
+
+▸ **getNode**(`nodeId`, `raiseError?`): `Promise`<[`BaseNode`](BaseNode.md)\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `nodeId` | `string` | `undefined` |
+| `raiseError` | `boolean` | `true` |
+
+#### Returns
+
+`Promise`<[`BaseNode`](BaseNode.md)\>
+
+#### Inherited from
+
+KVDocumentStore.getNode
+
+#### Defined in
+
+[storage/docStore/types.ts:57](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/types.ts#L57)
+
+___
+
+### getNodeDict
+
+▸ **getNodeDict**(`nodeIdDict`): `Promise`<`Record`<`number`, [`BaseNode`](BaseNode.md)\>\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `nodeIdDict` | `Object` |
+
+#### Returns
+
+`Promise`<`Record`<`number`, [`BaseNode`](BaseNode.md)\>\>
+
+#### Inherited from
+
+KVDocumentStore.getNodeDict
+
+#### Defined in
+
+[storage/docStore/types.ts:65](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/types.ts#L65)
+
+___
+
+### getNodes
+
+▸ **getNodes**(`nodeIds`, `raiseError?`): `Promise`<[`BaseNode`](BaseNode.md)[]\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `nodeIds` | `string`[] | `undefined` |
+| `raiseError` | `boolean` | `true` |
+
+#### Returns
+
+`Promise`<[`BaseNode`](BaseNode.md)[]\>
+
+#### Inherited from
+
+KVDocumentStore.getNodes
+
+#### Defined in
+
+[storage/docStore/types.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/types.ts#L51)
+
+___
+
+### getRefDocInfo
+
+▸ **getRefDocInfo**(`refDocId`): `Promise`<`undefined` \| `RefDocInfo`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `refDocId` | `string` |
+
+#### Returns
+
+`Promise`<`undefined` \| `RefDocInfo`\>
+
+#### Inherited from
+
+KVDocumentStore.getRefDocInfo
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:88](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L88)
+
+___
+
+### persist
+
+▸ **persist**(`persistPath?`, `fs?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `persistPath` | `string` |
+| `fs?` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Overrides
+
+KVDocumentStore.persist
+
+#### Defined in
+
+[storage/docStore/SimpleDocumentStore.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/SimpleDocumentStore.ts#L52)
+
+___
+
+### refDocExists
+
+▸ **refDocExists**(`refDocId`): `Promise`<`boolean`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `refDocId` | `string` |
+
+#### Returns
+
+`Promise`<`boolean`\>
+
+#### Inherited from
+
+KVDocumentStore.refDocExists
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:101](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L101)
+
+___
+
+### setDocumentHash
+
+▸ **setDocumentHash**(`docId`, `docHash`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `docId` | `string` |
+| `docHash` | `string` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Inherited from
+
+KVDocumentStore.setDocumentHash
+
+#### Defined in
+
+[storage/docStore/KVDocumentStore.ts:169](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/KVDocumentStore.ts#L169)
+
+___
+
+### toDict
+
+▸ **toDict**(): `SaveDict`
+
+#### Returns
+
+`SaveDict`
+
+#### Defined in
+
+[storage/docStore/SimpleDocumentStore.ts:73](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/SimpleDocumentStore.ts#L73)
+
+___
+
+### fromDict
+
+▸ `Static` **fromDict**(`saveDict`, `namespace?`): [`SimpleDocumentStore`](SimpleDocumentStore.md)
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `saveDict` | `SaveDict` |
+| `namespace?` | `string` |
+
+#### Returns
+
+[`SimpleDocumentStore`](SimpleDocumentStore.md)
+
+#### Defined in
+
+[storage/docStore/SimpleDocumentStore.ts:68](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/SimpleDocumentStore.ts#L68)
+
+___
+
+### fromPersistDir
+
+▸ `Static` **fromPersistDir**(`persistDir?`, `namespace?`, `fsModule?`): `Promise`<[`SimpleDocumentStore`](SimpleDocumentStore.md)\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `persistDir` | `string` | `DEFAULT_PERSIST_DIR` |
+| `namespace?` | `string` | `undefined` |
+| `fsModule?` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) | `undefined` |
+
+#### Returns
+
+`Promise`<[`SimpleDocumentStore`](SimpleDocumentStore.md)\>
+
+#### Defined in
+
+[storage/docStore/SimpleDocumentStore.ts:26](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/SimpleDocumentStore.ts#L26)
+
+___
+
+### fromPersistPath
+
+▸ `Static` **fromPersistPath**(`persistPath`, `namespace?`, `fs?`): `Promise`<[`SimpleDocumentStore`](SimpleDocumentStore.md)\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `persistPath` | `string` |
+| `namespace?` | `string` |
+| `fs?` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) |
+
+#### Returns
+
+`Promise`<[`SimpleDocumentStore`](SimpleDocumentStore.md)\>
+
+#### Defined in
+
+[storage/docStore/SimpleDocumentStore.ts:42](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/docStore/SimpleDocumentStore.ts#L42)

apps/docs/docs/api/classes/SimpleIndexStore.md

@@ -0,0 +1,234 @@
+---
+id: "SimpleIndexStore"
+title: "Class: SimpleIndexStore"
+sidebar_label: "SimpleIndexStore"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Hierarchy
+
+- `KVIndexStore`
+
+  ↳ **`SimpleIndexStore`**
+
+## Constructors
+
+### constructor
+
+• **new SimpleIndexStore**(`kvStore?`)
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `kvStore?` | `BaseInMemoryKVStore` |
+
+#### Overrides
+
+KVIndexStore.constructor
+
+#### Defined in
+
+[storage/indexStore/SimpleIndexStore.ts:16](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/SimpleIndexStore.ts#L16)
+
+## Properties
+
+### kvStore
+
+• `Private` **kvStore**: `BaseInMemoryKVStore`
+
+#### Defined in
+
+[storage/indexStore/SimpleIndexStore.ts:14](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/SimpleIndexStore.ts#L14)
+
+## Methods
+
+### addIndexStruct
+
+▸ **addIndexStruct**(`indexStruct`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `indexStruct` | [`IndexStruct`](IndexStruct.md) |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Inherited from
+
+KVIndexStore.addIndexStruct
+
+#### Defined in
+
+[storage/indexStore/KVIndexStore.ts:17](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/KVIndexStore.ts#L17)
+
+___
+
+### deleteIndexStruct
+
+▸ **deleteIndexStruct**(`key`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `key` | `string` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Inherited from
+
+KVIndexStore.deleteIndexStruct
+
+#### Defined in
+
+[storage/indexStore/KVIndexStore.ts:23](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/KVIndexStore.ts#L23)
+
+___
+
+### getIndexStruct
+
+▸ **getIndexStruct**(`structId?`): `Promise`<`undefined` \| [`IndexStruct`](IndexStruct.md)\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `structId?` | `string` |
+
+#### Returns
+
+`Promise`<`undefined` \| [`IndexStruct`](IndexStruct.md)\>
+
+#### Inherited from
+
+KVIndexStore.getIndexStruct
+
+#### Defined in
+
+[storage/indexStore/KVIndexStore.ts:27](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/KVIndexStore.ts#L27)
+
+___
+
+### getIndexStructs
+
+▸ **getIndexStructs**(): `Promise`<[`IndexStruct`](IndexStruct.md)[]\>
+
+#### Returns
+
+`Promise`<[`IndexStruct`](IndexStruct.md)[]\>
+
+#### Inherited from
+
+KVIndexStore.getIndexStructs
+
+#### Defined in
+
+[storage/indexStore/KVIndexStore.ts:43](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/KVIndexStore.ts#L43)
+
+___
+
+### persist
+
+▸ **persist**(`persistPath?`, `fs?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `persistPath` | `string` | `DEFAULT_PERSIST_DIR` |
+| `fs` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) | `DEFAULT_FS` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Overrides
+
+KVIndexStore.persist
+
+#### Defined in
+
+[storage/indexStore/SimpleIndexStore.ts:41](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/SimpleIndexStore.ts#L41)
+
+___
+
+### toDict
+
+▸ **toDict**(): `Record`<`string`, `unknown`\>
+
+#### Returns
+
+`Record`<`string`, `unknown`\>
+
+#### Defined in
+
+[storage/indexStore/SimpleIndexStore.ts:53](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/SimpleIndexStore.ts#L53)
+
+___
+
+### fromDict
+
+▸ `Static` **fromDict**(`saveDict`): [`SimpleIndexStore`](SimpleIndexStore.md)
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `saveDict` | `DataType` |
+
+#### Returns
+
+[`SimpleIndexStore`](SimpleIndexStore.md)
+
+#### Defined in
+
+[storage/indexStore/SimpleIndexStore.ts:48](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/SimpleIndexStore.ts#L48)
+
+___
+
+### fromPersistDir
+
+▸ `Static` **fromPersistDir**(`persistDir?`, `fs?`): `Promise`<[`SimpleIndexStore`](SimpleIndexStore.md)\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `persistDir` | `string` | `DEFAULT_PERSIST_DIR` |
+| `fs` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) | `DEFAULT_FS` |
+
+#### Returns
+
+`Promise`<[`SimpleIndexStore`](SimpleIndexStore.md)\>
+
+#### Defined in
+
+[storage/indexStore/SimpleIndexStore.ts:22](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/SimpleIndexStore.ts#L22)
+
+___
+
+### fromPersistPath
+
+▸ `Static` **fromPersistPath**(`persistPath`, `fs?`): `Promise`<[`SimpleIndexStore`](SimpleIndexStore.md)\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `persistPath` | `string` | `undefined` |
+| `fs` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) | `DEFAULT_FS` |
+
+#### Returns
+
+`Promise`<[`SimpleIndexStore`](SimpleIndexStore.md)\>
+
+#### Defined in
+
+[storage/indexStore/SimpleIndexStore.ts:33](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/indexStore/SimpleIndexStore.ts#L33)

apps/docs/docs/api/classes/SimpleVectorStore.md

@@ -0,0 +1,283 @@
+---
+id: "SimpleVectorStore"
+title: "Class: SimpleVectorStore"
+sidebar_label: "SimpleVectorStore"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Implements
+
+- [`VectorStore`](../interfaces/VectorStore.md)
+
+## Constructors
+
+### constructor
+
+• **new SimpleVectorStore**(`data?`, `fs?`)
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `data?` | `SimpleVectorStoreData` |
+| `fs?` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) |
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:37](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L37)
+
+## Properties
+
+### data
+
+• `Private` **data**: `SimpleVectorStoreData`
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:33](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L33)
+
+___
+
+### fs
+
+• `Private` **fs**: [`GenericFileSystem`](../interfaces/GenericFileSystem.md) = `DEFAULT_FS`
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:34](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L34)
+
+___
+
+### persistPath
+
+• `Private` **persistPath**: `undefined` \| `string`
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:35](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L35)
+
+___
+
+### storesText
+
+• **storesText**: `boolean` = `false`
+
+#### Implementation of
+
+[VectorStore](../interfaces/VectorStore.md).[storesText](../interfaces/VectorStore.md#storestext)
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:32](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L32)
+
+## Accessors
+
+### client
+
+• `get` **client**(): `any`
+
+#### Returns
+
+`any`
+
+#### Implementation of
+
+VectorStore.client
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:50](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L50)
+
+## Methods
+
+### add
+
+▸ **add**(`embeddingResults`): `Promise`<`string`[]\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `embeddingResults` | [`BaseNode`](BaseNode.md)[] |
+
+#### Returns
+
+`Promise`<`string`[]\>
+
+#### Implementation of
+
+[VectorStore](../interfaces/VectorStore.md).[add](../interfaces/VectorStore.md#add)
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:58](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L58)
+
+___
+
+### delete
+
+▸ **delete**(`refDocId`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `refDocId` | `string` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Implementation of
+
+[VectorStore](../interfaces/VectorStore.md).[delete](../interfaces/VectorStore.md#delete)
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:77](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L77)
+
+___
+
+### get
+
+▸ **get**(`textId`): `Promise`<`number`[]\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `textId` | `string` |
+
+#### Returns
+
+`Promise`<`number`[]\>
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:54](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L54)
+
+___
+
+### persist
+
+▸ **persist**(`persistPath?`, `fs?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `persistPath` | `string` |
+| `fs?` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Implementation of
+
+[VectorStore](../interfaces/VectorStore.md).[persist](../interfaces/VectorStore.md#persist)
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:146](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L146)
+
+___
+
+### query
+
+▸ **query**(`query`): `Promise`<[`VectorStoreQueryResult`](../interfaces/VectorStoreQueryResult.md)\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `query` | [`VectorStoreQuery`](../interfaces/VectorStoreQuery.md) |
+
+#### Returns
+
+`Promise`<[`VectorStoreQueryResult`](../interfaces/VectorStoreQueryResult.md)\>
+
+#### Implementation of
+
+[VectorStore](../interfaces/VectorStore.md).[query](../interfaces/VectorStore.md#query)
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:88](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L88)
+
+___
+
+### toDict
+
+▸ **toDict**(): `SimpleVectorStoreData`
+
+#### Returns
+
+`SimpleVectorStoreData`
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:196](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L196)
+
+___
+
+### fromDict
+
+▸ `Static` **fromDict**(`saveDict`): [`SimpleVectorStore`](SimpleVectorStore.md)
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `saveDict` | `SimpleVectorStoreData` |
+
+#### Returns
+
+[`SimpleVectorStore`](SimpleVectorStore.md)
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:189](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L189)
+
+___
+
+### fromPersistDir
+
+▸ `Static` **fromPersistDir**(`persistDir?`, `fs?`): `Promise`<[`SimpleVectorStore`](SimpleVectorStore.md)\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `persistDir` | `string` | `DEFAULT_PERSIST_DIR` |
+| `fs` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) | `DEFAULT_FS` |
+
+#### Returns
+
+`Promise`<[`SimpleVectorStore`](SimpleVectorStore.md)\>
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:42](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L42)
+
+___
+
+### fromPersistPath
+
+▸ `Static` **fromPersistPath**(`persistPath`, `fs?`): `Promise`<[`SimpleVectorStore`](SimpleVectorStore.md)\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `persistPath` | `string` |
+| `fs?` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) |
+
+#### Returns
+
+`Promise`<[`SimpleVectorStore`](SimpleVectorStore.md)\>
+
+#### Defined in
+
+[storage/vectorStore/SimpleVectorStore.ts:159](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L159)

apps/docs/docs/api/classes/TextFileReader.md

@@ -41,4 +41,4 @@ Read a .txt file
 
 #### Defined in
 
-[readers/SimpleDirectoryReader.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L12)
+[readers/SimpleDirectoryReader.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L13)

apps/docs/docs/api/classes/TextNode.md

@@ -36,7 +36,7 @@ TextNode is the default node type for text. Most common node type in LlamaIndex.
 
 #### Defined in
 
-[Node.ts:144](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L144)
+[Node.ts:157](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L157)
 
 ## Properties
 
@@ -50,7 +50,7 @@ TextNode is the default node type for text. Most common node type in LlamaIndex.
 
 #### Defined in
 
-[Node.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L39)
+[Node.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L46)
 
 ___
 
@@ -60,7 +60,7 @@ ___
 
 #### Defined in
 
-[Node.ts:139](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L139)
+[Node.ts:152](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L152)
 
 ___
 
@@ -74,7 +74,7 @@ ___
 
 #### Defined in
 
-[Node.ts:43](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L43)
+[Node.ts:50](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L50)
 
 ___
 
@@ -88,7 +88,7 @@ ___
 
 #### Defined in
 
-[Node.ts:44](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L44)
+[Node.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L51)
 
 ___
 
@@ -102,7 +102,7 @@ ___
 
 #### Defined in
 
-[Node.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L46)
+[Node.ts:53](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L53)
 
 ___
 
@@ -110,13 +110,18 @@ ___
 
 • **id\_**: `string`
 
+The unique ID of the Node/Document. The trailing underscore is here
+to avoid collisions with the id keyword in Python.
+
+Set to a UUID by default.
+
 #### Inherited from
 
 [BaseNode](BaseNode.md).[id_](BaseNode.md#id_)
 
 #### Defined in
 
-[Node.ts:38](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L38)
+[Node.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L45)
 
 ___
 
@@ -130,7 +135,7 @@ ___
 
 #### Defined in
 
-[Node.ts:42](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L42)
+[Node.ts:49](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L49)
 
 ___
 
@@ -140,7 +145,7 @@ ___
 
 #### Defined in
 
-[Node.ts:142](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L142)
+[Node.ts:155](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L155)
 
 ___
 
@@ -154,7 +159,7 @@ ___
 
 #### Defined in
 
-[Node.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L45)
+[Node.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L52)
 
 ___
 
@@ -164,7 +169,7 @@ ___
 
 #### Defined in
 
-[Node.ts:138](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L138)
+[Node.ts:151](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L151)
 
 ___
 
@@ -174,7 +179,7 @@ ___
 
 #### Defined in
 
-[Node.ts:137](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L137)
+[Node.ts:150](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L150)
 
 ## Accessors
 
@@ -192,7 +197,7 @@ BaseNode.childNodes
 
 #### Defined in
 
-[Node.ts:104](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L104)
+[Node.ts:107](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L107)
 
 ___
 
@@ -210,25 +215,7 @@ BaseNode.nextNode
 
 #### Defined in
 
-[Node.ts:84](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L84)
-
-___
-
-### nodeId
-
-• `get` **nodeId**(): `string`
-
-#### Returns
-
-`string`
-
-#### Inherited from
-
-BaseNode.nodeId
-
-#### Defined in
-
-[Node.ts:58](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L58)
+[Node.ts:87](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L87)
 
 ___
 
@@ -246,7 +233,7 @@ BaseNode.parentNode
 
 #### Defined in
 
-[Node.ts:94](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L94)
+[Node.ts:97](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L97)
 
 ___
 
@@ -264,7 +251,7 @@ BaseNode.prevNode
 
 #### Defined in
 
-[Node.ts:72](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L72)
+[Node.ts:75](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L75)
 
 ___
 
@@ -282,7 +269,7 @@ BaseNode.sourceNode
 
 #### Defined in
 
-[Node.ts:62](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L62)
+[Node.ts:65](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L65)
 
 ## Methods
 
@@ -300,21 +287,28 @@ BaseNode.sourceNode
 
 #### Defined in
 
-[Node.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L124)
+[Node.ts:129](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L129)
 
 ___
 
 ### generateHash
 
-▸ **generateHash**(): `void`
+▸ **generateHash**(): `string`
+
+Generate a hash of the text node.
+The ID is not part of the hash as it can change independent of content.
 
 #### Returns
 
-`void`
+`string`
+
+#### Overrides
+
+[BaseNode](BaseNode.md).[generateHash](BaseNode.md#generatehash)
 
 #### Defined in
 
-[Node.ts:149](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L149)
+[Node.ts:173](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L173)
 
 ___
 
@@ -338,7 +332,7 @@ ___
 
 #### Defined in
 
-[Node.ts:157](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L157)
+[Node.ts:187](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L187)
 
 ___
 
@@ -356,7 +350,7 @@ ___
 
 #### Defined in
 
-[Node.ts:116](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L116)
+[Node.ts:121](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L121)
 
 ___
 
@@ -380,7 +374,7 @@ ___
 
 #### Defined in
 
-[Node.ts:162](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L162)
+[Node.ts:192](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L192)
 
 ___
 
@@ -399,7 +393,7 @@ ___
 
 #### Defined in
 
-[Node.ts:187](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L187)
+[Node.ts:219](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L219)
 
 ___
 
@@ -413,7 +407,7 @@ ___
 
 #### Defined in
 
-[Node.ts:191](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L191)
+[Node.ts:223](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L223)
 
 ___
 
@@ -431,7 +425,7 @@ ___
 
 #### Defined in
 
-[Node.ts:153](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L153)
+[Node.ts:183](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L183)
 
 ___
 
@@ -455,4 +449,24 @@ ___
 
 #### Defined in
 
-[Node.ts:183](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L183)
+[Node.ts:213](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L213)
+
+___
+
+### toJSON
+
+▸ **toJSON**(): `Record`<`string`, `any`\>
+
+Used with built in JSON.stringify
+
+#### Returns
+
+`Record`<`string`, `any`\>
+
+#### Inherited from
+
+[BaseNode](BaseNode.md).[toJSON](BaseNode.md#tojson)
+
+#### Defined in
+
+[Node.ts:141](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L141)

apps/docs/docs/api/classes/VectorStoreIndex.md

@@ -24,7 +24,7 @@ The VectorStoreIndex, an index that stores the nodes only according to their vec
 
 | Name | Type |
 | :------ | :------ |
-| `init` | [`VectorIndexConstructorProps`](../interfaces/VectorIndexConstructorProps.md) |
+| `init` | `VectorIndexConstructorProps` |
 
 #### Overrides
 
@@ -32,7 +32,7 @@ The VectorStoreIndex, an index that stores the nodes only according to their vec
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:36](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L36)
+[indices/vectorStore/VectorStoreIndex.ts:41](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L41)
 
 ## Properties
 
@@ -46,7 +46,7 @@ The VectorStoreIndex, an index that stores the nodes only according to their vec
 
 #### Defined in
 
-[indices/BaseIndex.ts:117](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L117)
+[indices/BaseIndex.ts:125](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L125)
 
 ___
 
@@ -60,7 +60,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:119](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L119)
+[indices/BaseIndex.ts:127](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L127)
 
 ___
 
@@ -74,7 +74,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:120](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L120)
+[indices/BaseIndex.ts:128](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L128)
 
 ___
 
@@ -88,7 +88,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:115](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L115)
+[indices/BaseIndex.ts:123](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L123)
 
 ___
 
@@ -102,13 +102,13 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:116](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L116)
+[indices/BaseIndex.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L124)
 
 ___
 
 ### vectorStore
 
-• **vectorStore**: `VectorStore`
+• **vectorStore**: [`VectorStore`](../interfaces/VectorStore.md)
 
 #### Overrides
 
@@ -116,7 +116,7 @@ ___
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:34](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L34)
+[indices/vectorStore/VectorStoreIndex.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L39)
 
 ## Methods
 
@@ -145,7 +145,7 @@ and response synthezier if they are not provided.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:215](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L215)
+[indices/vectorStore/VectorStoreIndex.ts:226](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L226)
 
 ___
 
@@ -171,13 +171,88 @@ Create a new retriever from the index.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:211](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L211)
+[indices/vectorStore/VectorStoreIndex.ts:222](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L222)
+
+___
+
+### deleteRefDoc
+
+▸ **deleteRefDoc**(`refDocId`, `deleteFromDocStore?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type | Default value |
+| :------ | :------ | :------ |
+| `refDocId` | `string` | `undefined` |
+| `deleteFromDocStore` | `boolean` | `true` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Overrides
+
+[BaseIndex](BaseIndex.md).[deleteRefDoc](BaseIndex.md#deleterefdoc)
+
+#### Defined in
+
+[indices/vectorStore/VectorStoreIndex.ts:262](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L262)
+
+___
+
+### insert
+
+▸ **insert**(`document`): `Promise`<`void`\>
+
+Insert a document into the index.
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `document` | [`Document`](Document.md) |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Inherited from
+
+[BaseIndex](BaseIndex.md).[insert](BaseIndex.md#insert)
+
+#### Defined in
+
+[indices/BaseIndex.ts:159](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L159)
+
+___
+
+### insertNodes
+
+▸ **insertNodes**(`nodes`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `nodes` | [`BaseNode`](BaseNode.md)[] |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Overrides
+
+[BaseIndex](BaseIndex.md).[insertNodes](BaseIndex.md#insertnodes)
+
+#### Defined in
+
+[indices/vectorStore/VectorStoreIndex.ts:237](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L237)
 
 ___
 
 ### buildIndexFromNodes
 
-▸ `Static` **buildIndexFromNodes**(`nodes`, `serviceContext`, `vectorStore`, `docStore`): `Promise`<[`IndexDict`](IndexDict.md)\>
+▸ `Static` **buildIndexFromNodes**(`nodes`, `serviceContext`, `vectorStore`, `docStore`, `indexDict?`): `Promise`<[`IndexDict`](IndexDict.md)\>
 
 Get embeddings for nodes and place them into the index.
 
@@ -187,8 +262,9 @@ Get embeddings for nodes and place them into the index.
 | :------ | :------ |
 | `nodes` | [`BaseNode`](BaseNode.md)[] |
 | `serviceContext` | [`ServiceContext`](../interfaces/ServiceContext.md) |
-| `vectorStore` | `VectorStore` |
+| `vectorStore` | [`VectorStore`](../interfaces/VectorStore.md) |
 | `docStore` | `BaseDocumentStore` |
+| `indexDict?` | [`IndexDict`](IndexDict.md) |
 
 #### Returns
 
@@ -196,7 +272,7 @@ Get embeddings for nodes and place them into the index.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:151](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L151)
+[indices/vectorStore/VectorStoreIndex.ts:153](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L153)
 
 ___
 
@@ -221,13 +297,13 @@ High level API: split documents, get embeddings, and build index.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:186](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L186)
+[indices/vectorStore/VectorStoreIndex.ts:197](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L197)
 
 ___
 
 ### getNodeEmbeddingResults
 
-▸ `Static` **getNodeEmbeddingResults**(`nodes`, `serviceContext`, `logProgress?`): `Promise`<[`NodeWithEmbedding`](../interfaces/NodeWithEmbedding.md)[]\>
+▸ `Static` **getNodeEmbeddingResults**(`nodes`, `serviceContext`, `logProgress?`): `Promise`<[`BaseNode`](BaseNode.md)[]\>
 
 Get the embeddings for nodes.
 
@@ -241,11 +317,11 @@ Get the embeddings for nodes.
 
 #### Returns
 
-`Promise`<[`NodeWithEmbedding`](../interfaces/NodeWithEmbedding.md)[]\>
+`Promise`<[`BaseNode`](BaseNode.md)[]\>
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:123](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L123)
+[indices/vectorStore/VectorStoreIndex.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L124)
 
 ___
 
@@ -260,7 +336,7 @@ This is needed to handle persistence.
 
 | Name | Type |
 | :------ | :------ |
-| `options` | [`VectorIndexOptions`](../interfaces/VectorIndexOptions.md) |
+| `options` | `VectorIndexOptions` |
 
 #### Returns
 
@@ -268,4 +344,4 @@ This is needed to handle persistence.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:47](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L47)
+[indices/vectorStore/VectorStoreIndex.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L52)

apps/docs/docs/api/enums/DeuceChatStrategy.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[llm/LLM.ts:187](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L187)
+[llm/LLM.ts:261](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L261)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:188](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L188)
+[llm/LLM.ts:262](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L262)
 
 ___
 
@@ -34,4 +34,14 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:189](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L189)
+[llm/LLM.ts:263](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L263)
+
+___
+
+### REPLICATE4BIT
+
+• **REPLICATE4BIT** = ``"replicate4bit"``
+
+#### Defined in
+
+[llm/LLM.ts:266](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L266)

apps/docs/docs/api/enums/ListRetrieverMode.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[indices/list/ListIndex.ts:26](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L26)
+[indices/list/ListIndex.ts:30](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L30)
 
 ___
 
@@ -24,4 +24,4 @@ ___
 
 #### Defined in
 
-[indices/list/ListIndex.ts:28](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L28)
+[indices/list/ListIndex.ts:32](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/list/ListIndex.ts#L32)

apps/docs/docs/api/enums/MetadataMode.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[Node.ts:19](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L19)
+[Node.ts:20](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L20)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[Node.ts:20](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L20)
+[Node.ts:21](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L21)
 
 ___
 
@@ -34,7 +34,7 @@ ___
 
 #### Defined in
 
-[Node.ts:21](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L21)
+[Node.ts:22](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L22)
 
 ___
 
@@ -44,4 +44,4 @@ ___
 
 #### Defined in
 
-[Node.ts:22](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L22)
+[Node.ts:23](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L23)

apps/docs/docs/api/enums/NodeRelationship.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[Node.ts:8](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L8)
+[Node.ts:9](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L9)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[Node.ts:6](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L6)
+[Node.ts:7](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L7)
 
 ___
 
@@ -34,7 +34,7 @@ ___
 
 #### Defined in
 
-[Node.ts:7](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L7)
+[Node.ts:8](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L8)
 
 ___
 
@@ -44,7 +44,7 @@ ___
 
 #### Defined in
 
-[Node.ts:5](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L5)
+[Node.ts:6](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L6)
 
 ___
 
@@ -54,4 +54,4 @@ ___
 
 #### Defined in
 
-[Node.ts:4](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L4)
+[Node.ts:5](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L5)

apps/docs/docs/api/enums/ObjectType.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[Node.ts:15](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L15)
+[Node.ts:16](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L16)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[Node.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L13)
+[Node.ts:14](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L14)
 
 ___
 
@@ -34,7 +34,7 @@ ___
 
 #### Defined in
 
-[Node.ts:14](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L14)
+[Node.ts:15](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L15)
 
 ___
 
@@ -44,4 +44,4 @@ ___
 
 #### Defined in
 
-[Node.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L12)
+[Node.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L13)

apps/docs/docs/api/enums/SimilarityType.md

@@ -17,7 +17,7 @@ Default is cosine similarity. Dot product and negative Euclidean distance are al
 
 #### Defined in
 
-[Embedding.ts:10](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L10)
+[Embedding.ts:17](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L17)
 
 ___
 
@@ -27,7 +27,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:11](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L11)
+[Embedding.ts:18](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L18)
 
 ___
 
@@ -37,4 +37,4 @@ ___
 
 #### Defined in
 
-[Embedding.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L12)
+[Embedding.ts:19](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L19)

apps/docs/docs/api/enums/VectorStoreQueryMode.md

@@ -0,0 +1,77 @@
+---
+id: "VectorStoreQueryMode"
+title: "Enumeration: VectorStoreQueryMode"
+sidebar_label: "VectorStoreQueryMode"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Enumeration Members
+
+### DEFAULT
+
+• **DEFAULT** = ``"default"``
+
+#### Defined in
+
+[storage/vectorStore/types.ts:11](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L11)
+
+___
+
+### HYBRID
+
+• **HYBRID** = ``"hybrid"``
+
+#### Defined in
+
+[storage/vectorStore/types.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L13)
+
+___
+
+### LINEAR\_REGRESSION
+
+• **LINEAR\_REGRESSION** = ``"linear_regression"``
+
+#### Defined in
+
+[storage/vectorStore/types.ts:17](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L17)
+
+___
+
+### LOGISTIC\_REGRESSION
+
+• **LOGISTIC\_REGRESSION** = ``"logistic_regression"``
+
+#### Defined in
+
+[storage/vectorStore/types.ts:16](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L16)
+
+___
+
+### MMR
+
+• **MMR** = ``"mmr"``
+
+#### Defined in
+
+[storage/vectorStore/types.ts:19](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L19)
+
+___
+
+### SPARSE
+
+• **SPARSE** = ``"sparse"``
+
+#### Defined in
+
+[storage/vectorStore/types.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L12)
+
+___
+
+### SVM
+
+• **SVM** = ``"svm"``
+
+#### Defined in
+
+[storage/vectorStore/types.ts:15](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L15)

apps/docs/docs/api/index.md

@@ -8,8 +8,12 @@ custom_edit_url: null
 
 # LlamaIndex.TS
 
+LlamaIndex is a data framework for your LLM application.
+
 Use your own data with large language models (LLMs, OpenAI ChatGPT and others) in Typescript and Javascript.
 
+Documentation: https://ts.llamaindex.ai/
+
 ## What is LlamaIndex.TS?
 
 LlamaIndex.TS aims to be a lightweight, easy to use set of libraries to help you integrate large language models into your applications with your own data.
@@ -22,8 +26,11 @@ In a new folder:
 
 ```bash
 export OPENAI_API_KEY="sk-......" # Replace with your key from https://platform.openai.com/account/api-keys
-npx tsc –-init # if needed
+pnpm init
+pnpm install typescript
+pnpm exec tsc –-init # if needed
 pnpm install llamaindex
+pnpm install @types/node
 ```
 
 Create the file example.ts
@@ -62,28 +69,38 @@ main();
 Then you can run it using
 
 ```bash
-npx ts-node example.ts
+pnpm dlx ts-node example.ts
 ```
 
+## Playground
+
+Check out our NextJS playground at https://llama-playground.vercel.app/. The source is available at https://github.com/run-llama/ts-playground
+
 ## Core concepts for getting started:
 
-- [Document](packages/core/src/Node.ts): A document represents a text file, PDF file or other contiguous piece of data.
+- [Document](/packages/core/src/Node.ts): A document represents a text file, PDF file or other contiguous piece of data.
 
-- [Node](packages/core/src/Node.ts): The basic data building block. Most commonly, these are parts of the document split into manageable pieces that are small enough to be fed into an embedding model and LLM.
+- [Node](/packages/core/src/Node.ts): The basic data building block. Most commonly, these are parts of the document split into manageable pieces that are small enough to be fed into an embedding model and LLM.
 
-- [Embedding](packages/core/src/Embedding.ts): Embeddings are sets of floating point numbers which represent the data in a Node. By comparing the similarity of embeddings, we can derive an understanding of the similarity of two pieces of data. One use case is to compare the embedding of a question with the embeddings of our Nodes to see which Nodes may contain the data needed to answer that quesiton.
+- [Embedding](/packages/core/src/Embedding.ts): Embeddings are sets of floating point numbers which represent the data in a Node. By comparing the similarity of embeddings, we can derive an understanding of the similarity of two pieces of data. One use case is to compare the embedding of a question with the embeddings of our Nodes to see which Nodes may contain the data needed to answer that quesiton.
 
-- [Indices](packages/core/src/indices/): Indices store the Nodes and the embeddings of those nodes. QueryEngines retrieve Nodes from these Indices using embedding similarity.
+- [Indices](/packages/core/src/indices/): Indices store the Nodes and the embeddings of those nodes. QueryEngines retrieve Nodes from these Indices using embedding similarity.
 
-- [QueryEngine](packages/core/src/QueryEngine.ts): Query engines are what generate the query you put in and give you back the result. Query engines generally combine a pre-built prompt with selected Nodes from your Index to give the LLM the context it needs to answer your query.
+- [QueryEngine](/packages/core/src/QueryEngine.ts): Query engines are what generate the query you put in and give you back the result. Query engines generally combine a pre-built prompt with selected Nodes from your Index to give the LLM the context it needs to answer your query.
 
-- [ChatEngine](packages/core/src/ChatEngine.ts): A ChatEngine helps you build a chatbot that will interact with your Indices.
+- [ChatEngine](/packages/core/src/ChatEngine.ts): A ChatEngine helps you build a chatbot that will interact with your Indices.
 
-- [SimplePrompt](packages/core/src/Prompt.ts): A simple standardized function call definition that takes in inputs and formats them in a template literal. SimplePrompts can be specialized using currying and combined using other SimplePrompt functions.
+- [SimplePrompt](/packages/core/src/Prompt.ts): A simple standardized function call definition that takes in inputs and formats them in a template literal. SimplePrompts can be specialized using currying and combined using other SimplePrompt functions.
+
+## Supported LLMs:
+
+- OpenAI GPT-3.5-turbo and GPT-4
+- Anthropic Claude Instant and Claude 2
+- Llama2 Chat LLMs (70B, 13B, and 7B parameters)
 
 ## Contributing:
 
-We are in the very early days of LlamaIndex.TS. If you’re interested in hacking on it with us check out our [contributing guide](CONTRIBUTING.md)
+We are in the very early days of LlamaIndex.TS. If you’re interested in hacking on it with us check out our [contributing guide](/CONTRIBUTING.md)
 
 ## Bugs? Questions?
 

apps/docs/docs/api/interfaces/BaseIndexInit.md

@@ -12,12 +12,6 @@ custom_edit_url: null
 | :------ |
 | `T` |
 
-## Hierarchy
-
-- **`BaseIndexInit`**
-
-  ↳ [`VectorIndexConstructorProps`](VectorIndexConstructorProps.md)
-
 ## Properties
 
 ### docStore
@@ -26,7 +20,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[indices/BaseIndex.ts:104](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L104)
+[indices/BaseIndex.ts:112](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L112)
 
 ___
 
@@ -36,7 +30,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:106](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L106)
+[indices/BaseIndex.ts:114](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L114)
 
 ___
 
@@ -46,7 +40,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:107](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L107)
+[indices/BaseIndex.ts:115](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L115)
 
 ___
 
@@ -56,7 +50,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:102](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L102)
+[indices/BaseIndex.ts:110](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L110)
 
 ___
 
@@ -66,14 +60,14 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:103](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L103)
+[indices/BaseIndex.ts:111](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L111)
 
 ___
 
 ### vectorStore
 
-• `Optional` **vectorStore**: `VectorStore`
+• `Optional` **vectorStore**: [`VectorStore`](VectorStore.md)
 
 #### Defined in
 
-[indices/BaseIndex.ts:105](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L105)
+[indices/BaseIndex.ts:113](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L113)

apps/docs/docs/api/interfaces/BaseReader.md

@@ -11,6 +11,7 @@ A reader takes imports data into Document objects.
 ## Implemented by
 
 - [`PDFReader`](../classes/PDFReader.md)
+- [`PapaCSVReader`](../classes/PapaCSVReader.md)
 - [`SimpleDirectoryReader`](../classes/SimpleDirectoryReader.md)
 - [`TextFileReader`](../classes/TextFileReader.md)
 

apps/docs/docs/api/interfaces/ChatMessage.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[llm/LLM.ts:21](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L21)
+[llm/LLM.ts:28](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L28)
 
 ___
 
@@ -24,4 +24,4 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:22](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L22)
+[llm/LLM.ts:29](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L29)

apps/docs/docs/api/interfaces/ChatResponse.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[llm/LLM.ts:28](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L28)
+[llm/LLM.ts:35](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L35)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:26](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L26)
+[llm/LLM.ts:33](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L33)
 
 ___
 
@@ -34,4 +34,4 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:27](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L27)
+[llm/LLM.ts:34](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L34)

apps/docs/docs/api/interfaces/ExactMatchFilter.md

@@ -0,0 +1,37 @@
+---
+id: "ExactMatchFilter"
+title: "Interface: ExactMatchFilter"
+sidebar_label: "ExactMatchFilter"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Properties
+
+### filterType
+
+• **filterType**: ``"ExactMatch"``
+
+#### Defined in
+
+[storage/vectorStore/types.ts:23](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L23)
+
+___
+
+### key
+
+• **key**: `string`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:24](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L24)
+
+___
+
+### value
+
+• **value**: `string` \| `number`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:25](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L25)

apps/docs/docs/api/interfaces/LLM.md

@@ -35,7 +35,7 @@ Get a chat response from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:42](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L42)
+[llm/LLM.ts:49](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L49)
 
 ___
 
@@ -58,4 +58,4 @@ Get a prompt completion from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:48](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L48)
+[llm/LLM.ts:55](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L55)

apps/docs/docs/api/interfaces/MetadataFilters.md

@@ -0,0 +1,17 @@
+---
+id: "MetadataFilters"
+title: "Interface: MetadataFilters"
+sidebar_label: "MetadataFilters"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Properties
+
+### filters
+
+• **filters**: [`ExactMatchFilter`](ExactMatchFilter.md)[]
+
+#### Defined in
+
+[storage/vectorStore/types.ts:29](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L29)

apps/docs/docs/api/interfaces/MetadataInfo.md

@@ -0,0 +1,37 @@
+---
+id: "MetadataInfo"
+title: "Interface: MetadataInfo"
+sidebar_label: "MetadataInfo"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Properties
+
+### description
+
+• **description**: `string`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:41](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L41)
+
+___
+
+### name
+
+• **name**: `string`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L39)
+
+___
+
+### type
+
+• **type**: `string`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:40](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L40)

apps/docs/docs/api/interfaces/NodeWithEmbedding.md

@@ -1,29 +0,0 @@
----
-id: "NodeWithEmbedding"
-title: "Interface: NodeWithEmbedding"
-sidebar_label: "NodeWithEmbedding"
-sidebar_position: 0
-custom_edit_url: null
----
-
-A node with an embedding
-
-## Properties
-
-### embedding
-
-• **embedding**: `number`[]
-
-#### Defined in
-
-[Node.ts:247](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L247)
-
-___
-
-### node
-
-• **node**: [`BaseNode`](../classes/BaseNode.md)
-
-#### Defined in
-
-[Node.ts:246](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L246)

apps/docs/docs/api/interfaces/NodeWithScore.md

@@ -16,7 +16,7 @@ A node with a similarity score
 
 #### Defined in
 
-[Node.ts:238](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L238)
+[Node.ts:296](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L296)
 
 ___
 
@@ -26,4 +26,4 @@ ___
 
 #### Defined in
 
-[Node.ts:239](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L239)
+[Node.ts:297](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L297)

apps/docs/docs/api/interfaces/RelatedNodeInfo.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[Node.ts:29](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L29)
+[Node.ts:30](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L30)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[Node.ts:28](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L28)
+[Node.ts:29](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L29)
 
 ___
 
@@ -34,7 +34,7 @@ ___
 
 #### Defined in
 
-[Node.ts:26](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L26)
+[Node.ts:27](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L27)
 
 ___
 
@@ -44,4 +44,4 @@ ___
 
 #### Defined in
 
-[Node.ts:27](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L27)
+[Node.ts:28](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L28)

apps/docs/docs/api/interfaces/StorageContext.md

@@ -30,7 +30,7 @@ ___
 
 ### vectorStore
 
-• **vectorStore**: `VectorStore`
+• **vectorStore**: [`VectorStore`](VectorStore.md)
 
 #### Defined in
 

apps/docs/docs/api/interfaces/VectorIndexConstructorProps.md

@@ -24,7 +24,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[indices/BaseIndex.ts:104](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L104)
+[indices/BaseIndex.ts:112](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L112)
 
 ___
 
@@ -38,7 +38,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:106](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L106)
+[indices/BaseIndex.ts:114](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L114)
 
 ___
 
@@ -52,7 +52,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:107](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L107)
+[indices/BaseIndex.ts:115](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L115)
 
 ___
 
@@ -66,7 +66,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:102](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L102)
+[indices/BaseIndex.ts:110](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L110)
 
 ___
 
@@ -80,13 +80,13 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:103](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L103)
+[indices/BaseIndex.ts:111](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L111)
 
 ___
 
 ### vectorStore
 
-• **vectorStore**: `VectorStore`
+• **vectorStore**: [`VectorStore`](VectorStore.md)
 
 #### Overrides
 
@@ -94,4 +94,4 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:157](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L157)
+[indices/BaseIndex.ts:183](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L183)

apps/docs/docs/api/interfaces/VectorIndexOptions.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[indices/BaseIndex.ts:151](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L151)
+[indices/BaseIndex.ts:177](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L177)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:150](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L150)
+[indices/BaseIndex.ts:176](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L176)
 
 ___
 
@@ -34,7 +34,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:149](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L149)
+[indices/BaseIndex.ts:175](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L175)
 
 ___
 
@@ -44,7 +44,7 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:152](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L152)
+[indices/BaseIndex.ts:178](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L178)
 
 ___
 
@@ -54,4 +54,4 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:153](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L153)
+[indices/BaseIndex.ts:179](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L179)

apps/docs/docs/api/interfaces/VectorStore.md

@@ -0,0 +1,128 @@
+---
+id: "VectorStore"
+title: "Interface: VectorStore"
+sidebar_label: "VectorStore"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Implemented by
+
+- [`SimpleVectorStore`](../classes/SimpleVectorStore.md)
+
+## Properties
+
+### isEmbeddingQuery
+
+• `Optional` **isEmbeddingQuery**: `boolean`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:62](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L62)
+
+___
+
+### storesText
+
+• **storesText**: `boolean`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:61](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L61)
+
+## Methods
+
+### add
+
+▸ **add**(`embeddingResults`): `Promise`<`string`[]\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `embeddingResults` | [`BaseNode`](../classes/BaseNode.md)[] |
+
+#### Returns
+
+`Promise`<`string`[]\>
+
+#### Defined in
+
+[storage/vectorStore/types.ts:64](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L64)
+
+___
+
+### client
+
+▸ **client**(): `any`
+
+#### Returns
+
+`any`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:63](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L63)
+
+___
+
+### delete
+
+▸ **delete**(`refDocId`, `deleteKwargs?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `refDocId` | `string` |
+| `deleteKwargs?` | `any` |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Defined in
+
+[storage/vectorStore/types.ts:65](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L65)
+
+___
+
+### persist
+
+▸ **persist**(`persistPath`, `fs?`): `Promise`<`void`\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `persistPath` | `string` |
+| `fs?` | [`GenericFileSystem`](GenericFileSystem.md) |
+
+#### Returns
+
+`Promise`<`void`\>
+
+#### Defined in
+
+[storage/vectorStore/types.ts:67](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L67)
+
+___
+
+### query
+
+▸ **query**(`query`, `kwargs?`): `Promise`<[`VectorStoreQueryResult`](VectorStoreQueryResult.md)\>
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `query` | [`VectorStoreQuery`](VectorStoreQuery.md) |
+| `kwargs?` | `any` |
+
+#### Returns
+
+`Promise`<[`VectorStoreQueryResult`](VectorStoreQueryResult.md)\>
+
+#### Defined in
+
+[storage/vectorStore/types.ts:66](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L66)

apps/docs/docs/api/interfaces/VectorStoreInfo.md

@@ -0,0 +1,27 @@
+---
+id: "VectorStoreInfo"
+title: "Interface: VectorStoreInfo"
+sidebar_label: "VectorStoreInfo"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Properties
+
+### contentInfo
+
+• **contentInfo**: `string`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L46)
+
+___
+
+### metadataInfo
+
+• **metadataInfo**: [`MetadataInfo`](MetadataInfo.md)[]
+
+#### Defined in
+
+[storage/vectorStore/types.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L45)

apps/docs/docs/api/interfaces/VectorStoreQuery.md

@@ -0,0 +1,87 @@
+---
+id: "VectorStoreQuery"
+title: "Interface: VectorStoreQuery"
+sidebar_label: "VectorStoreQuery"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Properties
+
+### alpha
+
+• `Optional` **alpha**: `number`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:55](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L55)
+
+___
+
+### docIds
+
+• `Optional` **docIds**: `string`[]
+
+#### Defined in
+
+[storage/vectorStore/types.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L52)
+
+___
+
+### filters
+
+• `Optional` **filters**: [`MetadataFilters`](MetadataFilters.md)
+
+#### Defined in
+
+[storage/vectorStore/types.ts:56](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L56)
+
+___
+
+### mmrThreshold
+
+• `Optional` **mmrThreshold**: `number`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:57](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L57)
+
+___
+
+### mode
+
+• **mode**: [`VectorStoreQueryMode`](../enums/VectorStoreQueryMode.md)
+
+#### Defined in
+
+[storage/vectorStore/types.ts:54](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L54)
+
+___
+
+### queryEmbedding
+
+• `Optional` **queryEmbedding**: `number`[]
+
+#### Defined in
+
+[storage/vectorStore/types.ts:50](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L50)
+
+___
+
+### queryStr
+
+• `Optional` **queryStr**: `string`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:53](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L53)
+
+___
+
+### similarityTopK
+
+• **similarityTopK**: `number`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L51)

apps/docs/docs/api/interfaces/VectorStoreQueryResult.md

@@ -0,0 +1,37 @@
+---
+id: "VectorStoreQueryResult"
+title: "Interface: VectorStoreQueryResult"
+sidebar_label: "VectorStoreQueryResult"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Properties
+
+### ids
+
+• **ids**: `string`[]
+
+#### Defined in
+
+[storage/vectorStore/types.ts:7](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L7)
+
+___
+
+### nodes
+
+• `Optional` **nodes**: [`BaseNode`](../classes/BaseNode.md)[]
+
+#### Defined in
+
+[storage/vectorStore/types.ts:5](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L5)
+
+___
+
+### similarities
+
+• **similarities**: `number`[]
+
+#### Defined in
+
+[storage/vectorStore/types.ts:6](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L6)

apps/docs/docs/api/interfaces/VectorStoreQuerySpec.md

@@ -0,0 +1,37 @@
+---
+id: "VectorStoreQuerySpec"
+title: "Interface: VectorStoreQuerySpec"
+sidebar_label: "VectorStoreQuerySpec"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+## Properties
+
+### filters
+
+• **filters**: [`ExactMatchFilter`](ExactMatchFilter.md)[]
+
+#### Defined in
+
+[storage/vectorStore/types.ts:34](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L34)
+
+___
+
+### query
+
+• **query**: `string`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:33](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L33)
+
+___
+
+### topK
+
+• `Optional` **topK**: `number`
+
+#### Defined in
+
+[storage/vectorStore/types.ts:35](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L35)

apps/docs/docs/api/modules.md

@@ -15,6 +15,7 @@ custom_edit_url: null
 - [NodeRelationship](enums/NodeRelationship.md)
 - [ObjectType](enums/ObjectType.md)
 - [SimilarityType](enums/SimilarityType.md)
+- [VectorStoreQueryMode](enums/VectorStoreQueryMode.md)
 
 ## Classes
 
@@ -40,6 +41,7 @@ custom_edit_url: null
 - [OpenAI](classes/OpenAI.md)
 - [OpenAIEmbedding](classes/OpenAIEmbedding.md)
 - [PDFReader](classes/PDFReader.md)
+- [PapaCSVReader](classes/PapaCSVReader.md)
 - [Refine](classes/Refine.md)
 - [Response](classes/Response.md)
 - [ResponseSynthesizer](classes/ResponseSynthesizer.md)
@@ -47,8 +49,11 @@ custom_edit_url: null
 - [SentenceSplitter](classes/SentenceSplitter.md)
 - [SimpleChatEngine](classes/SimpleChatEngine.md)
 - [SimpleDirectoryReader](classes/SimpleDirectoryReader.md)
+- [SimpleDocumentStore](classes/SimpleDocumentStore.md)
+- [SimpleIndexStore](classes/SimpleIndexStore.md)
 - [SimpleNodeParser](classes/SimpleNodeParser.md)
 - [SimpleResponseBuilder](classes/SimpleResponseBuilder.md)
+- [SimpleVectorStore](classes/SimpleVectorStore.md)
 - [SubQuestionOutputParser](classes/SubQuestionOutputParser.md)
 - [SubQuestionQueryEngine](classes/SubQuestionQueryEngine.md)
 - [TextFileReader](classes/TextFileReader.md)
@@ -70,10 +75,12 @@ custom_edit_url: null
 - [ChatMessage](interfaces/ChatMessage.md)
 - [ChatResponse](interfaces/ChatResponse.md)
 - [Event](interfaces/Event.md)
+- [ExactMatchFilter](interfaces/ExactMatchFilter.md)
 - [GenericFileSystem](interfaces/GenericFileSystem.md)
 - [LLM](interfaces/LLM.md)
+- [MetadataFilters](interfaces/MetadataFilters.md)
+- [MetadataInfo](interfaces/MetadataInfo.md)
 - [NodeParser](interfaces/NodeParser.md)
-- [NodeWithEmbedding](interfaces/NodeWithEmbedding.md)
 - [NodeWithScore](interfaces/NodeWithScore.md)
 - [QueryEngineTool](interfaces/QueryEngineTool.md)
 - [RelatedNodeInfo](interfaces/RelatedNodeInfo.md)
@@ -86,8 +93,11 @@ custom_edit_url: null
 - [StructuredOutput](interfaces/StructuredOutput.md)
 - [SubQuestion](interfaces/SubQuestion.md)
 - [ToolMetadata](interfaces/ToolMetadata.md)
-- [VectorIndexConstructorProps](interfaces/VectorIndexConstructorProps.md)
-- [VectorIndexOptions](interfaces/VectorIndexOptions.md)
+- [VectorStore](interfaces/VectorStore.md)
+- [VectorStoreInfo](interfaces/VectorStoreInfo.md)
+- [VectorStoreQuery](interfaces/VectorStoreQuery.md)
+- [VectorStoreQueryResult](interfaces/VectorStoreQueryResult.md)
+- [VectorStoreQuerySpec](interfaces/VectorStoreQuerySpec.md)
 - [WalkableFileSystem](interfaces/WalkableFileSystem.md)
 
 ## Type Aliases
@@ -108,7 +118,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:32](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L32)
+[llm/LLM.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L39)
 
 ___
 
@@ -138,7 +148,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L13)
+[llm/LLM.ts:20](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L20)
 
 ___
 
@@ -148,7 +158,7 @@ ___
 
 #### Defined in
 
-[Node.ts:32](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L32)
+[Node.ts:33](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L33)
 
 ___
 
@@ -167,7 +177,7 @@ ___
 
 #### Defined in
 
-[readers/SimpleDirectoryReader.ts:26](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L26)
+[readers/SimpleDirectoryReader.ts:28](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L28)
 
 ___
 
@@ -210,16 +220,25 @@ NOTE 2: we default to empty string to make it easy to calculate prompt sizes
 | `Llama-2-13b-chat` | { `contextWindow`: `number` = 4096; `replicateApi`: `string` = "a16z-infra/llama13b-v2-chat:df7690f1994d94e96ad9d568eac121aecf50684a0b0963b25a41cc40061269e5" } |
 | `Llama-2-13b-chat.contextWindow` | `number` |
 | `Llama-2-13b-chat.replicateApi` | `string` |
-| `Llama-2-70b-chat` | { `contextWindow`: `number` = 4096; `replicateApi`: `string` = "replicate/llama70b-v2-chat:e951f18578850b652510200860fc4ea62b3b16fac280f83ff32282f87bbd2e48" } |
-| `Llama-2-70b-chat.contextWindow` | `number` |
-| `Llama-2-70b-chat.replicateApi` | `string` |
+| `Llama-2-13b-chat-4bit` | { `contextWindow`: `number` = 4096; `replicateApi`: `string` = "a16z-infra/llama13b-v2-chat:2a7f981751ec7fdf87b5b91ad4db53683a98082e9ff7bfd12c8cd5ea85980a52" } |
+| `Llama-2-13b-chat-4bit.contextWindow` | `number` |
+| `Llama-2-13b-chat-4bit.replicateApi` | `string` |
+| `Llama-2-70b-chat-4bit` | { `contextWindow`: `number` = 4096; `replicateApi`: `string` = "replicate/llama70b-v2-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1" } |
+| `Llama-2-70b-chat-4bit.contextWindow` | `number` |
+| `Llama-2-70b-chat-4bit.replicateApi` | `string` |
+| `Llama-2-70b-chat-old` | { `contextWindow`: `number` = 4096; `replicateApi`: `string` = "replicate/llama70b-v2-chat:e951f18578850b652510200860fc4ea62b3b16fac280f83ff32282f87bbd2e48" } |
+| `Llama-2-70b-chat-old.contextWindow` | `number` |
+| `Llama-2-70b-chat-old.replicateApi` | `string` |
 | `Llama-2-7b-chat` | { `contextWindow`: `number` = 4096; `replicateApi`: `string` = "a16z-infra/llama7b-v2-chat:4f0a4744c7295c024a1de15e1a63c880d3da035fa1f49bfd344fe076074c8eea" } |
 | `Llama-2-7b-chat.contextWindow` | `number` |
 | `Llama-2-7b-chat.replicateApi` | `string` |
+| `Llama-2-7b-chat-4bit` | { `contextWindow`: `number` = 4096; `replicateApi`: `string` = "a16z-infra/llama7b-v2-chat:4f0b260b6a13eb53a6b1891f089d57c08f41003ae79458be5011303d81a394dc" } |
+| `Llama-2-7b-chat-4bit.contextWindow` | `number` |
+| `Llama-2-7b-chat-4bit.replicateApi` | `string` |
 
 #### Defined in
 
-[llm/LLM.ts:168](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L168)
+[llm/LLM.ts:220](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L220)
 
 ___
 
@@ -244,7 +263,7 @@ We currently support GPT-3.5 and GPT-4 models
 
 #### Defined in
 
-[llm/LLM.ts:64](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L64)
+[llm/LLM.ts:71](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L71)
 
 ___
 
@@ -300,7 +319,7 @@ ___
 
 ### DEFAULT\_DOC\_STORE\_PERSIST\_FILENAME
 
-• `Const` **DEFAULT\_DOC\_STORE\_PERSIST\_FILENAME**: ``"docstore.json"``
+• `Const` **DEFAULT\_DOC\_STORE\_PERSIST\_FILENAME**: ``"doc_store.json"``
 
 #### Defined in
 
@@ -423,7 +442,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L51)
+[llm/LLM.ts:58](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L58)
 
 ___
 
@@ -442,7 +461,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:56](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L56)
+[llm/LLM.ts:63](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L63)
 
 ___
 
@@ -779,7 +798,7 @@ Get the top K embeddings from a list of embeddings ordered by similarity to the
 
 #### Defined in
 
-[Embedding.ts:77](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L77)
+[Embedding.ts:84](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L84)
 
 ___
 
@@ -795,7 +814,7 @@ ___
 | `embeddings` | `number`[][] | `undefined` |
 | `similarityTopK?` | `number` | `undefined` |
 | `embeddingsIds?` | `any`[] | `undefined` |
-| `queryMode` | `VectorStoreQueryMode` | `VectorStoreQueryMode.SVM` |
+| `queryMode` | [`VectorStoreQueryMode`](enums/VectorStoreQueryMode.md) | `VectorStoreQueryMode.SVM` |
 
 #### Returns
 
@@ -803,7 +822,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:119](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L119)
+[Embedding.ts:126](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L126)
 
 ___
 
@@ -829,7 +848,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:131](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L131)
+[Embedding.ts:138](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L138)
 
 ___
 
@@ -849,7 +868,27 @@ ___
 
 #### Defined in
 
-[indices/BaseIndex.ts:70](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L70)
+[indices/BaseIndex.ts:73](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/BaseIndex.ts#L73)
+
+___
+
+### jsonToNode
+
+▸ **jsonToNode**(`json`): [`TextNode`](classes/TextNode.md)
+
+#### Parameters
+
+| Name | Type |
+| :------ | :------ |
+| `json` | `any` |
+
+#### Returns
+
+[`TextNode`](classes/TextNode.md)
+
+#### Defined in
+
+[Node.ts:271](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L271)
 
 ___
 
@@ -944,7 +983,7 @@ similartiy score with higher numbers meaning the two embeddings are more similar
 
 #### Defined in
 
-[Embedding.ts:22](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L22)
+[Embedding.ts:29](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L29)
 
 ___
 

apps/docs/package.json

@@ -20,7 +20,7 @@
     "@docusaurus/remark-plugin-npm2yarn": "^2.4.1",
     "@mdx-js/react": "^1.6.22",
     "clsx": "^1.2.1",
-    "postcss": "^8.4.27",
+    "postcss": "^8.4.28",
     "prism-react-renderer": "^1.3.5",
     "raw-loader": "^4.0.2",
     "react": "^17.0.2",

apps/simple/CHANGELOG.md

@@ -1,5 +1,51 @@
 # simple
 
+## 0.0.17
+
+### Patch Changes
+
+- Updated dependencies [a747f28]
+- Updated dependencies [355910b]
+- Updated dependencies [355910b]
+  - llamaindex@0.0.19
+
+## 0.0.16
+
+### Patch Changes
+
+- Updated dependencies [824c13c]
+- Updated dependencies [18b8915]
+- Updated dependencies [ade9d8f]
+- Updated dependencies [824c13c]
+  - llamaindex@0.0.18
+
+## 0.0.15
+
+### Patch Changes
+
+- Updated dependencies [f80b062]
+- Updated dependencies [b3fec86]
+- Updated dependencies [b3fec86]
+  - llamaindex@0.0.17
+
+## 0.0.14
+
+### Patch Changes
+
+- Updated dependencies [ec12633]
+- Updated dependencies [9214b06]
+- Updated dependencies [3316c6b]
+- Updated dependencies [3316c6b]
+  - llamaindex@0.0.16
+
+## 0.0.13
+
+### Patch Changes
+
+- Updated dependencies [b501eb5]
+- Updated dependencies [f9d1a6e]
+  - llamaindex@0.0.15
+
 ## 0.0.12
 
 ### Patch Changes

apps/simple/chatEngine.ts

@@ -1,22 +1,23 @@
-// @ts-ignore
-import * as readline from "node:readline/promises";
-// @ts-ignore
 import { stdin as input, stdout as output } from "node:process";
+// readline/promises is still experimental so not in @types/node yet
+// @ts-ignore
+import readline from "node:readline/promises";
+
 import {
-  Document,
-  VectorStoreIndex,
   ContextChatEngine,
+  Document,
   serviceContextFromDefaults,
+  VectorStoreIndex,
 } from "llamaindex";
+
 import essay from "./essay";
 
 async function main() {
   const document = new Document({ text: essay });
   const serviceContext = serviceContextFromDefaults({ chunkSize: 512 });
-  const index = await VectorStoreIndex.fromDocuments(
-    [document],
-    { serviceContext }
-  );
+  const index = await VectorStoreIndex.fromDocuments([document], {
+    serviceContext,
+  });
   const retriever = index.asRetriever();
   retriever.similarityTopK = 5;
   const chatEngine = new ContextChatEngine({ retriever });

apps/simple/csv.ts

@@ -0,0 +1,52 @@
+import {
+  CompactAndRefine,
+  OpenAI,
+  PapaCSVReader,
+  ResponseSynthesizer,
+  serviceContextFromDefaults,
+  SimplePrompt,
+  VectorStoreIndex,
+} from "llamaindex";
+
+async function main() {
+  // Load CSV
+  const reader = new PapaCSVReader();
+  const path = "data/titanic_train.csv";
+  const documents = await reader.loadData(path);
+
+  const serviceContext = serviceContextFromDefaults({
+    llm: new OpenAI({ model: "gpt-4" }),
+  });
+
+  // Split text and create embeddings. Store them in a VectorStoreIndex
+  const index = await VectorStoreIndex.fromDocuments(documents, {
+    serviceContext,
+  });
+
+  const csvPrompt: SimplePrompt = (input) => {
+    const { context = "", query = "" } = input;
+
+    return `The following CSV file is loaded from ${path}
+\`\`\`csv
+${context}
+\`\`\`
+Given the CSV file, generate me Typescript code to answer the question: ${query}. You can use built in NodeJS functions but avoid using third party libraries.
+`;
+  };
+
+  const responseSynthesizer = new ResponseSynthesizer({
+    responseBuilder: new CompactAndRefine(serviceContext, csvPrompt),
+  });
+
+  const queryEngine = index.asQueryEngine({ responseSynthesizer });
+
+  // Query the index
+  const response = await queryEngine.query(
+    "What is the correlation between survival and age?",
+  );
+
+  // Output response
+  console.log(response.toString());
+}
+
+main().catch(console.error);

apps/simple/data/titanic_train.csv

@@ -0,0 +1,715 @@
+survived,pclass,name,sex,age,sibsp,parch,ticket,fare,cabin,embarked
+0,3,Braund,male,22,1,0,A/5 21171,7.25,,S
+1,1,Cumings,female,38,1,0,PC 17599,71.2833,C85,C
+1,3,Heikkinen,female,26,0,0,STON/O2. 3101282,7.925,,S
+1,1,Futrelle,female,35,1,0,113803,53.1,C123,S
+0,3,Allen,male,35,0,0,373450,8.05,,S
+0,1,McCarthy,male,54,0,0,17463,51.8625,E46,S
+0,3,Palsson,male,2,3,1,349909,21.075,,S
+1,3,Johnson,female,27,0,2,347742,11.1333,,S
+1,2,Nasser,female,14,1,0,237736,30.0708,,C
+1,3,Sandstrom,female,4,1,1,PP 9549,16.7,G6,S
+1,1,Bonnell,female,58,0,0,113783,26.55,C103,S
+0,3,Saundercock,male,20,0,0,A/5. 2151,8.05,,S
+0,3,Andersson,male,39,1,5,347082,31.275,,S
+0,3,Vestrom,female,14,0,0,350406,7.8542,,S
+1,2,Hewlett,female,55,0,0,248706,16,,S
+0,3,Rice,male,2,4,1,382652,29.125,,Q
+0,3,Vander,female,31,1,0,345763,18,,S
+0,2,Fynney,male,35,0,0,239865,26,,S
+1,2,Beesley,male,34,0,0,248698,13,D56,S
+1,3,McGowan,female,15,0,0,330923,8.0292,,Q
+1,1,Sloper,male,28,0,0,113788,35.5,A6,S
+0,3,Palsson,female,8,3,1,349909,21.075,,S
+1,3,Asplund,female,38,1,5,347077,31.3875,,S
+0,1,Fortune,male,19,3,2,19950,263,C23 C25 C27,S
+0,1,Uruchurtu,male,40,0,0,PC 17601,27.7208,,C
+0,2,Wheadon,male,66,0,0,C.A. 24579,10.5,,S
+0,1,Meyer,male,28,1,0,PC 17604,82.1708,,C
+0,1,Holverson,male,42,1,0,113789,52,,S
+0,3,Cann,male,21,0,0,A./5. 2152,8.05,,S
+0,3,Vander,female,18,2,0,345764,18,,S
+1,3,Nicola-Yarred,female,14,1,0,2651,11.2417,,C
+0,3,Ahlin,female,40,1,0,7546,9.475,,S
+0,2,Turpin,female,27,1,0,11668,21,,S
+1,2,Laroche,female,3,1,2,SC/Paris 2123,41.5792,,C
+1,3,Devaney,female,19,0,0,330958,7.8792,,Q
+0,3,Arnold-Franchi,female,18,1,0,349237,17.8,,S
+0,3,Panula,male,7,4,1,3101295,39.6875,,S
+0,3,Nosworthy,male,21,0,0,A/4. 39886,7.8,,S
+1,1,Harper,female,49,1,0,PC 17572,76.7292,D33,C
+1,2,Faunthorpe,female,29,1,0,2926,26,,S
+0,1,Ostby,male,65,0,1,113509,61.9792,B30,C
+1,2,Rugg,female,21,0,0,C.A. 31026,10.5,,S
+0,3,Novel,male,28.5,0,0,2697,7.2292,,C
+1,2,West,female,5,1,2,C.A. 34651,27.75,,S
+0,3,Goodwin,male,11,5,2,CA 2144,46.9,,S
+0,3,Sirayanian,male,22,0,0,2669,7.2292,,C
+1,1,Icard,female,38,0,0,113572,80,B28,
+0,1,Harris,male,45,1,0,36973,83.475,C83,S
+0,3,Skoog,male,4,3,2,347088,27.9,,S
+1,2,Nye,female,29,0,0,C.A. 29395,10.5,F33,S
+0,3,Crease,male,19,0,0,S.P. 3464,8.1583,,S
+1,3,Andersson,female,17,4,2,3101281,7.925,,S
+0,3,Kink,male,26,2,0,315151,8.6625,,S
+0,2,Jenkin,male,32,0,0,C.A. 33111,10.5,,S
+0,3,Goodwin,female,16,5,2,CA 2144,46.9,,S
+0,2,Hood,male,21,0,0,S.O.C. 14879,73.5,,S
+0,3,Chronopoulos,male,26,1,0,2680,14.4542,,C
+1,3,Bing,male,32,0,0,1601,56.4958,,S
+0,3,Moen,male,25,0,0,348123,7.65,F G73,S
+1,2,Caldwell,male,0.83,0,2,248738,29,,S
+1,3,Dowdell,female,30,0,0,364516,12.475,,S
+0,3,Waelens,male,22,0,0,345767,9,,S
+1,3,Sheerlinck,male,29,0,0,345779,9.5,,S
+0,1,Carrau,male,28,0,0,113059,47.1,,S
+1,2,Ilett,female,17,0,0,SO/C 14885,10.5,,S
+1,3,Backstrom,female,33,3,0,3101278,15.85,,S
+0,3,Ford,male,16,1,3,W./C. 6608,34.375,,S
+1,1,Fortune,female,23,3,2,19950,263,C23 C25 C27,S
+0,3,Celotti,male,24,0,0,343275,8.05,,S
+0,3,Christmann,male,29,0,0,343276,8.05,,S
+0,3,Andreasson,male,20,0,0,347466,7.8542,,S
+0,1,Chaffee,male,46,1,0,W.E.P. 5734,61.175,E31,S
+0,3,Dean,male,26,1,2,C.A. 2315,20.575,,S
+0,3,Coxon,male,59,0,0,364500,7.25,,S
+0,1,Goldschmidt,male,71,0,0,PC 17754,34.6542,A5,C
+1,1,Greenfield,male,23,0,1,PC 17759,63.3583,D10 D12,C
+1,2,Doling,female,34,0,1,231919,23,,S
+0,2,Kantor,male,34,1,0,244367,26,,S
+0,3,Petranec,female,28,0,0,349245,7.8958,,S
+0,1,White,male,21,0,1,35281,77.2875,D26,S
+0,3,Johansson,male,33,0,0,7540,8.6542,,S
+0,3,Gustafsson,male,37,2,0,3101276,7.925,,S
+0,3,Mionoff,male,28,0,0,349207,7.8958,,S
+1,3,Salkjelsvik,female,21,0,0,343120,7.65,,S
+0,3,Rekic,male,38,0,0,349249,7.8958,,S
+0,1,Porter,male,47,0,0,110465,52,C110,S
+0,3,Zabour,female,14.5,1,0,2665,14.4542,,C
+0,3,Barton,male,22,0,0,324669,8.05,,S
+0,3,Jussila,female,20,1,0,4136,9.825,,S
+0,3,Attalah,female,17,0,0,2627,14.4583,,C
+0,3,Pekoniemi,male,21,0,0,STON/O 2. 3101294,7.925,,S
+0,3,Connors,male,70.5,0,0,370369,7.75,,Q
+0,2,Turpin,male,29,1,0,11668,21,,S
+0,1,Baxter,male,24,0,1,PC 17558,247.5208,B58 B60,C
+0,3,Andersson,female,2,4,2,347082,31.275,,S
+0,2,Hickman,male,21,2,0,S.O.C. 14879,73.5,,S
+0,2,Nasser,male,32.5,1,0,237736,30.0708,,C
+1,2,Webber,female,32.5,0,0,27267,13,E101,S
+0,1,White,male,54,0,1,35281,77.2875,D26,S
+1,3,Nicola-Yarred,male,12,1,0,2651,11.2417,,C
+1,3,Madsen,male,24,0,0,C 17369,7.1417,,S
+0,3,Ekstrom,male,45,0,0,347061,6.975,,S
+0,3,Drazenoic,male,33,0,0,349241,7.8958,,C
+0,3,Coelho,male,20,0,0,SOTON/O.Q. 3101307,7.05,,S
+0,3,Robins,female,47,1,0,A/5. 3337,14.5,,S
+1,2,Weisz,female,29,1,0,228414,26,,S
+0,2,Sobey,male,25,0,0,C.A. 29178,13,,S
+0,2,Richard,male,23,0,0,SC/PARIS 2133,15.0458,,C
+1,1,Newsom,female,19,0,2,11752,26.2833,D47,S
+0,1,Futrelle,male,37,1,0,113803,53.1,C123,S
+0,3,Osen,male,16,0,0,7534,9.2167,,S
+0,1,Giglio,male,24,0,0,PC 17593,79.2,B86,C
+1,3,Nysten,female,22,0,0,347081,7.75,,S
+1,3,Hakkarainen,female,24,1,0,STON/O2. 3101279,15.85,,S
+0,3,Burke,male,19,0,0,365222,6.75,,Q
+0,2,Andrew,male,18,0,0,231945,11.5,,S
+0,2,Nicholls,male,19,1,1,C.A. 33112,36.75,,S
+1,3,Andersson,male,27,0,0,350043,7.7958,,S
+0,3,Ford,female,9,2,2,W./C. 6608,34.375,,S
+0,2,Navratil,male,36.5,0,2,230080,26,F2,S
+0,2,Byles,male,42,0,0,244310,13,,S
+0,2,Bateman,male,51,0,0,S.O.P. 1166,12.525,,S
+1,1,Pears,female,22,1,0,113776,66.6,C2,S
+0,3,Meo,male,55.5,0,0,A.5. 11206,8.05,,S
+0,3,van,male,40.5,0,2,A/5. 851,14.5,,S
+0,1,Williams,male,51,0,1,PC 17597,61.3792,,C
+1,3,Gilnagh,female,16,0,0,35851,7.7333,,Q
+0,3,Corn,male,30,0,0,SOTON/OQ 392090,8.05,,S
+0,3,Cribb,male,44,0,1,371362,16.1,,S
+1,2,Watt,female,40,0,0,C.A. 33595,15.75,,S
+0,3,Bengtsson,male,26,0,0,347068,7.775,,S
+0,3,Calic,male,17,0,0,315093,8.6625,,S
+0,3,Panula,male,1,4,1,3101295,39.6875,,S
+1,3,Goldsmith,male,9,0,2,363291,20.525,,S
+0,3,Skoog,female,45,1,4,347088,27.9,,S
+0,3,Ling,male,28,0,0,1601,56.4958,,S
+0,1,Van,male,61,0,0,111240,33.5,B19,S
+0,3,Rice,male,4,4,1,382652,29.125,,Q
+1,3,Johnson,female,1,1,1,347742,11.1333,,S
+0,3,Sivola,male,21,0,0,STON/O 2. 3101280,7.925,,S
+0,1,Smith,male,56,0,0,17764,30.6958,A7,C
+0,3,Klasen,male,18,1,1,350404,7.8542,,S
+0,1,Isham,female,50,0,0,PC 17595,28.7125,C49,C
+0,2,Hale,male,30,0,0,250653,13,,S
+0,3,Leonard,male,36,0,0,LINE,0,,S
+0,3,Asplund,male,9,4,2,347077,31.3875,,S
+1,2,Becker,male,1,2,1,230136,39,F4,S
+1,3,Kink-Heilmann,female,4,0,2,315153,22.025,,S
+1,1,Romaine,male,45,0,0,111428,26.55,,S
+0,3,Bourke,male,40,1,1,364849,15.5,,Q
+0,3,Turcin,male,36,0,0,349247,7.8958,,S
+1,2,Pinsky,female,32,0,0,234604,13,,S
+0,2,Carbines,male,19,0,0,28424,13,,S
+1,3,Andersen-Jensen,female,19,1,0,350046,7.8542,,S
+1,2,Navratil,male,3,1,1,230080,26,F2,S
+1,1,Brown,female,44,0,0,PC 17610,27.7208,B4,C
+1,1,Lurette,female,58,0,0,PC 17569,146.5208,B80,C
+0,3,Olsen,male,42,0,1,4579,8.4042,,S
+0,2,Yrois,female,24,0,0,248747,13,,S
+0,3,Vande,male,28,0,0,345770,9.5,,S
+0,3,Johanson,male,34,0,0,3101264,6.4958,,S
+0,3,Youseff,male,45.5,0,0,2628,7.225,,C
+1,3,Cohen,male,18,0,0,A/5 3540,8.05,,S
+0,3,Strom,female,2,0,1,347054,10.4625,G6,S
+0,3,Backstrom,male,32,1,0,3101278,15.85,,S
+1,3,Albimona,male,26,0,0,2699,18.7875,,C
+1,3,Carr,female,16,0,0,367231,7.75,,Q
+1,1,Blank,male,40,0,0,112277,31,A31,C
+0,3,Ali,male,24,0,0,SOTON/O.Q. 3101311,7.05,,S
+1,2,Cameron,female,35,0,0,F.C.C. 13528,21,,S
+0,3,Perkin,male,22,0,0,A/5 21174,7.25,,S
+0,2,Givard,male,30,0,0,250646,13,,S
+1,1,Newell,female,31,1,0,35273,113.275,D36,C
+1,3,Honkanen,female,27,0,0,STON/O2. 3101283,7.925,,S
+0,2,Jacobsohn,male,42,1,0,243847,27,,S
+1,1,Bazzani,female,32,0,0,11813,76.2917,D15,C
+0,2,Harris,male,30,0,0,W/C 14208,10.5,,S
+1,3,Sunderland,male,16,0,0,SOTON/OQ 392089,8.05,,S
+0,2,Bracken,male,27,0,0,220367,13,,S
+0,3,Green,male,51,0,0,21440,8.05,,S
+1,1,Hoyt,male,38,1,0,19943,90,C93,S
+0,3,Berglund,male,22,0,0,PP 4348,9.35,,S
+1,2,Mellors,male,19,0,0,SW/PP 751,10.5,,S
+0,3,Lovell,male,20.5,0,0,A/5 21173,7.25,,S
+0,2,Fahlstrom,male,18,0,0,236171,13,,S
+1,1,Harris,female,35,1,0,36973,83.475,C83,S
+0,3,Larsson,male,29,0,0,347067,7.775,,S
+0,2,Sjostedt,male,59,0,0,237442,13.5,,S
+1,3,Asplund,female,5,4,2,347077,31.3875,,S
+0,2,Leyson,male,24,0,0,C.A. 29566,10.5,,S
+0,2,Hold,male,44,1,0,26707,26,,S
+1,2,Collyer,female,8,0,2,C.A. 31921,26.25,,S
+0,2,Pengelly,male,19,0,0,28665,10.5,,S
+0,2,Hunt,male,33,0,0,SCO/W 1585,12.275,,S
+0,2,Coleridge,male,29,0,0,W./C. 14263,10.5,,S
+0,3,Maenpaa,male,22,0,0,STON/O 2. 3101275,7.125,,S
+0,3,Attalah,male,30,0,0,2694,7.225,,C
+0,1,Minahan,male,44,2,0,19928,90,C78,Q
+0,3,Lindahl,female,25,0,0,347071,7.775,,S
+1,2,Hamalainen,female,24,0,2,250649,14.5,,S
+1,1,Beckwith,male,37,1,1,11751,52.5542,D35,S
+0,2,Carter,male,54,1,0,244252,26,,S
+0,3,Strom,female,29,1,1,347054,10.4625,G6,S
+0,1,Stead,male,62,0,0,113514,26.55,C87,S
+0,3,Lobb,male,30,1,0,A/5. 3336,16.1,,S
+0,3,Rosblom,female,41,0,2,370129,20.2125,,S
+1,3,Touma,female,29,0,2,2650,15.2458,,C
+1,1,Cherry,female,30,0,0,110152,86.5,B77,S
+1,1,Ward,female,35,0,0,PC 17755,512.3292,,C
+1,2,Parrish,female,50,0,1,230433,26,,S
+1,3,Asplund,male,3,4,2,347077,31.3875,,S
+0,1,Taussig,male,52,1,1,110413,79.65,E67,S
+0,1,Harrison,male,40,0,0,112059,0,B94,S
+0,2,Reeves,male,36,0,0,C.A. 17248,10.5,,S
+0,3,Panula,male,16,4,1,3101295,39.6875,,S
+1,3,Persson,male,25,1,0,347083,7.775,,S
+1,1,Graham,female,58,0,1,PC 17582,153.4625,C125,S
+1,1,Bissette,female,35,0,0,PC 17760,135.6333,C99,S
+1,3,Tornquist,male,25,0,0,LINE,0,,S
+1,2,Mellinger,female,41,0,1,250644,19.5,,S
+0,1,Natsch,male,37,0,1,PC 17596,29.7,C118,C
+1,1,Andrews,female,63,1,0,13502,77.9583,D7,S
+0,3,Lindblom,female,45,0,0,347073,7.75,,S
+0,3,Rice,male,7,4,1,382652,29.125,,Q
+1,3,Abbott,female,35,1,1,C.A. 2673,20.25,,S
+0,3,Duane,male,65,0,0,336439,7.75,,Q
+0,3,Olsson,male,28,0,0,347464,7.8542,,S
+0,3,de,male,16,0,0,345778,9.5,,S
+1,3,Dorking,male,19,0,0,A/5. 10482,8.05,,S
+0,3,Stankovic,male,33,0,0,349239,8.6625,,C
+1,3,de,male,30,0,0,345774,9.5,,S
+0,3,Naidenoff,male,22,0,0,349206,7.8958,,S
+1,2,Hosono,male,42,0,0,237798,13,,S
+1,3,Connolly,female,22,0,0,370373,7.75,,Q
+1,1,Barber,female,26,0,0,19877,78.85,,S
+1,1,Bishop,female,19,1,0,11967,91.0792,B49,C
+0,2,Levy,male,36,0,0,SC/Paris 2163,12.875,D,C
+0,3,Haas,female,24,0,0,349236,8.85,,S
+0,3,Mineff,male,24,0,0,349233,7.8958,,S
+0,3,Hanna,male,23.5,0,0,2693,7.2292,,C
+0,1,Allison,female,2,1,2,113781,151.55,C22 C26,S
+1,1,Baxter,female,50,0,1,PC 17558,247.5208,B58 B60,C
+0,3,Johnson,male,19,0,0,LINE,0,,S
+1,1,Allison,male,0.92,1,2,113781,151.55,C22 C26,S
+1,1,Penasco,female,17,1,0,PC 17758,108.9,C65,C
+0,2,Abelson,male,30,1,0,P/PP 3381,24,,C
+1,1,Francatelli,female,30,0,0,PC 17485,56.9292,E36,C
+1,1,Hays,female,24,0,0,11767,83.1583,C54,C
+1,1,Ryerson,female,18,2,2,PC 17608,262.375,B57 B59 B63 B66,C
+0,2,Lahtinen,female,26,1,1,250651,26,,S
+0,3,Hendekovic,male,28,0,0,349243,7.8958,,S
+0,2,Hart,male,43,1,1,F.C.C. 13529,26.25,,S
+1,3,Nilsson,female,26,0,0,347470,7.8542,,S
+1,2,Kantor,female,24,1,0,244367,26,,S
+0,2,Moraweck,male,54,0,0,29011,14,,S
+1,1,Wick,female,31,0,2,36928,164.8667,C7,S
+1,1,Spedden,female,40,1,1,16966,134.5,E34,C
+0,3,Dennis,male,22,0,0,A/5 21172,7.25,,S
+0,3,Danoff,male,27,0,0,349219,7.8958,,S
+1,2,Slayter,female,30,0,0,234818,12.35,,Q
+1,2,Caldwell,female,22,1,1,248738,29,,S
+1,1,Young,female,36,0,0,PC 17760,135.6333,C32,C
+0,3,Nysveen,male,61,0,0,345364,6.2375,,S
+1,2,Ball,female,36,0,0,28551,13,D,S
+1,3,Goldsmith,female,31,1,1,363291,20.525,,S
+1,1,Hippach,female,16,0,1,111361,57.9792,B18,C
+0,1,Partner,male,45.5,0,0,113043,28.5,C124,S
+0,1,Graham,male,38,0,1,PC 17582,153.4625,C91,S
+0,3,Vander,male,16,2,0,345764,18,,S
+0,1,Pears,male,29,1,0,113776,66.6,C2,S
+1,1,Burns,female,41,0,0,16966,134.5,E40,C
+1,3,Dahl,male,45,0,0,7598,8.05,,S
+0,1,Blackwell,male,45,0,0,113784,35.5,T,S
+1,2,Navratil,male,2,1,1,230080,26,F2,S
+1,1,Fortune,female,24,3,2,19950,263,C23 C25 C27,S
+0,2,Collander,male,28,0,0,248740,13,,S
+0,2,Sedgwick,male,25,0,0,244361,13,,S
+0,2,Fox,male,36,0,0,229236,13,,S
+1,2,Brown,female,24,0,0,248733,13,F33,S
+1,2,Smith,female,40,0,0,31418,13,,S
+1,3,Coutts,male,3,1,1,C.A. 37671,15.9,,S
+0,3,Dimic,male,42,0,0,315088,8.6625,,S
+0,3,Odahl,male,23,0,0,7267,9.225,,S
+0,3,Elias,male,15,1,1,2695,7.2292,,C
+0,3,Arnold-Franchi,male,25,1,0,349237,17.8,,S
+0,3,Vanden,male,28,0,0,345783,9.5,,S
+1,1,Bowerman,female,22,0,1,113505,55,E33,S
+0,2,Funk,female,38,0,0,237671,13,,S
+0,3,Skoog,male,40,1,4,347088,27.9,,S
+0,2,del,male,29,1,0,SC/PARIS 2167,27.7208,,C
+0,3,Barbara,female,45,0,1,2691,14.4542,,C
+0,3,Asim,male,35,0,0,SOTON/O.Q. 3101310,7.05,,S
+0,3,Adahl,male,30,0,0,C 7076,7.25,,S
+1,1,Warren,female,60,1,0,110813,75.25,D37,C
+1,1,Aubart,female,24,0,0,PC 17477,69.3,B35,C
+1,1,Harder,male,25,1,0,11765,55.4417,E50,C
+0,3,Wiklund,male,18,1,0,3101267,6.4958,,S
+0,3,Beavan,male,19,0,0,323951,8.05,,S
+0,1,Ringhini,male,22,0,0,PC 17760,135.6333,,C
+0,3,Palsson,female,3,3,1,349909,21.075,,S
+1,3,Landergren,female,22,0,0,C 7077,7.25,,S
+0,1,Widener,male,27,0,2,113503,211.5,C82,C
+0,3,Betros,male,20,0,0,2648,4.0125,,C
+0,3,Gustafsson,male,19,0,0,347069,7.775,,S
+1,1,Bidois,female,42,0,0,PC 17757,227.525,,C
+1,3,Nakid,female,1,0,2,2653,15.7417,,C
+0,3,Tikkanen,male,32,0,0,STON/O 2. 3101293,7.925,,S
+1,1,Holverson,female,35,1,0,113789,52,,S
+0,2,Davies,male,18,0,0,S.O.C. 14879,73.5,,S
+0,3,Goodwin,male,1,5,2,CA 2144,46.9,,S
+1,2,Buss,female,36,0,0,27849,13,,S
+1,2,Lehmann,female,17,0,0,SC 1748,12,,C
+1,1,Carter,male,36,1,2,113760,120,B96 B98,S
+1,3,Jansson,male,21,0,0,350034,7.7958,,S
+0,3,Gustafsson,male,28,2,0,3101277,7.925,,S
+1,1,Newell,female,23,1,0,35273,113.275,D36,C
+1,3,Sandstrom,female,24,0,2,PP 9549,16.7,G6,S
+0,3,Johansson,male,22,0,0,350052,7.7958,,S
+0,3,Olsson,female,31,0,0,350407,7.8542,,S
+0,2,McKane,male,46,0,0,28403,26,,S
+0,2,Pain,male,23,0,0,244278,10.5,,S
+1,2,Trout,female,28,0,0,240929,12.65,,S
+1,3,Niskanen,male,39,0,0,STON/O 2. 3101289,7.925,,S
+0,3,Adams,male,26,0,0,341826,8.05,,S
+0,3,Jussila,female,21,1,0,4137,9.825,,S
+0,3,Hakkarainen,male,28,1,0,STON/O2. 3101279,15.85,,S
+0,3,Oreskovic,female,20,0,0,315096,8.6625,,S
+0,2,Gale,male,34,1,0,28664,21,,S
+0,3,Widegren,male,51,0,0,347064,7.75,,S
+1,2,Richards,male,3,1,1,29106,18.75,,S
+0,3,Birkeland,male,21,0,0,312992,7.775,,S
+1,1,Minahan,female,33,1,0,19928,90,C78,Q
+1,3,Sundman,male,44,0,0,STON/O 2. 3101269,7.925,,S
+1,2,Drew,female,34,1,1,28220,32.5,,S
+1,2,Silven,female,18,0,2,250652,13,,S
+0,2,Matthews,male,30,0,0,28228,13,,S
+0,3,Van,female,10,0,2,345773,24.15,,S
+0,3,Charters,male,21,0,0,A/5. 13032,7.7333,,Q
+0,3,Zimmerman,male,29,0,0,315082,7.875,,S
+0,3,Danbom,female,28,1,1,347080,14.4,,S
+0,3,Rosblom,male,18,1,1,370129,20.2125,,S
+1,2,Clarke,female,28,1,0,2003,26,,S
+1,2,Phillips,female,19,0,0,250655,26,,S
+1,3,Pickard,male,32,0,0,SOTON/O.Q. 392078,8.05,E10,S
+1,1,Bjornstrom-Steffansson,male,28,0,0,110564,26.55,C52,S
+1,2,Louch,female,42,1,0,SC/AH 3085,26,,S
+0,3,Kallio,male,17,0,0,STON/O 2. 3101274,7.125,,S
+0,1,Silvey,male,50,1,0,13507,55.9,E44,S
+1,1,Carter,female,14,1,2,113760,120,B96 B98,S
+0,3,Ford,female,21,2,2,W./C. 6608,34.375,,S
+1,2,Richards,female,24,2,3,29106,18.75,,S
+0,1,Fortune,male,64,1,4,19950,263,C23 C25 C27,S
+0,2,Kvillner,male,31,0,0,C.A. 18723,10.5,,S
+1,2,Hart,female,45,1,1,F.C.C. 13529,26.25,,S
+0,3,Hampe,male,20,0,0,345769,9.5,,S
+0,3,Petterson,male,25,1,0,347076,7.775,,S
+1,2,Reynaldo,female,28,0,0,230434,13,,S
+1,1,Dodge,male,4,0,2,33638,81.8583,A34,S
+1,2,Mellinger,female,13,0,1,250644,19.5,,S
+1,1,Seward,male,34,0,0,113794,26.55,,S
+1,3,Baclini,female,5,2,1,2666,19.2583,,C
+1,1,Peuchen,male,52,0,0,113786,30.5,C104,S
+0,2,West,male,36,1,2,C.A. 34651,27.75,,S
+0,1,Foreman,male,30,0,0,113051,27.75,C111,C
+1,1,Goldenberg,male,49,1,0,17453,89.1042,C92,C
+1,3,Jalsevac,male,29,0,0,349240,7.8958,,C
+0,1,Millet,male,65,0,0,13509,26.55,E38,S
+1,2,Toomey,female,50,0,0,F.C.C. 13531,10.5,,S
+1,1,Anderson,male,48,0,0,19952,26.55,E12,S
+0,3,Morley,male,34,0,0,364506,8.05,,S
+0,1,Gee,male,47,0,0,111320,38.5,E63,S
+0,2,Milling,male,48,0,0,234360,13,,S
+0,3,Goncalves,male,38,0,0,SOTON/O.Q. 3101306,7.05,,S
+0,1,Smart,male,56,0,0,113792,26.55,,S
+1,3,Baclini,female,0.75,2,1,2666,19.2583,,C
+0,3,Cacic,male,38,0,0,315089,8.6625,,S
+1,2,West,female,33,1,2,C.A. 34651,27.75,,S
+1,2,Jerwan,female,23,0,0,SC/AH Basle 541,13.7917,D,C
+0,3,Strandberg,female,22,0,0,7553,9.8375,,S
+0,2,Renouf,male,34,1,0,31027,21,,S
+0,3,Braund,male,29,1,0,3460,7.0458,,S
+0,3,Karlsson,male,22,0,0,350060,7.5208,,S
+1,3,Hirvonen,female,2,0,1,3101298,12.2875,,S
+0,3,Goodwin,male,9,5,2,CA 2144,46.9,,S
+0,3,Rouse,male,50,0,0,A/5 3594,8.05,,S
+1,3,Turkula,female,63,0,0,4134,9.5875,,S
+1,1,Bishop,male,25,1,0,11967,91.0792,B49,C
+1,1,Hoyt,female,35,1,0,19943,90,C93,S
+0,1,Kent,male,58,0,0,11771,29.7,B37,C
+0,3,Somerton,male,30,0,0,A.5. 18509,8.05,,S
+1,3,Coutts,male,9,1,1,C.A. 37671,15.9,,S
+0,3,Windelov,male,21,0,0,SOTON/OQ 3101317,7.25,,S
+0,1,Molson,male,55,0,0,113787,30.5,C30,S
+0,1,Artagaveytia,male,71,0,0,PC 17609,49.5042,,C
+0,3,Stanley,male,21,0,0,A/4 45380,8.05,,S
+1,1,Eustis,female,54,1,0,36947,78.2667,D20,C
+0,1,Allison,female,25,1,2,113781,151.55,C22 C26,S
+0,3,Svensson,male,24,0,0,350035,7.7958,,S
+0,3,Calic,male,17,0,0,315086,8.6625,,S
+0,3,Canavan,female,21,0,0,364846,7.75,,Q
+0,3,Laitinen,female,37,0,0,4135,9.5875,,S
+1,1,Maioni,female,16,0,0,110152,86.5,B79,S
+0,1,Penasco,male,18,1,0,PC 17758,108.9,C65,C
+1,2,Quick,female,33,0,2,26360,26,,S
+0,3,Olsen,male,28,0,0,C 4001,22.525,,S
+1,3,Lang,male,26,0,0,1601,56.4958,,S
+1,3,Daly,male,29,0,0,382651,7.75,,Q
+1,1,McGough,male,36,0,0,PC 17473,26.2875,E25,S
+1,1,Rothschild,female,54,1,0,PC 17603,59.4,,C
+0,3,Coleff,male,24,0,0,349209,7.4958,,S
+0,1,Walker,male,47,0,0,36967,34.0208,D46,S
+1,2,Lemore,female,34,0,0,C.A. 34260,10.5,F33,S
+1,2,Angle,female,36,1,0,226875,26,,S
+0,3,Pavlovic,male,32,0,0,349242,7.8958,,S
+1,1,Perreault,female,30,0,0,12749,93.5,B73,S
+0,3,Vovk,male,22,0,0,349252,7.8958,,S
+1,1,Hippach,female,44,0,1,111361,57.9792,B18,C
+0,3,Farrell,male,40.5,0,0,367232,7.75,,Q
+1,2,Ridsdale,female,50,0,0,W./C. 14258,10.5,,S
+0,3,Salonen,male,39,0,0,3101296,7.925,,S
+0,2,Hocking,male,23,2,1,29104,11.5,,S
+1,2,Quick,female,2,1,1,26360,26,,S
+0,3,Elias,male,17,1,1,2690,7.2292,,C
+0,3,Cacic,female,30,0,0,315084,8.6625,,S
+1,2,Hart,female,7,0,2,F.C.C. 13529,26.25,,S
+0,1,Butt,male,45,0,0,113050,26.55,B38,S
+1,1,LeRoy,female,30,0,0,PC 17761,106.425,,C
+1,1,Frolicher,female,22,0,2,13568,49.5,B39,C
+1,1,Crosby,female,36,0,2,WE/P 5735,71,B22,S
+0,3,Andersson,female,9,4,2,347082,31.275,,S
+0,3,Andersson,female,11,4,2,347082,31.275,,S
+1,2,Beane,male,32,1,0,2908,26,,S
+0,1,Douglas,male,50,1,0,PC 17761,106.425,C86,C
+0,1,Nicholson,male,64,0,0,693,26,,S
+1,2,Beane,female,19,1,0,2908,26,,S
+0,3,Goldsmith,male,33,1,1,363291,20.525,,S
+1,2,Davies,male,8,1,1,C.A. 33112,36.75,,S
+1,1,Thayer,male,17,0,2,17421,110.8833,C70,C
+0,2,Sharp,male,27,0,0,244358,26,,S
+1,3,Leeni,male,22,0,0,2620,7.225,,C
+1,3,Ohman,female,22,0,0,347085,7.775,,S
+0,1,Wright,male,62,0,0,113807,26.55,,S
+1,1,Duff,female,48,1,0,11755,39.6,A16,C
+1,1,Taussig,female,39,1,1,110413,79.65,E67,S
+1,3,de,female,36,1,0,345572,17.4,,S
+0,3,Sivic,male,40,0,0,349251,7.8958,,S
+0,2,Norman,male,28,0,0,218629,13.5,,S
+0,3,Davies,male,24,2,0,A/4 48871,24.15,,S
+0,3,Stoytcheff,male,19,0,0,349205,7.8958,,S
+0,3,Palsson,female,29,0,4,349909,21.075,,S
+1,3,Jonsson,male,32,0,0,350417,7.8542,,S
+1,2,Harris,male,62,0,0,S.W./PP 752,10.5,,S
+1,1,Appleton,female,53,2,0,11769,51.4792,C101,S
+1,1,Flynn,male,36,0,0,PC 17474,26.3875,E25,S
+0,3,Rush,male,16,0,0,A/4. 20589,8.05,,S
+0,3,Patchett,male,19,0,0,358585,14.5,,S
+1,2,Garside,female,34,0,0,243880,13,,S
+1,1,Silvey,female,39,1,0,13507,55.9,E44,S
+1,3,Jussila,male,32,0,0,STON/O 2. 3101286,7.925,,S
+1,2,Christy,female,25,1,1,237789,30,,S
+1,1,Thayer,female,39,1,1,17421,110.8833,C68,C
+0,2,Downton,male,54,0,0,28403,26,,S
+0,1,Ross,male,36,0,0,13049,40.125,A10,C
+1,1,Taussig,female,18,0,2,110413,79.65,E68,S
+0,2,Jarvis,male,47,0,0,237565,15,,S
+1,1,Frolicher-Stehli,male,60,1,1,13567,79.2,B41,C
+0,3,Gilinski,male,22,0,0,14973,8.05,,S
+0,3,Rintamaki,male,35,0,0,STON/O 2. 3101273,7.125,,S
+1,1,Stephenson,female,52,1,0,36947,78.2667,D20,C
+0,3,Elsbury,male,47,0,0,A/5 3902,7.25,,S
+0,2,Chapman,male,37,1,0,SC/AH 29037,26,,S
+0,3,Van,male,36,1,1,345773,24.15,,S
+0,3,Johnson,male,49,0,0,LINE,0,,S
+1,1,Duff,male,49,1,0,PC 17485,56.9292,A20,C
+1,2,Jacobsohn,female,24,2,1,243847,27,,S
+0,3,Torber,male,44,0,0,364511,8.05,,S
+1,1,Homer,male,35,0,0,111426,26.55,,C
+0,3,Lindell,male,36,1,0,349910,15.55,,S
+0,3,Karaic,male,30,0,0,349246,7.8958,,S
+1,1,Daniel,male,27,0,0,113804,30.5,,S
+1,2,Laroche,female,22,1,2,SC/Paris 2123,41.5792,,C
+1,1,Shutes,female,40,0,0,PC 17582,153.4625,C125,S
+0,3,Andersson,female,39,1,5,347082,31.275,,S
+0,3,Brocklebank,male,35,0,0,364512,8.05,,S
+1,2,Herman,female,24,1,2,220845,65,,S
+0,3,Danbom,male,34,1,1,347080,14.4,,S
+0,3,Lobb,female,26,1,0,A/5. 3336,16.1,,S
+1,2,Becker,female,4,2,1,230136,39,F4,S
+0,2,Gavey,male,26,0,0,31028,10.5,,S
+0,3,Yasbeck,male,27,1,0,2659,14.4542,,C
+1,1,Kimball,male,42,1,0,11753,52.5542,D19,S
+1,3,Nakid,male,20,1,1,2653,15.7417,,C
+0,3,Hansen,male,21,0,0,350029,7.8542,,S
+0,3,Bowen,male,21,0,0,54636,16.1,,S
+0,1,Sutton,male,61,0,0,36963,32.3208,D50,S
+0,2,Kirkland,male,57,0,0,219533,12.35,,Q
+1,1,Longley,female,21,0,0,13502,77.9583,D9,S
+0,3,Bostandyeff,male,26,0,0,349224,7.8958,,S
+1,1,Barkworth,male,80,0,0,27042,30,A23,S
+0,3,Lundahl,male,51,0,0,347743,7.0542,,S
+1,1,Stahelin-Maeglin,male,32,0,0,13214,30.5,B50,C
+0,3,Skoog,female,9,3,2,347088,27.9,,S
+1,2,Davis,female,28,0,0,237668,13,,S
+0,3,Leinonen,male,32,0,0,STON/O 2. 3101292,7.925,,S
+0,2,Collyer,male,31,1,1,C.A. 31921,26.25,,S
+0,3,Panula,female,41,0,5,3101295,39.6875,,S
+0,3,Jensen,male,20,0,0,350050,7.8542,,S
+1,1,Sagesser,female,24,0,0,PC 17477,69.3,B35,C
+0,3,Skoog,female,2,3,2,347088,27.9,,S
+1,3,Baclini,female,0.75,2,1,2666,19.2583,,C
+1,1,Harper,male,48,1,0,PC 17572,76.7292,D33,C
+0,3,Cor,male,19,0,0,349231,7.8958,,S
+1,1,Simonius-Blumer,male,56,0,0,13213,35.5,A26,C
+1,3,Stanley,female,23,0,0,CA. 2314,7.55,,S
+1,2,Doling,female,18,0,1,231919,23,,S
+0,3,Kalvik,male,21,0,0,8475,8.4333,,S
+0,3,Hegarty,female,18,0,0,365226,6.75,,Q
+0,2,Hickman,male,24,2,0,S.O.C. 14879,73.5,,S
+0,3,Bourke,female,32,1,1,364849,15.5,,Q
+0,2,Eitemiller,male,23,0,0,29751,13,,S
+0,1,Newell,male,58,0,2,35273,113.275,D48,C
+1,1,Frauenthal,male,50,2,0,PC 17611,133.65,,S
+0,3,Badt,male,40,0,0,2623,7.225,,C
+0,1,Colley,male,47,0,0,5727,25.5875,E58,S
+0,3,Coleff,male,36,0,0,349210,7.4958,,S
+1,3,Lindqvist,male,20,1,0,STON/O 2. 3101285,7.925,,S
+0,2,Hickman,male,32,2,0,S.O.C. 14879,73.5,,S
+0,2,Butler,male,25,0,0,234686,13,,S
+0,3,Cook,male,43,0,0,A/5 3536,8.05,,S
+1,2,Brown,female,40,1,1,29750,39,,S
+0,1,Davidson,male,31,1,0,F.C. 12750,52,B71,S
+0,2,Mitchell,male,70,0,0,C.A. 24580,10.5,,S
+1,2,Wilhelms,male,31,0,0,244270,13,,S
+0,3,Edvardsson,male,18,0,0,349912,7.775,,S
+0,3,Sawyer,male,24.5,0,0,342826,8.05,,S
+1,3,Turja,female,18,0,0,4138,9.8417,,S
+0,3,Goodwin,female,43,1,6,CA 2144,46.9,,S
+1,1,Cardeza,male,36,0,1,PC 17755,512.3292,B51 B53 B55,C
+1,1,Hassab,male,27,0,0,PC 17572,76.7292,D49,C
+0,3,Olsvigen,male,20,0,0,6563,9.225,,S
+0,3,Goodwin,male,14,5,2,CA 2144,46.9,,S
+0,2,Brown,male,60,1,1,29750,39,,S
+0,2,Laroche,male,25,1,2,SC/Paris 2123,41.5792,,C
+0,3,Panula,male,14,4,1,3101295,39.6875,,S
+0,3,Dakic,male,19,0,0,349228,10.1708,,S
+0,3,Fischer,male,18,0,0,350036,7.7958,,S
+1,1,Madill,female,15,0,1,24160,211.3375,B5,S
+1,1,Dick,male,31,1,0,17474,57,B20,S
+1,3,Karun,female,4,0,1,349256,13.4167,,C
+0,3,Saad,male,25,0,0,2672,7.225,,C
+0,1,Weir,male,60,0,0,113800,26.55,,S
+0,2,Chapman,male,52,0,0,248731,13.5,,S
+0,3,Kelly,male,44,0,0,363592,8.05,,S
+0,1,Thayer,male,49,1,1,17421,110.8833,C68,C
+0,3,Humblen,male,42,0,0,348121,7.65,F G63,S
+1,1,Astor,female,18,1,0,PC 17757,227.525,C62 C64,C
+1,1,Silverthorne,male,35,0,0,PC 17475,26.2875,E24,S
+0,3,Barbara,female,18,0,1,2691,14.4542,,C
+0,3,Gallagher,male,25,0,0,36864,7.7417,,Q
+0,3,Hansen,male,26,1,0,350025,7.8542,,S
+0,2,Morley,male,39,0,0,250655,26,,S
+1,2,Kelly,female,45,0,0,223596,13.5,,S
+1,1,Calderhead,male,42,0,0,PC 17476,26.2875,E24,S
+1,1,Cleaver,female,22,0,0,113781,151.55,,S
+1,1,Mayne,female,24,0,0,PC 17482,49.5042,C90,C
+1,1,Taylor,male,48,1,0,19996,52,C126,S
+0,3,Larsson,male,29,0,0,7545,9.4833,,S
+0,2,Greenberg,male,52,0,0,250647,13,,S
+0,3,Soholt,male,19,0,0,348124,7.65,F G73,S
+1,1,Endres,female,38,0,0,PC 17757,227.525,C45,C
+1,2,Troutt,female,27,0,0,34218,10.5,E101,S
+0,3,Johnson,male,33,0,0,347062,7.775,,S
+1,2,Harper,female,6,0,1,248727,33,,S
+0,3,Jensen,male,17,1,0,350048,7.0542,,S
+0,2,Gillespie,male,34,0,0,12233,13,,S
+0,2,Hodges,male,50,0,0,250643,13,,S
+1,1,Chambers,male,27,1,0,113806,53.1,E8,S
+0,3,Oreskovic,male,20,0,0,315094,8.6625,,S
+1,2,Renouf,female,30,3,0,31027,21,,S
+0,2,Bryhl,male,25,1,0,236853,26,,S
+0,3,Ilmakangas,female,25,1,0,STON/O2. 3101271,7.925,,S
+1,1,Allen,female,29,0,0,24160,211.3375,B5,S
+0,3,Hassan,male,11,0,0,2699,18.7875,,C
+0,2,Berriman,male,23,0,0,28425,13,,S
+0,2,Troupiansky,male,23,0,0,233639,13,,S
+0,3,Williams,male,28.5,0,0,54636,16.1,,S
+0,3,Ford,female,48,1,3,W./C. 6608,34.375,,S
+1,1,Lesurer,male,35,0,0,PC 17755,512.3292,B101,C
+0,1,Cavendish,male,36,1,0,19877,78.85,C46,S
+1,1,Ryerson,female,21,2,2,PC 17608,262.375,B57 B59 B63 B66,C
+0,3,McNamee,male,24,1,0,376566,16.1,,S
+1,3,Stranden,male,31,0,0,STON/O 2. 3101288,7.925,,S
+0,1,Crosby,male,70,1,1,WE/P 5735,71,B22,S
+0,3,Abbott,male,16,1,1,C.A. 2673,20.25,,S
+1,2,Sinkkonen,female,30,0,0,250648,13,,S
+0,1,Marvin,male,19,1,0,113773,53.1,D30,S
+0,3,Connaghton,male,31,0,0,335097,7.75,,Q
+1,2,Wells,female,4,1,1,29103,23,,S
+1,3,Moor,male,6,0,1,392096,12.475,E121,S
+0,3,Vande,male,33,0,0,345780,9.5,,S
+0,3,Jonkoff,male,23,0,0,349204,7.8958,,S
+1,2,Herman,female,48,1,2,220845,65,,S
+1,2,Hamalainen,male,0.67,1,1,250649,14.5,,S
+0,3,Carlsson,male,28,0,0,350042,7.7958,,S
+0,2,Bailey,male,18,0,0,29108,11.5,,S
+0,3,Theobald,male,34,0,0,363294,8.05,,S
+1,1,Rothes,female,33,0,0,110152,86.5,B77,S
+0,3,Nirva,male,41,0,0,SOTON/O2 3101272,7.125,,S
+1,3,Barah,male,20,0,0,2663,7.2292,,C
+1,1,Carter,female,36,1,2,113760,120,B96 B98,S
+0,3,Eklund,male,16,0,0,347074,7.775,,S
+1,1,Hogeboom,female,51,1,0,13502,77.9583,D11,S
+0,3,Mangan,female,30.5,0,0,364850,7.75,,Q
+0,3,Gronnestad,male,32,0,0,8471,8.3625,,S
+0,3,Lievens,male,24,0,0,345781,9.5,,S
+0,3,Jensen,male,48,0,0,350047,7.8542,,S
+0,2,Mack,female,57,0,0,S.O./P.P. 3,10.5,E77,S
+1,2,Hocking,female,54,1,3,29105,23,,S
+0,3,Myhrman,male,18,0,0,347078,7.75,,S
+1,3,Emanuel,female,5,0,0,364516,12.475,,S
+1,1,Robert,female,43,0,1,24160,211.3375,B3,S
+1,3,Ayoub,female,13,0,0,2687,7.2292,,C
+1,1,Dick,female,17,1,0,17474,57,B20,S
+0,1,Long,male,29,0,0,113501,30,D6,S
+0,3,Ali,male,25,0,0,SOTON/O.Q. 3101312,7.05,,S
+0,3,Harmer,male,25,0,0,374887,7.25,,S
+1,3,Sjoblom,female,18,0,0,3101265,7.4958,,S
+0,3,Rice,male,8,4,1,382652,29.125,,Q
+1,3,Dean,male,1,1,2,C.A. 2315,20.575,,S
+0,1,Guggenheim,male,46,0,0,PC 17593,79.2,B82 B84,C
+0,2,Gaskell,male,16,0,0,239865,26,,S
+0,3,Dantcheff,male,25,0,0,349203,7.8958,,S
+0,2,Otter,male,39,0,0,28213,13,,S
+1,1,Leader,female,49,0,0,17465,25.9292,D17,S
+1,3,Osman,female,31,0,0,349244,8.6833,,S
+0,3,Ibrahim,male,30,0,0,2685,7.2292,,C
+0,3,Van,female,30,1,1,345773,24.15,,S
+0,2,Ponesell,male,34,0,0,250647,13,,S
+1,2,Collyer,female,31,1,1,C.A. 31921,26.25,,S
+1,1,Carter,male,11,1,2,113760,120,B96 B98,S
+1,3,Thomas,male,0.42,0,1,2625,8.5167,,C
+1,3,Hedman,male,27,0,0,347089,6.975,,S
+0,3,Johansson,male,31,0,0,347063,7.775,,S
+0,1,Andrews,male,39,0,0,112050,0,A36,S
+0,3,Pettersson,female,18,0,0,347087,7.775,,S
+0,2,Meyer,male,39,0,0,248723,13,,S
+1,1,Chambers,female,33,1,0,113806,53.1,E8,S
+0,3,Alexander,male,26,0,0,3474,7.8875,,S
+0,3,Lester,male,39,0,0,A/4 48871,24.15,,S
+0,2,Slemen,male,35,0,0,28206,10.5,,S
+0,3,Andersson,female,6,4,2,347082,31.275,,S
+0,3,Tomlin,male,30.5,0,0,364499,8.05,,S
+0,3,Heininen,female,23,0,0,STON/O2. 3101290,7.925,,S
+0,2,Mallet,male,31,1,1,S.C./PARIS 2079,37.0042,,C
+0,3,Holm,male,43,0,0,C 7075,6.45,,S
+0,3,Skoog,male,10,3,2,347088,27.9,,S
+1,1,Hays,female,52,1,1,12749,93.5,B69,S
+1,3,Lulic,male,27,0,0,315098,8.6625,,S
+0,1,Reuchlin,male,38,0,0,19972,0,,S
+1,3,Moor,female,27,0,1,392096,12.475,E121,S
+0,3,Panula,male,2,4,1,3101295,39.6875,,S
+1,2,Mallet,male,1,0,2,S.C./PARIS 2079,37.0042,,C
+1,1,Stone,female,62,0,0,113572,80,B28,
+1,3,Yasbeck,female,15,1,0,2659,14.4542,,C
+1,2,Richards,male,0.83,1,1,29106,18.75,,S
+0,3,Augustsson,male,23,0,0,347468,7.8542,,S
+0,3,Allum,male,18,0,0,2223,8.3,,S
+1,1,Compton,female,39,1,1,PC 17756,83.1583,E49,C
+0,3,Pasic,male,21,0,0,315097,8.6625,,S
+1,3,Chip,male,32,0,0,1601,56.4958,,S
+0,3,Alhomaki,male,20,0,0,SOTON/O2 3101287,7.925,,S
+0,2,Mudd,male,16,0,0,S.O./P.P. 3,10.5,,S
+1,1,Serepeca,female,30,0,0,113798,31,,C
+0,3,Lemberopolous,male,34.5,0,0,2683,6.4375,,C
+0,3,Culumovic,male,17,0,0,315090,8.6625,,S
+0,3,Abbing,male,42,0,0,C.A. 5547,7.55,,S
+0,3,Markoff,male,35,0,0,349213,7.8958,,C
+0,2,Harper,male,28,0,1,248727,33,,S
+0,3,Andersson,male,4,4,2,347082,31.275,,S
+0,3,Svensson,male,74,0,0,347060,7.775,,S
+0,3,Boulos,female,9,1,1,2678,15.2458,,C
+1,1,Lines,female,16,0,1,PC 17592,39.4,D28,S
+0,2,Carter,female,44,1,0,244252,26,,S
+1,3,Aks,female,18,0,1,392091,9.35,,S
+1,1,Wick,female,45,1,1,36928,164.8667,,S
+1,1,Daly,male,51,0,0,113055,26.55,E17,S
+1,3,Baclini,female,24,0,3,2666,19.2583,,C
+0,3,Hansen,male,41,2,0,350026,14.1083,,S
+0,2,Giles,male,21,1,0,28134,11.5,,S
+1,1,Swift,female,48,0,0,17466,25.9292,D17,S
+0,2,Gill,male,24,0,0,233866,13,,S
+1,2,Bystrom,female,42,0,0,236852,13,,S
+1,2,Duran,female,27,1,0,SC/PARIS 2149,13.8583,,C
+0,1,Roebling,male,31,0,0,PC 17590,50.4958,A24,S
+1,3,Johnson,male,4,1,1,347742,11.1333,,S
+0,3,Balkic,male,26,0,0,349248,7.8958,,S
+1,1,Beckwith,female,47,1,1,11751,52.5542,D35,S
+0,1,Carlsson,male,33,0,0,695,5,B51 B53 B55,S
+0,3,Vander,male,47,0,0,345765,9,,S
+1,2,Abelson,female,28,1,0,P/PP 3381,24,,C
+1,3,Najib,female,15,0,0,2667,7.225,,C
+0,3,Gustafsson,male,20,0,0,7534,9.8458,,S
+0,3,Petroff,male,19,0,0,349212,7.8958,,S
+1,1,Potter,female,56,0,1,11767,83.1583,C50,C
+1,2,Shelley,female,25,0,1,230433,26,,S
+0,3,Markun,male,33,0,0,349257,7.8958,,S
+0,3,Dahlberg,female,22,0,0,7552,10.5167,,S
+0,2,Banfield,male,28,0,0,C.A./SOTON 34068,10.5,,S
+0,3,Sutehall,male,25,0,0,SOTON/OQ 392076,7.05,,S
+0,3,Rice,female,39,0,5,382652,29.125,,Q
+0,2,Montvila,male,27,0,0,211536,13,,S
+1,1,Graham,female,19,0,0,112053,30,B42,S
+1,1,Behr,male,26,0,0,111369,30,C148,C
+0,3,Dooley,male,32,0,0,370376,7.75,,Q

apps/simple/gptllama.ts

@@ -0,0 +1,40 @@
+import { stdin as input, stdout as output } from "node:process";
+// readline/promises is still experimental so not in @types/node yet
+// @ts-ignore
+import readline from "node:readline/promises";
+
+import { ChatMessage, LlamaDeuce, OpenAI } from "llamaindex";
+
+(async () => {
+  const gpt4 = new OpenAI({ model: "gpt-4", temperature: 0.9 });
+  const l2 = new LlamaDeuce({
+    model: "Llama-2-70b-chat-4bit",
+    temperature: 0.9,
+  });
+
+  const rl = readline.createInterface({ input, output });
+  const start = await rl.question("Start: ");
+  const history: ChatMessage[] = [
+    {
+      content:
+        "Prefer shorter answers. Keep your response to 100 words or less.",
+      role: "system",
+    },
+    { content: start, role: "user" },
+  ];
+
+  while (true) {
+    const next = history.length % 2 === 1 ? gpt4 : l2;
+    const r = await next.chat(
+      history.map(({ content, role }) => ({
+        content,
+        role: next === l2 ? role : role === "user" ? "assistant" : "user",
+      })),
+    );
+    history.push({
+      content: r.message.content,
+      role: next === l2 ? "assistant" : "user",
+    });
+    await rl.question((next === l2 ? "Llama: " : "GPT: ") + r.message.content);
+  }
+})();

apps/simple/listIndex.ts

@@ -13,16 +13,13 @@ async function main() {
       chunkSize: 40,
     }),
   });
-  const document = new Document({ text: essay });
-  const index = await ListIndex.fromDocuments(
-    [document],
-    { serviceContext }
-  );
+  const document = new Document({ text: essay, id_: "essay" });
+  const index = await ListIndex.fromDocuments([document], { serviceContext });
   const queryEngine = index.asQueryEngine({
     retriever: index.asRetriever({ mode: ListRetrieverMode.LLM }),
   });
   const response = await queryEngine.query(
-    "What did the author do growing up?"
+    "What did the author do growing up?",
   );
   console.log(response.toString());
 }

apps/simple/openai.ts

@@ -1,13 +1,22 @@
 import { OpenAI } from "llamaindex";
 
 (async () => {
-  const llm = new OpenAI({ model: "gpt-3.5-turbo", temperature: 0.0 });
-  
+  const llm = new OpenAI({
+    model: "gpt-3.5-turbo",
+    temperature: 0.1,
+    additionalChatOptions: { frequency_penalty: 0.1 },
+    additionalSessionOptions: {
+      defaultHeaders: { "X-Test-Header-Please-Ignore": "true" },
+    },
+  });
+
   // complete api
   const response1 = await llm.complete("How are you?");
   console.log(response1.message.content);
 
   // chat api
-  const response2 = await llm.chat([{ content: "Tell me a joke!", role: "user" }]);
+  const response2 = await llm.chat([
+    { content: "Tell me a joke!", role: "user" },
+  ]);
   console.log(response2.message.content);
 })();

apps/simple/package.json

@@ -1,12 +1,12 @@
 {
-  "version": "0.0.12",
+  "version": "0.0.17",
   "private": true,
   "name": "simple",
   "dependencies": {
     "llamaindex": "workspace:*"
   },
   "devDependencies": {
-    "@types/node": "^18"
+    "@types/node": "^18.17.6"
   },
   "scripts": {
     "lint": "eslint ."

apps/simple/pdf.ts

@@ -1,10 +1,9 @@
-import fs from "fs/promises";
 import { PDFReader, VectorStoreIndex } from "llamaindex";
 
 async function main() {
   // Load PDF
   const reader = new PDFReader();
-  const documents = await reader.loadData("examples/brk-2022.pdf");
+  const documents = await reader.loadData("data/brk-2022.pdf");
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const index = await VectorStoreIndex.fromDocuments(documents);

apps/simple/persist.ts

@@ -1,36 +0,0 @@
-import fs from "fs/promises";
-import {
-  Document,
-  VectorStoreIndex,
-  storageContextFromDefaults,
-} from "llamaindex";
-
-async function main() {
-  // Load essay from abramov.txt in Node
-  const essay = await fs.readFile(
-    "node_modules/llamaindex/examples/abramov.txt",
-    "utf-8"
-  );
-
-  // Create Document object with essay
-  const document = new Document({ text: essay });
-
-  // Split text and create embeddings. Store them in a VectorStoreIndex with persistence
-  const storageContext = await storageContextFromDefaults({
-    persistDir: "./storage",
-  });
-  const index = await VectorStoreIndex.fromDocuments([document], {
-    storageContext,
-  });
-
-  // Query the index
-  const queryEngine = index.asQueryEngine();
-  const response = await queryEngine.query(
-    "What did the author do in college?"
-  );
-
-  // Output response
-  console.log(response.toString());
-}
-
-main().catch(console.error);

apps/simple/split.ts

@@ -1,11 +1,10 @@
-import fs from "fs/promises";
+import fs from "node:fs/promises";
+
 import { SentenceSplitter } from "llamaindex";
 
 async function main() {
-  const essay = await fs.readFile(
-    "node_modules/llamaindex/examples/abramov.txt",
-    "utf-8"
-  );
+  const path = "node_modules/llamaindex/examples/abramov.txt";
+  const essay = await fs.readFile(path, "utf-8");
 
   const textSplitter = new SentenceSplitter();
 

apps/simple/storageContext.ts

@@ -1,30 +1,42 @@
-import { Document, VectorStoreIndex, storageContextFromDefaults } from "llamaindex";
+import {
+  Document,
+  storageContextFromDefaults,
+  VectorStoreIndex,
+} from "llamaindex";
 import essay from "./essay";
 
-
 async function main() {
   // Create Document object with essay
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: "essay" });
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   // persist the vector store automatically with the storage context
-  const storageContext = await storageContextFromDefaults({ persistDir: "./storage" });
-  const index = await VectorStoreIndex.fromDocuments([document], { storageContext });
+  const storageContext = await storageContextFromDefaults({
+    persistDir: "./storage",
+  });
+  const index = await VectorStoreIndex.fromDocuments([document], {
+    storageContext,
+  });
 
   // Query the index
   const queryEngine = index.asQueryEngine();
   const response = await queryEngine.query(
-    "What did the author do in college?"
+    "What did the author do in college?",
   );
 
   // Output response
   console.log(response.toString());
 
   // load the index
-  const loadedIndex = await VectorStoreIndex.init({ storageContext });
-  const laodedQueryEngine = loadedIndex.asQueryEngine();
-  const loadedResponse = await laodedQueryEngine.query(
-    "What did the author do growing up?"
+  const secondStorageContext = await storageContextFromDefaults({
+    persistDir: "./storage",
+  });
+  const loadedIndex = await VectorStoreIndex.init({
+    storageContext: secondStorageContext,
+  });
+  const loadedQueryEngine = loadedIndex.asQueryEngine();
+  const loadedResponse = await loadedQueryEngine.query(
+    "What did the author do growing up?",
   );
   console.log(loadedResponse.toString());
 }

apps/simple/subquestion.ts

@@ -1,9 +1,9 @@
-import { Document, VectorStoreIndex, SubQuestionQueryEngine } from "llamaindex";
+import { Document, SubQuestionQueryEngine, VectorStoreIndex } from "llamaindex";
 
 import essay from "./essay";
 
 (async () => {
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: essay });
   const index = await VectorStoreIndex.fromDocuments([document]);
 
   const queryEngine = SubQuestionQueryEngine.fromDefaults({
@@ -19,7 +19,7 @@ import essay from "./essay";
   });
 
   const response = await queryEngine.query(
-    "How was Paul Grahams life different before and after YC?"
+    "How was Paul Grahams life different before and after YC?",
   );
 
   console.log(response.toString());

apps/simple/vectorIndex.ts

@@ -1,15 +1,15 @@
-import fs from "fs/promises";
+import fs from "node:fs/promises";
+
 import { Document, VectorStoreIndex } from "llamaindex";
 
 async function main() {
   // Load essay from abramov.txt in Node
-  const essay = await fs.readFile(
-    "node_modules/llamaindex/examples/abramov.txt",
-    "utf-8"
-  );
+  const path = "node_modules/llamaindex/examples/abramov.txt";
+
+  const essay = await fs.readFile(path, "utf-8");
 
   // Create Document object with essay
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: path });
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const index = await VectorStoreIndex.fromDocuments([document]);
@@ -17,7 +17,7 @@ async function main() {
   // Query the index
   const queryEngine = index.asQueryEngine();
   const response = await queryEngine.query(
-    "What did the author do in college?"
+    "What did the author do in college?",
   );
 
   // Output response

apps/simple/vectorIndexAnthropic.ts

@@ -1,20 +1,20 @@
-import fs from "fs/promises";
+import fs from "node:fs/promises";
+
 import {
   Anthropic,
   Document,
-  VectorStoreIndex,
   serviceContextFromDefaults,
+  VectorStoreIndex,
 } from "llamaindex";
 
 async function main() {
   // Load essay from abramov.txt in Node
-  const essay = await fs.readFile(
-    "node_modules/llamaindex/examples/abramov.txt",
-    "utf-8"
-  );
+  const path = "node_modules/llamaindex/examples/abramov.txt";
+
+  const essay = await fs.readFile(path, "utf-8");
 
   // Create Document object with essay
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: path });
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const serviceContext = serviceContextFromDefaults({ llm: new Anthropic() });
@@ -25,7 +25,7 @@ async function main() {
   // Query the index
   const queryEngine = index.asQueryEngine();
   const response = await queryEngine.query(
-    "What did the author do in college?"
+    "What did the author do in college?",
   );
 
   // Output response

apps/simple/vectorIndexCustomize.ts

@@ -1,23 +1,31 @@
-import { Document, VectorStoreIndex, RetrieverQueryEngine, OpenAI, serviceContextFromDefaults } from "llamaindex";
+import {
+  Document,
+  OpenAI,
+  RetrieverQueryEngine,
+  serviceContextFromDefaults,
+  VectorStoreIndex,
+} from "llamaindex";
 import essay from "./essay";
 
 // Customize retrieval and query args
 async function main() {
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: "essay" });
 
-  const serviceContext = serviceContextFromDefaults(
-    { llm: new OpenAI({ model: "gpt-3.5-turbo", temperature: 0.0 }) }
-  );
+  const serviceContext = serviceContextFromDefaults({
+    llm: new OpenAI({ model: "gpt-3.5-turbo", temperature: 0.0 }),
+  });
+
+  const index = await VectorStoreIndex.fromDocuments([document], {
+    serviceContext,
+  });
 
-  const index = await VectorStoreIndex.fromDocuments([document], { serviceContext });
-  
   const retriever = index.asRetriever();
   retriever.similarityTopK = 5;
   // TODO: cannot pass responseSynthesizer into retriever query engine
   const queryEngine = new RetrieverQueryEngine(retriever);
-  
+
   const response = await queryEngine.query(
-    "What did the author do growing up?"
+    "What did the author do growing up?",
   );
   console.log(response.response);
 }

apps/simple/vectorIndexGPT4.ts

@@ -1,20 +1,19 @@
-import fs from "fs/promises";
+import fs from "node:fs/promises";
+
 import {
-  OpenAI,
   Document,
-  VectorStoreIndex,
+  OpenAI,
   serviceContextFromDefaults,
+  VectorStoreIndex,
 } from "llamaindex";
 
 async function main() {
   // Load essay from abramov.txt in Node
-  const essay = await fs.readFile(
-    "node_modules/llamaindex/examples/abramov.txt",
-    "utf-8"
-  );
+  const path = "node_modules/llamaindex/examples/abramov.txt";
+  const essay = await fs.readFile(path, "utf-8");
 
   // Create Document object with essay
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: path });
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const serviceContext = serviceContextFromDefaults({
@@ -27,7 +26,7 @@ async function main() {
   // Query the index
   const queryEngine = index.asQueryEngine();
   const response = await queryEngine.query(
-    "What did the author do in college?"
+    "What did the author do in college?",
   );
 
   // Output response

examples/.gitignore

@@ -0,0 +1 @@
+package-lock.json

examples/chatEngine.ts

@@ -1,22 +1,23 @@
-// @ts-ignore
-import * as readline from "node:readline/promises";
-// @ts-ignore
 import { stdin as input, stdout as output } from "node:process";
+// readline/promises is still experimental so not in @types/node yet
+// @ts-ignore
+import readline from "node:readline/promises";
+
 import {
-  Document,
-  VectorStoreIndex,
   ContextChatEngine,
+  Document,
   serviceContextFromDefaults,
+  VectorStoreIndex,
 } from "llamaindex";
+
 import essay from "./essay";
 
 async function main() {
   const document = new Document({ text: essay });
   const serviceContext = serviceContextFromDefaults({ chunkSize: 512 });
-  const index = await VectorStoreIndex.fromDocuments(
-    [document],
-    { serviceContext }
-  );
+  const index = await VectorStoreIndex.fromDocuments([document], {
+    serviceContext,
+  });
   const retriever = index.asRetriever();
   retriever.similarityTopK = 5;
   const chatEngine = new ContextChatEngine({ retriever });

examples/csv.ts

@@ -0,0 +1,52 @@
+import {
+  CompactAndRefine,
+  OpenAI,
+  PapaCSVReader,
+  ResponseSynthesizer,
+  serviceContextFromDefaults,
+  SimplePrompt,
+  VectorStoreIndex,
+} from "llamaindex";
+
+async function main() {
+  // Load CSV
+  const reader = new PapaCSVReader();
+  const path = "data/titanic_train.csv";
+  const documents = await reader.loadData(path);
+
+  const serviceContext = serviceContextFromDefaults({
+    llm: new OpenAI({ model: "gpt-4" }),
+  });
+
+  // Split text and create embeddings. Store them in a VectorStoreIndex
+  const index = await VectorStoreIndex.fromDocuments(documents, {
+    serviceContext,
+  });
+
+  const csvPrompt: SimplePrompt = (input) => {
+    const { context = "", query = "" } = input;
+
+    return `The following CSV file is loaded from ${path}
+\`\`\`csv
+${context}
+\`\`\`
+Given the CSV file, generate me Typescript code to answer the question: ${query}. You can use built in NodeJS functions but avoid using third party libraries.
+`;
+  };
+
+  const responseSynthesizer = new ResponseSynthesizer({
+    responseBuilder: new CompactAndRefine(serviceContext, csvPrompt),
+  });
+
+  const queryEngine = index.asQueryEngine({ responseSynthesizer });
+
+  // Query the index
+  const response = await queryEngine.query(
+    "What is the correlation between survival and age?",
+  );
+
+  // Output response
+  console.log(response.toString());
+}
+
+main().catch(console.error);

examples/data/titanic_train.csv

@@ -0,0 +1,715 @@
+survived,pclass,name,sex,age,sibsp,parch,ticket,fare,cabin,embarked
+0,3,Braund,male,22,1,0,A/5 21171,7.25,,S
+1,1,Cumings,female,38,1,0,PC 17599,71.2833,C85,C
+1,3,Heikkinen,female,26,0,0,STON/O2. 3101282,7.925,,S
+1,1,Futrelle,female,35,1,0,113803,53.1,C123,S
+0,3,Allen,male,35,0,0,373450,8.05,,S
+0,1,McCarthy,male,54,0,0,17463,51.8625,E46,S
+0,3,Palsson,male,2,3,1,349909,21.075,,S
+1,3,Johnson,female,27,0,2,347742,11.1333,,S
+1,2,Nasser,female,14,1,0,237736,30.0708,,C
+1,3,Sandstrom,female,4,1,1,PP 9549,16.7,G6,S
+1,1,Bonnell,female,58,0,0,113783,26.55,C103,S
+0,3,Saundercock,male,20,0,0,A/5. 2151,8.05,,S
+0,3,Andersson,male,39,1,5,347082,31.275,,S
+0,3,Vestrom,female,14,0,0,350406,7.8542,,S
+1,2,Hewlett,female,55,0,0,248706,16,,S
+0,3,Rice,male,2,4,1,382652,29.125,,Q
+0,3,Vander,female,31,1,0,345763,18,,S
+0,2,Fynney,male,35,0,0,239865,26,,S
+1,2,Beesley,male,34,0,0,248698,13,D56,S
+1,3,McGowan,female,15,0,0,330923,8.0292,,Q
+1,1,Sloper,male,28,0,0,113788,35.5,A6,S
+0,3,Palsson,female,8,3,1,349909,21.075,,S
+1,3,Asplund,female,38,1,5,347077,31.3875,,S
+0,1,Fortune,male,19,3,2,19950,263,C23 C25 C27,S
+0,1,Uruchurtu,male,40,0,0,PC 17601,27.7208,,C
+0,2,Wheadon,male,66,0,0,C.A. 24579,10.5,,S
+0,1,Meyer,male,28,1,0,PC 17604,82.1708,,C
+0,1,Holverson,male,42,1,0,113789,52,,S
+0,3,Cann,male,21,0,0,A./5. 2152,8.05,,S
+0,3,Vander,female,18,2,0,345764,18,,S
+1,3,Nicola-Yarred,female,14,1,0,2651,11.2417,,C
+0,3,Ahlin,female,40,1,0,7546,9.475,,S
+0,2,Turpin,female,27,1,0,11668,21,,S
+1,2,Laroche,female,3,1,2,SC/Paris 2123,41.5792,,C
+1,3,Devaney,female,19,0,0,330958,7.8792,,Q
+0,3,Arnold-Franchi,female,18,1,0,349237,17.8,,S
+0,3,Panula,male,7,4,1,3101295,39.6875,,S
+0,3,Nosworthy,male,21,0,0,A/4. 39886,7.8,,S
+1,1,Harper,female,49,1,0,PC 17572,76.7292,D33,C
+1,2,Faunthorpe,female,29,1,0,2926,26,,S
+0,1,Ostby,male,65,0,1,113509,61.9792,B30,C
+1,2,Rugg,female,21,0,0,C.A. 31026,10.5,,S
+0,3,Novel,male,28.5,0,0,2697,7.2292,,C
+1,2,West,female,5,1,2,C.A. 34651,27.75,,S
+0,3,Goodwin,male,11,5,2,CA 2144,46.9,,S
+0,3,Sirayanian,male,22,0,0,2669,7.2292,,C
+1,1,Icard,female,38,0,0,113572,80,B28,
+0,1,Harris,male,45,1,0,36973,83.475,C83,S
+0,3,Skoog,male,4,3,2,347088,27.9,,S
+1,2,Nye,female,29,0,0,C.A. 29395,10.5,F33,S
+0,3,Crease,male,19,0,0,S.P. 3464,8.1583,,S
+1,3,Andersson,female,17,4,2,3101281,7.925,,S
+0,3,Kink,male,26,2,0,315151,8.6625,,S
+0,2,Jenkin,male,32,0,0,C.A. 33111,10.5,,S
+0,3,Goodwin,female,16,5,2,CA 2144,46.9,,S
+0,2,Hood,male,21,0,0,S.O.C. 14879,73.5,,S
+0,3,Chronopoulos,male,26,1,0,2680,14.4542,,C
+1,3,Bing,male,32,0,0,1601,56.4958,,S
+0,3,Moen,male,25,0,0,348123,7.65,F G73,S
+1,2,Caldwell,male,0.83,0,2,248738,29,,S
+1,3,Dowdell,female,30,0,0,364516,12.475,,S
+0,3,Waelens,male,22,0,0,345767,9,,S
+1,3,Sheerlinck,male,29,0,0,345779,9.5,,S
+0,1,Carrau,male,28,0,0,113059,47.1,,S
+1,2,Ilett,female,17,0,0,SO/C 14885,10.5,,S
+1,3,Backstrom,female,33,3,0,3101278,15.85,,S
+0,3,Ford,male,16,1,3,W./C. 6608,34.375,,S
+1,1,Fortune,female,23,3,2,19950,263,C23 C25 C27,S
+0,3,Celotti,male,24,0,0,343275,8.05,,S
+0,3,Christmann,male,29,0,0,343276,8.05,,S
+0,3,Andreasson,male,20,0,0,347466,7.8542,,S
+0,1,Chaffee,male,46,1,0,W.E.P. 5734,61.175,E31,S
+0,3,Dean,male,26,1,2,C.A. 2315,20.575,,S
+0,3,Coxon,male,59,0,0,364500,7.25,,S
+0,1,Goldschmidt,male,71,0,0,PC 17754,34.6542,A5,C
+1,1,Greenfield,male,23,0,1,PC 17759,63.3583,D10 D12,C
+1,2,Doling,female,34,0,1,231919,23,,S
+0,2,Kantor,male,34,1,0,244367,26,,S
+0,3,Petranec,female,28,0,0,349245,7.8958,,S
+0,1,White,male,21,0,1,35281,77.2875,D26,S
+0,3,Johansson,male,33,0,0,7540,8.6542,,S
+0,3,Gustafsson,male,37,2,0,3101276,7.925,,S
+0,3,Mionoff,male,28,0,0,349207,7.8958,,S
+1,3,Salkjelsvik,female,21,0,0,343120,7.65,,S
+0,3,Rekic,male,38,0,0,349249,7.8958,,S
+0,1,Porter,male,47,0,0,110465,52,C110,S
+0,3,Zabour,female,14.5,1,0,2665,14.4542,,C
+0,3,Barton,male,22,0,0,324669,8.05,,S
+0,3,Jussila,female,20,1,0,4136,9.825,,S
+0,3,Attalah,female,17,0,0,2627,14.4583,,C
+0,3,Pekoniemi,male,21,0,0,STON/O 2. 3101294,7.925,,S
+0,3,Connors,male,70.5,0,0,370369,7.75,,Q
+0,2,Turpin,male,29,1,0,11668,21,,S
+0,1,Baxter,male,24,0,1,PC 17558,247.5208,B58 B60,C
+0,3,Andersson,female,2,4,2,347082,31.275,,S
+0,2,Hickman,male,21,2,0,S.O.C. 14879,73.5,,S
+0,2,Nasser,male,32.5,1,0,237736,30.0708,,C
+1,2,Webber,female,32.5,0,0,27267,13,E101,S
+0,1,White,male,54,0,1,35281,77.2875,D26,S
+1,3,Nicola-Yarred,male,12,1,0,2651,11.2417,,C
+1,3,Madsen,male,24,0,0,C 17369,7.1417,,S
+0,3,Ekstrom,male,45,0,0,347061,6.975,,S
+0,3,Drazenoic,male,33,0,0,349241,7.8958,,C
+0,3,Coelho,male,20,0,0,SOTON/O.Q. 3101307,7.05,,S
+0,3,Robins,female,47,1,0,A/5. 3337,14.5,,S
+1,2,Weisz,female,29,1,0,228414,26,,S
+0,2,Sobey,male,25,0,0,C.A. 29178,13,,S
+0,2,Richard,male,23,0,0,SC/PARIS 2133,15.0458,,C
+1,1,Newsom,female,19,0,2,11752,26.2833,D47,S
+0,1,Futrelle,male,37,1,0,113803,53.1,C123,S
+0,3,Osen,male,16,0,0,7534,9.2167,,S
+0,1,Giglio,male,24,0,0,PC 17593,79.2,B86,C
+1,3,Nysten,female,22,0,0,347081,7.75,,S
+1,3,Hakkarainen,female,24,1,0,STON/O2. 3101279,15.85,,S
+0,3,Burke,male,19,0,0,365222,6.75,,Q
+0,2,Andrew,male,18,0,0,231945,11.5,,S
+0,2,Nicholls,male,19,1,1,C.A. 33112,36.75,,S
+1,3,Andersson,male,27,0,0,350043,7.7958,,S
+0,3,Ford,female,9,2,2,W./C. 6608,34.375,,S
+0,2,Navratil,male,36.5,0,2,230080,26,F2,S
+0,2,Byles,male,42,0,0,244310,13,,S
+0,2,Bateman,male,51,0,0,S.O.P. 1166,12.525,,S
+1,1,Pears,female,22,1,0,113776,66.6,C2,S
+0,3,Meo,male,55.5,0,0,A.5. 11206,8.05,,S
+0,3,van,male,40.5,0,2,A/5. 851,14.5,,S
+0,1,Williams,male,51,0,1,PC 17597,61.3792,,C
+1,3,Gilnagh,female,16,0,0,35851,7.7333,,Q
+0,3,Corn,male,30,0,0,SOTON/OQ 392090,8.05,,S
+0,3,Cribb,male,44,0,1,371362,16.1,,S
+1,2,Watt,female,40,0,0,C.A. 33595,15.75,,S
+0,3,Bengtsson,male,26,0,0,347068,7.775,,S
+0,3,Calic,male,17,0,0,315093,8.6625,,S
+0,3,Panula,male,1,4,1,3101295,39.6875,,S
+1,3,Goldsmith,male,9,0,2,363291,20.525,,S
+0,3,Skoog,female,45,1,4,347088,27.9,,S
+0,3,Ling,male,28,0,0,1601,56.4958,,S
+0,1,Van,male,61,0,0,111240,33.5,B19,S
+0,3,Rice,male,4,4,1,382652,29.125,,Q
+1,3,Johnson,female,1,1,1,347742,11.1333,,S
+0,3,Sivola,male,21,0,0,STON/O 2. 3101280,7.925,,S
+0,1,Smith,male,56,0,0,17764,30.6958,A7,C
+0,3,Klasen,male,18,1,1,350404,7.8542,,S
+0,1,Isham,female,50,0,0,PC 17595,28.7125,C49,C
+0,2,Hale,male,30,0,0,250653,13,,S
+0,3,Leonard,male,36,0,0,LINE,0,,S
+0,3,Asplund,male,9,4,2,347077,31.3875,,S
+1,2,Becker,male,1,2,1,230136,39,F4,S
+1,3,Kink-Heilmann,female,4,0,2,315153,22.025,,S
+1,1,Romaine,male,45,0,0,111428,26.55,,S
+0,3,Bourke,male,40,1,1,364849,15.5,,Q
+0,3,Turcin,male,36,0,0,349247,7.8958,,S
+1,2,Pinsky,female,32,0,0,234604,13,,S
+0,2,Carbines,male,19,0,0,28424,13,,S
+1,3,Andersen-Jensen,female,19,1,0,350046,7.8542,,S
+1,2,Navratil,male,3,1,1,230080,26,F2,S
+1,1,Brown,female,44,0,0,PC 17610,27.7208,B4,C
+1,1,Lurette,female,58,0,0,PC 17569,146.5208,B80,C
+0,3,Olsen,male,42,0,1,4579,8.4042,,S
+0,2,Yrois,female,24,0,0,248747,13,,S
+0,3,Vande,male,28,0,0,345770,9.5,,S
+0,3,Johanson,male,34,0,0,3101264,6.4958,,S
+0,3,Youseff,male,45.5,0,0,2628,7.225,,C
+1,3,Cohen,male,18,0,0,A/5 3540,8.05,,S
+0,3,Strom,female,2,0,1,347054,10.4625,G6,S
+0,3,Backstrom,male,32,1,0,3101278,15.85,,S
+1,3,Albimona,male,26,0,0,2699,18.7875,,C
+1,3,Carr,female,16,0,0,367231,7.75,,Q
+1,1,Blank,male,40,0,0,112277,31,A31,C
+0,3,Ali,male,24,0,0,SOTON/O.Q. 3101311,7.05,,S
+1,2,Cameron,female,35,0,0,F.C.C. 13528,21,,S
+0,3,Perkin,male,22,0,0,A/5 21174,7.25,,S
+0,2,Givard,male,30,0,0,250646,13,,S
+1,1,Newell,female,31,1,0,35273,113.275,D36,C
+1,3,Honkanen,female,27,0,0,STON/O2. 3101283,7.925,,S
+0,2,Jacobsohn,male,42,1,0,243847,27,,S
+1,1,Bazzani,female,32,0,0,11813,76.2917,D15,C
+0,2,Harris,male,30,0,0,W/C 14208,10.5,,S
+1,3,Sunderland,male,16,0,0,SOTON/OQ 392089,8.05,,S
+0,2,Bracken,male,27,0,0,220367,13,,S
+0,3,Green,male,51,0,0,21440,8.05,,S
+1,1,Hoyt,male,38,1,0,19943,90,C93,S
+0,3,Berglund,male,22,0,0,PP 4348,9.35,,S
+1,2,Mellors,male,19,0,0,SW/PP 751,10.5,,S
+0,3,Lovell,male,20.5,0,0,A/5 21173,7.25,,S
+0,2,Fahlstrom,male,18,0,0,236171,13,,S
+1,1,Harris,female,35,1,0,36973,83.475,C83,S
+0,3,Larsson,male,29,0,0,347067,7.775,,S
+0,2,Sjostedt,male,59,0,0,237442,13.5,,S
+1,3,Asplund,female,5,4,2,347077,31.3875,,S
+0,2,Leyson,male,24,0,0,C.A. 29566,10.5,,S
+0,2,Hold,male,44,1,0,26707,26,,S
+1,2,Collyer,female,8,0,2,C.A. 31921,26.25,,S
+0,2,Pengelly,male,19,0,0,28665,10.5,,S
+0,2,Hunt,male,33,0,0,SCO/W 1585,12.275,,S
+0,2,Coleridge,male,29,0,0,W./C. 14263,10.5,,S
+0,3,Maenpaa,male,22,0,0,STON/O 2. 3101275,7.125,,S
+0,3,Attalah,male,30,0,0,2694,7.225,,C
+0,1,Minahan,male,44,2,0,19928,90,C78,Q
+0,3,Lindahl,female,25,0,0,347071,7.775,,S
+1,2,Hamalainen,female,24,0,2,250649,14.5,,S
+1,1,Beckwith,male,37,1,1,11751,52.5542,D35,S
+0,2,Carter,male,54,1,0,244252,26,,S
+0,3,Strom,female,29,1,1,347054,10.4625,G6,S
+0,1,Stead,male,62,0,0,113514,26.55,C87,S
+0,3,Lobb,male,30,1,0,A/5. 3336,16.1,,S
+0,3,Rosblom,female,41,0,2,370129,20.2125,,S
+1,3,Touma,female,29,0,2,2650,15.2458,,C
+1,1,Cherry,female,30,0,0,110152,86.5,B77,S
+1,1,Ward,female,35,0,0,PC 17755,512.3292,,C
+1,2,Parrish,female,50,0,1,230433,26,,S
+1,3,Asplund,male,3,4,2,347077,31.3875,,S
+0,1,Taussig,male,52,1,1,110413,79.65,E67,S
+0,1,Harrison,male,40,0,0,112059,0,B94,S
+0,2,Reeves,male,36,0,0,C.A. 17248,10.5,,S
+0,3,Panula,male,16,4,1,3101295,39.6875,,S
+1,3,Persson,male,25,1,0,347083,7.775,,S
+1,1,Graham,female,58,0,1,PC 17582,153.4625,C125,S
+1,1,Bissette,female,35,0,0,PC 17760,135.6333,C99,S
+1,3,Tornquist,male,25,0,0,LINE,0,,S
+1,2,Mellinger,female,41,0,1,250644,19.5,,S
+0,1,Natsch,male,37,0,1,PC 17596,29.7,C118,C
+1,1,Andrews,female,63,1,0,13502,77.9583,D7,S
+0,3,Lindblom,female,45,0,0,347073,7.75,,S
+0,3,Rice,male,7,4,1,382652,29.125,,Q
+1,3,Abbott,female,35,1,1,C.A. 2673,20.25,,S
+0,3,Duane,male,65,0,0,336439,7.75,,Q
+0,3,Olsson,male,28,0,0,347464,7.8542,,S
+0,3,de,male,16,0,0,345778,9.5,,S
+1,3,Dorking,male,19,0,0,A/5. 10482,8.05,,S
+0,3,Stankovic,male,33,0,0,349239,8.6625,,C
+1,3,de,male,30,0,0,345774,9.5,,S
+0,3,Naidenoff,male,22,0,0,349206,7.8958,,S
+1,2,Hosono,male,42,0,0,237798,13,,S
+1,3,Connolly,female,22,0,0,370373,7.75,,Q
+1,1,Barber,female,26,0,0,19877,78.85,,S
+1,1,Bishop,female,19,1,0,11967,91.0792,B49,C
+0,2,Levy,male,36,0,0,SC/Paris 2163,12.875,D,C
+0,3,Haas,female,24,0,0,349236,8.85,,S
+0,3,Mineff,male,24,0,0,349233,7.8958,,S
+0,3,Hanna,male,23.5,0,0,2693,7.2292,,C
+0,1,Allison,female,2,1,2,113781,151.55,C22 C26,S
+1,1,Baxter,female,50,0,1,PC 17558,247.5208,B58 B60,C
+0,3,Johnson,male,19,0,0,LINE,0,,S
+1,1,Allison,male,0.92,1,2,113781,151.55,C22 C26,S
+1,1,Penasco,female,17,1,0,PC 17758,108.9,C65,C
+0,2,Abelson,male,30,1,0,P/PP 3381,24,,C
+1,1,Francatelli,female,30,0,0,PC 17485,56.9292,E36,C
+1,1,Hays,female,24,0,0,11767,83.1583,C54,C
+1,1,Ryerson,female,18,2,2,PC 17608,262.375,B57 B59 B63 B66,C
+0,2,Lahtinen,female,26,1,1,250651,26,,S
+0,3,Hendekovic,male,28,0,0,349243,7.8958,,S
+0,2,Hart,male,43,1,1,F.C.C. 13529,26.25,,S
+1,3,Nilsson,female,26,0,0,347470,7.8542,,S
+1,2,Kantor,female,24,1,0,244367,26,,S
+0,2,Moraweck,male,54,0,0,29011,14,,S
+1,1,Wick,female,31,0,2,36928,164.8667,C7,S
+1,1,Spedden,female,40,1,1,16966,134.5,E34,C
+0,3,Dennis,male,22,0,0,A/5 21172,7.25,,S
+0,3,Danoff,male,27,0,0,349219,7.8958,,S
+1,2,Slayter,female,30,0,0,234818,12.35,,Q
+1,2,Caldwell,female,22,1,1,248738,29,,S
+1,1,Young,female,36,0,0,PC 17760,135.6333,C32,C
+0,3,Nysveen,male,61,0,0,345364,6.2375,,S
+1,2,Ball,female,36,0,0,28551,13,D,S
+1,3,Goldsmith,female,31,1,1,363291,20.525,,S
+1,1,Hippach,female,16,0,1,111361,57.9792,B18,C
+0,1,Partner,male,45.5,0,0,113043,28.5,C124,S
+0,1,Graham,male,38,0,1,PC 17582,153.4625,C91,S
+0,3,Vander,male,16,2,0,345764,18,,S
+0,1,Pears,male,29,1,0,113776,66.6,C2,S
+1,1,Burns,female,41,0,0,16966,134.5,E40,C
+1,3,Dahl,male,45,0,0,7598,8.05,,S
+0,1,Blackwell,male,45,0,0,113784,35.5,T,S
+1,2,Navratil,male,2,1,1,230080,26,F2,S
+1,1,Fortune,female,24,3,2,19950,263,C23 C25 C27,S
+0,2,Collander,male,28,0,0,248740,13,,S
+0,2,Sedgwick,male,25,0,0,244361,13,,S
+0,2,Fox,male,36,0,0,229236,13,,S
+1,2,Brown,female,24,0,0,248733,13,F33,S
+1,2,Smith,female,40,0,0,31418,13,,S
+1,3,Coutts,male,3,1,1,C.A. 37671,15.9,,S
+0,3,Dimic,male,42,0,0,315088,8.6625,,S
+0,3,Odahl,male,23,0,0,7267,9.225,,S
+0,3,Elias,male,15,1,1,2695,7.2292,,C
+0,3,Arnold-Franchi,male,25,1,0,349237,17.8,,S
+0,3,Vanden,male,28,0,0,345783,9.5,,S
+1,1,Bowerman,female,22,0,1,113505,55,E33,S
+0,2,Funk,female,38,0,0,237671,13,,S
+0,3,Skoog,male,40,1,4,347088,27.9,,S
+0,2,del,male,29,1,0,SC/PARIS 2167,27.7208,,C
+0,3,Barbara,female,45,0,1,2691,14.4542,,C
+0,3,Asim,male,35,0,0,SOTON/O.Q. 3101310,7.05,,S
+0,3,Adahl,male,30,0,0,C 7076,7.25,,S
+1,1,Warren,female,60,1,0,110813,75.25,D37,C
+1,1,Aubart,female,24,0,0,PC 17477,69.3,B35,C
+1,1,Harder,male,25,1,0,11765,55.4417,E50,C
+0,3,Wiklund,male,18,1,0,3101267,6.4958,,S
+0,3,Beavan,male,19,0,0,323951,8.05,,S
+0,1,Ringhini,male,22,0,0,PC 17760,135.6333,,C
+0,3,Palsson,female,3,3,1,349909,21.075,,S
+1,3,Landergren,female,22,0,0,C 7077,7.25,,S
+0,1,Widener,male,27,0,2,113503,211.5,C82,C
+0,3,Betros,male,20,0,0,2648,4.0125,,C
+0,3,Gustafsson,male,19,0,0,347069,7.775,,S
+1,1,Bidois,female,42,0,0,PC 17757,227.525,,C
+1,3,Nakid,female,1,0,2,2653,15.7417,,C
+0,3,Tikkanen,male,32,0,0,STON/O 2. 3101293,7.925,,S
+1,1,Holverson,female,35,1,0,113789,52,,S
+0,2,Davies,male,18,0,0,S.O.C. 14879,73.5,,S
+0,3,Goodwin,male,1,5,2,CA 2144,46.9,,S
+1,2,Buss,female,36,0,0,27849,13,,S
+1,2,Lehmann,female,17,0,0,SC 1748,12,,C
+1,1,Carter,male,36,1,2,113760,120,B96 B98,S
+1,3,Jansson,male,21,0,0,350034,7.7958,,S
+0,3,Gustafsson,male,28,2,0,3101277,7.925,,S
+1,1,Newell,female,23,1,0,35273,113.275,D36,C
+1,3,Sandstrom,female,24,0,2,PP 9549,16.7,G6,S
+0,3,Johansson,male,22,0,0,350052,7.7958,,S
+0,3,Olsson,female,31,0,0,350407,7.8542,,S
+0,2,McKane,male,46,0,0,28403,26,,S
+0,2,Pain,male,23,0,0,244278,10.5,,S
+1,2,Trout,female,28,0,0,240929,12.65,,S
+1,3,Niskanen,male,39,0,0,STON/O 2. 3101289,7.925,,S
+0,3,Adams,male,26,0,0,341826,8.05,,S
+0,3,Jussila,female,21,1,0,4137,9.825,,S
+0,3,Hakkarainen,male,28,1,0,STON/O2. 3101279,15.85,,S
+0,3,Oreskovic,female,20,0,0,315096,8.6625,,S
+0,2,Gale,male,34,1,0,28664,21,,S
+0,3,Widegren,male,51,0,0,347064,7.75,,S
+1,2,Richards,male,3,1,1,29106,18.75,,S
+0,3,Birkeland,male,21,0,0,312992,7.775,,S
+1,1,Minahan,female,33,1,0,19928,90,C78,Q
+1,3,Sundman,male,44,0,0,STON/O 2. 3101269,7.925,,S
+1,2,Drew,female,34,1,1,28220,32.5,,S
+1,2,Silven,female,18,0,2,250652,13,,S
+0,2,Matthews,male,30,0,0,28228,13,,S
+0,3,Van,female,10,0,2,345773,24.15,,S
+0,3,Charters,male,21,0,0,A/5. 13032,7.7333,,Q
+0,3,Zimmerman,male,29,0,0,315082,7.875,,S
+0,3,Danbom,female,28,1,1,347080,14.4,,S
+0,3,Rosblom,male,18,1,1,370129,20.2125,,S
+1,2,Clarke,female,28,1,0,2003,26,,S
+1,2,Phillips,female,19,0,0,250655,26,,S
+1,3,Pickard,male,32,0,0,SOTON/O.Q. 392078,8.05,E10,S
+1,1,Bjornstrom-Steffansson,male,28,0,0,110564,26.55,C52,S
+1,2,Louch,female,42,1,0,SC/AH 3085,26,,S
+0,3,Kallio,male,17,0,0,STON/O 2. 3101274,7.125,,S
+0,1,Silvey,male,50,1,0,13507,55.9,E44,S
+1,1,Carter,female,14,1,2,113760,120,B96 B98,S
+0,3,Ford,female,21,2,2,W./C. 6608,34.375,,S
+1,2,Richards,female,24,2,3,29106,18.75,,S
+0,1,Fortune,male,64,1,4,19950,263,C23 C25 C27,S
+0,2,Kvillner,male,31,0,0,C.A. 18723,10.5,,S
+1,2,Hart,female,45,1,1,F.C.C. 13529,26.25,,S
+0,3,Hampe,male,20,0,0,345769,9.5,,S
+0,3,Petterson,male,25,1,0,347076,7.775,,S
+1,2,Reynaldo,female,28,0,0,230434,13,,S
+1,1,Dodge,male,4,0,2,33638,81.8583,A34,S
+1,2,Mellinger,female,13,0,1,250644,19.5,,S
+1,1,Seward,male,34,0,0,113794,26.55,,S
+1,3,Baclini,female,5,2,1,2666,19.2583,,C
+1,1,Peuchen,male,52,0,0,113786,30.5,C104,S
+0,2,West,male,36,1,2,C.A. 34651,27.75,,S
+0,1,Foreman,male,30,0,0,113051,27.75,C111,C
+1,1,Goldenberg,male,49,1,0,17453,89.1042,C92,C
+1,3,Jalsevac,male,29,0,0,349240,7.8958,,C
+0,1,Millet,male,65,0,0,13509,26.55,E38,S
+1,2,Toomey,female,50,0,0,F.C.C. 13531,10.5,,S
+1,1,Anderson,male,48,0,0,19952,26.55,E12,S
+0,3,Morley,male,34,0,0,364506,8.05,,S
+0,1,Gee,male,47,0,0,111320,38.5,E63,S
+0,2,Milling,male,48,0,0,234360,13,,S
+0,3,Goncalves,male,38,0,0,SOTON/O.Q. 3101306,7.05,,S
+0,1,Smart,male,56,0,0,113792,26.55,,S
+1,3,Baclini,female,0.75,2,1,2666,19.2583,,C
+0,3,Cacic,male,38,0,0,315089,8.6625,,S
+1,2,West,female,33,1,2,C.A. 34651,27.75,,S
+1,2,Jerwan,female,23,0,0,SC/AH Basle 541,13.7917,D,C
+0,3,Strandberg,female,22,0,0,7553,9.8375,,S
+0,2,Renouf,male,34,1,0,31027,21,,S
+0,3,Braund,male,29,1,0,3460,7.0458,,S
+0,3,Karlsson,male,22,0,0,350060,7.5208,,S
+1,3,Hirvonen,female,2,0,1,3101298,12.2875,,S
+0,3,Goodwin,male,9,5,2,CA 2144,46.9,,S
+0,3,Rouse,male,50,0,0,A/5 3594,8.05,,S
+1,3,Turkula,female,63,0,0,4134,9.5875,,S
+1,1,Bishop,male,25,1,0,11967,91.0792,B49,C
+1,1,Hoyt,female,35,1,0,19943,90,C93,S
+0,1,Kent,male,58,0,0,11771,29.7,B37,C
+0,3,Somerton,male,30,0,0,A.5. 18509,8.05,,S
+1,3,Coutts,male,9,1,1,C.A. 37671,15.9,,S
+0,3,Windelov,male,21,0,0,SOTON/OQ 3101317,7.25,,S
+0,1,Molson,male,55,0,0,113787,30.5,C30,S
+0,1,Artagaveytia,male,71,0,0,PC 17609,49.5042,,C
+0,3,Stanley,male,21,0,0,A/4 45380,8.05,,S
+1,1,Eustis,female,54,1,0,36947,78.2667,D20,C
+0,1,Allison,female,25,1,2,113781,151.55,C22 C26,S
+0,3,Svensson,male,24,0,0,350035,7.7958,,S
+0,3,Calic,male,17,0,0,315086,8.6625,,S
+0,3,Canavan,female,21,0,0,364846,7.75,,Q
+0,3,Laitinen,female,37,0,0,4135,9.5875,,S
+1,1,Maioni,female,16,0,0,110152,86.5,B79,S
+0,1,Penasco,male,18,1,0,PC 17758,108.9,C65,C
+1,2,Quick,female,33,0,2,26360,26,,S
+0,3,Olsen,male,28,0,0,C 4001,22.525,,S
+1,3,Lang,male,26,0,0,1601,56.4958,,S
+1,3,Daly,male,29,0,0,382651,7.75,,Q
+1,1,McGough,male,36,0,0,PC 17473,26.2875,E25,S
+1,1,Rothschild,female,54,1,0,PC 17603,59.4,,C
+0,3,Coleff,male,24,0,0,349209,7.4958,,S
+0,1,Walker,male,47,0,0,36967,34.0208,D46,S
+1,2,Lemore,female,34,0,0,C.A. 34260,10.5,F33,S
+1,2,Angle,female,36,1,0,226875,26,,S
+0,3,Pavlovic,male,32,0,0,349242,7.8958,,S
+1,1,Perreault,female,30,0,0,12749,93.5,B73,S
+0,3,Vovk,male,22,0,0,349252,7.8958,,S
+1,1,Hippach,female,44,0,1,111361,57.9792,B18,C
+0,3,Farrell,male,40.5,0,0,367232,7.75,,Q
+1,2,Ridsdale,female,50,0,0,W./C. 14258,10.5,,S
+0,3,Salonen,male,39,0,0,3101296,7.925,,S
+0,2,Hocking,male,23,2,1,29104,11.5,,S
+1,2,Quick,female,2,1,1,26360,26,,S
+0,3,Elias,male,17,1,1,2690,7.2292,,C
+0,3,Cacic,female,30,0,0,315084,8.6625,,S
+1,2,Hart,female,7,0,2,F.C.C. 13529,26.25,,S
+0,1,Butt,male,45,0,0,113050,26.55,B38,S
+1,1,LeRoy,female,30,0,0,PC 17761,106.425,,C
+1,1,Frolicher,female,22,0,2,13568,49.5,B39,C
+1,1,Crosby,female,36,0,2,WE/P 5735,71,B22,S
+0,3,Andersson,female,9,4,2,347082,31.275,,S
+0,3,Andersson,female,11,4,2,347082,31.275,,S
+1,2,Beane,male,32,1,0,2908,26,,S
+0,1,Douglas,male,50,1,0,PC 17761,106.425,C86,C
+0,1,Nicholson,male,64,0,0,693,26,,S
+1,2,Beane,female,19,1,0,2908,26,,S
+0,3,Goldsmith,male,33,1,1,363291,20.525,,S
+1,2,Davies,male,8,1,1,C.A. 33112,36.75,,S
+1,1,Thayer,male,17,0,2,17421,110.8833,C70,C
+0,2,Sharp,male,27,0,0,244358,26,,S
+1,3,Leeni,male,22,0,0,2620,7.225,,C
+1,3,Ohman,female,22,0,0,347085,7.775,,S
+0,1,Wright,male,62,0,0,113807,26.55,,S
+1,1,Duff,female,48,1,0,11755,39.6,A16,C
+1,1,Taussig,female,39,1,1,110413,79.65,E67,S
+1,3,de,female,36,1,0,345572,17.4,,S
+0,3,Sivic,male,40,0,0,349251,7.8958,,S
+0,2,Norman,male,28,0,0,218629,13.5,,S
+0,3,Davies,male,24,2,0,A/4 48871,24.15,,S
+0,3,Stoytcheff,male,19,0,0,349205,7.8958,,S
+0,3,Palsson,female,29,0,4,349909,21.075,,S
+1,3,Jonsson,male,32,0,0,350417,7.8542,,S
+1,2,Harris,male,62,0,0,S.W./PP 752,10.5,,S
+1,1,Appleton,female,53,2,0,11769,51.4792,C101,S
+1,1,Flynn,male,36,0,0,PC 17474,26.3875,E25,S
+0,3,Rush,male,16,0,0,A/4. 20589,8.05,,S
+0,3,Patchett,male,19,0,0,358585,14.5,,S
+1,2,Garside,female,34,0,0,243880,13,,S
+1,1,Silvey,female,39,1,0,13507,55.9,E44,S
+1,3,Jussila,male,32,0,0,STON/O 2. 3101286,7.925,,S
+1,2,Christy,female,25,1,1,237789,30,,S
+1,1,Thayer,female,39,1,1,17421,110.8833,C68,C
+0,2,Downton,male,54,0,0,28403,26,,S
+0,1,Ross,male,36,0,0,13049,40.125,A10,C
+1,1,Taussig,female,18,0,2,110413,79.65,E68,S
+0,2,Jarvis,male,47,0,0,237565,15,,S
+1,1,Frolicher-Stehli,male,60,1,1,13567,79.2,B41,C
+0,3,Gilinski,male,22,0,0,14973,8.05,,S
+0,3,Rintamaki,male,35,0,0,STON/O 2. 3101273,7.125,,S
+1,1,Stephenson,female,52,1,0,36947,78.2667,D20,C
+0,3,Elsbury,male,47,0,0,A/5 3902,7.25,,S
+0,2,Chapman,male,37,1,0,SC/AH 29037,26,,S
+0,3,Van,male,36,1,1,345773,24.15,,S
+0,3,Johnson,male,49,0,0,LINE,0,,S
+1,1,Duff,male,49,1,0,PC 17485,56.9292,A20,C
+1,2,Jacobsohn,female,24,2,1,243847,27,,S
+0,3,Torber,male,44,0,0,364511,8.05,,S
+1,1,Homer,male,35,0,0,111426,26.55,,C
+0,3,Lindell,male,36,1,0,349910,15.55,,S
+0,3,Karaic,male,30,0,0,349246,7.8958,,S
+1,1,Daniel,male,27,0,0,113804,30.5,,S
+1,2,Laroche,female,22,1,2,SC/Paris 2123,41.5792,,C
+1,1,Shutes,female,40,0,0,PC 17582,153.4625,C125,S
+0,3,Andersson,female,39,1,5,347082,31.275,,S
+0,3,Brocklebank,male,35,0,0,364512,8.05,,S
+1,2,Herman,female,24,1,2,220845,65,,S
+0,3,Danbom,male,34,1,1,347080,14.4,,S
+0,3,Lobb,female,26,1,0,A/5. 3336,16.1,,S
+1,2,Becker,female,4,2,1,230136,39,F4,S
+0,2,Gavey,male,26,0,0,31028,10.5,,S
+0,3,Yasbeck,male,27,1,0,2659,14.4542,,C
+1,1,Kimball,male,42,1,0,11753,52.5542,D19,S
+1,3,Nakid,male,20,1,1,2653,15.7417,,C
+0,3,Hansen,male,21,0,0,350029,7.8542,,S
+0,3,Bowen,male,21,0,0,54636,16.1,,S
+0,1,Sutton,male,61,0,0,36963,32.3208,D50,S
+0,2,Kirkland,male,57,0,0,219533,12.35,,Q
+1,1,Longley,female,21,0,0,13502,77.9583,D9,S
+0,3,Bostandyeff,male,26,0,0,349224,7.8958,,S
+1,1,Barkworth,male,80,0,0,27042,30,A23,S
+0,3,Lundahl,male,51,0,0,347743,7.0542,,S
+1,1,Stahelin-Maeglin,male,32,0,0,13214,30.5,B50,C
+0,3,Skoog,female,9,3,2,347088,27.9,,S
+1,2,Davis,female,28,0,0,237668,13,,S
+0,3,Leinonen,male,32,0,0,STON/O 2. 3101292,7.925,,S
+0,2,Collyer,male,31,1,1,C.A. 31921,26.25,,S
+0,3,Panula,female,41,0,5,3101295,39.6875,,S
+0,3,Jensen,male,20,0,0,350050,7.8542,,S
+1,1,Sagesser,female,24,0,0,PC 17477,69.3,B35,C
+0,3,Skoog,female,2,3,2,347088,27.9,,S
+1,3,Baclini,female,0.75,2,1,2666,19.2583,,C
+1,1,Harper,male,48,1,0,PC 17572,76.7292,D33,C
+0,3,Cor,male,19,0,0,349231,7.8958,,S
+1,1,Simonius-Blumer,male,56,0,0,13213,35.5,A26,C
+1,3,Stanley,female,23,0,0,CA. 2314,7.55,,S
+1,2,Doling,female,18,0,1,231919,23,,S
+0,3,Kalvik,male,21,0,0,8475,8.4333,,S
+0,3,Hegarty,female,18,0,0,365226,6.75,,Q
+0,2,Hickman,male,24,2,0,S.O.C. 14879,73.5,,S
+0,3,Bourke,female,32,1,1,364849,15.5,,Q
+0,2,Eitemiller,male,23,0,0,29751,13,,S
+0,1,Newell,male,58,0,2,35273,113.275,D48,C
+1,1,Frauenthal,male,50,2,0,PC 17611,133.65,,S
+0,3,Badt,male,40,0,0,2623,7.225,,C
+0,1,Colley,male,47,0,0,5727,25.5875,E58,S
+0,3,Coleff,male,36,0,0,349210,7.4958,,S
+1,3,Lindqvist,male,20,1,0,STON/O 2. 3101285,7.925,,S
+0,2,Hickman,male,32,2,0,S.O.C. 14879,73.5,,S
+0,2,Butler,male,25,0,0,234686,13,,S
+0,3,Cook,male,43,0,0,A/5 3536,8.05,,S
+1,2,Brown,female,40,1,1,29750,39,,S
+0,1,Davidson,male,31,1,0,F.C. 12750,52,B71,S
+0,2,Mitchell,male,70,0,0,C.A. 24580,10.5,,S
+1,2,Wilhelms,male,31,0,0,244270,13,,S
+0,3,Edvardsson,male,18,0,0,349912,7.775,,S
+0,3,Sawyer,male,24.5,0,0,342826,8.05,,S
+1,3,Turja,female,18,0,0,4138,9.8417,,S
+0,3,Goodwin,female,43,1,6,CA 2144,46.9,,S
+1,1,Cardeza,male,36,0,1,PC 17755,512.3292,B51 B53 B55,C
+1,1,Hassab,male,27,0,0,PC 17572,76.7292,D49,C
+0,3,Olsvigen,male,20,0,0,6563,9.225,,S
+0,3,Goodwin,male,14,5,2,CA 2144,46.9,,S
+0,2,Brown,male,60,1,1,29750,39,,S
+0,2,Laroche,male,25,1,2,SC/Paris 2123,41.5792,,C
+0,3,Panula,male,14,4,1,3101295,39.6875,,S
+0,3,Dakic,male,19,0,0,349228,10.1708,,S
+0,3,Fischer,male,18,0,0,350036,7.7958,,S
+1,1,Madill,female,15,0,1,24160,211.3375,B5,S
+1,1,Dick,male,31,1,0,17474,57,B20,S
+1,3,Karun,female,4,0,1,349256,13.4167,,C
+0,3,Saad,male,25,0,0,2672,7.225,,C
+0,1,Weir,male,60,0,0,113800,26.55,,S
+0,2,Chapman,male,52,0,0,248731,13.5,,S
+0,3,Kelly,male,44,0,0,363592,8.05,,S
+0,1,Thayer,male,49,1,1,17421,110.8833,C68,C
+0,3,Humblen,male,42,0,0,348121,7.65,F G63,S
+1,1,Astor,female,18,1,0,PC 17757,227.525,C62 C64,C
+1,1,Silverthorne,male,35,0,0,PC 17475,26.2875,E24,S
+0,3,Barbara,female,18,0,1,2691,14.4542,,C
+0,3,Gallagher,male,25,0,0,36864,7.7417,,Q
+0,3,Hansen,male,26,1,0,350025,7.8542,,S
+0,2,Morley,male,39,0,0,250655,26,,S
+1,2,Kelly,female,45,0,0,223596,13.5,,S
+1,1,Calderhead,male,42,0,0,PC 17476,26.2875,E24,S
+1,1,Cleaver,female,22,0,0,113781,151.55,,S
+1,1,Mayne,female,24,0,0,PC 17482,49.5042,C90,C
+1,1,Taylor,male,48,1,0,19996,52,C126,S
+0,3,Larsson,male,29,0,0,7545,9.4833,,S
+0,2,Greenberg,male,52,0,0,250647,13,,S
+0,3,Soholt,male,19,0,0,348124,7.65,F G73,S
+1,1,Endres,female,38,0,0,PC 17757,227.525,C45,C
+1,2,Troutt,female,27,0,0,34218,10.5,E101,S
+0,3,Johnson,male,33,0,0,347062,7.775,,S
+1,2,Harper,female,6,0,1,248727,33,,S
+0,3,Jensen,male,17,1,0,350048,7.0542,,S
+0,2,Gillespie,male,34,0,0,12233,13,,S
+0,2,Hodges,male,50,0,0,250643,13,,S
+1,1,Chambers,male,27,1,0,113806,53.1,E8,S
+0,3,Oreskovic,male,20,0,0,315094,8.6625,,S
+1,2,Renouf,female,30,3,0,31027,21,,S
+0,2,Bryhl,male,25,1,0,236853,26,,S
+0,3,Ilmakangas,female,25,1,0,STON/O2. 3101271,7.925,,S
+1,1,Allen,female,29,0,0,24160,211.3375,B5,S
+0,3,Hassan,male,11,0,0,2699,18.7875,,C
+0,2,Berriman,male,23,0,0,28425,13,,S
+0,2,Troupiansky,male,23,0,0,233639,13,,S
+0,3,Williams,male,28.5,0,0,54636,16.1,,S
+0,3,Ford,female,48,1,3,W./C. 6608,34.375,,S
+1,1,Lesurer,male,35,0,0,PC 17755,512.3292,B101,C
+0,1,Cavendish,male,36,1,0,19877,78.85,C46,S
+1,1,Ryerson,female,21,2,2,PC 17608,262.375,B57 B59 B63 B66,C
+0,3,McNamee,male,24,1,0,376566,16.1,,S
+1,3,Stranden,male,31,0,0,STON/O 2. 3101288,7.925,,S
+0,1,Crosby,male,70,1,1,WE/P 5735,71,B22,S
+0,3,Abbott,male,16,1,1,C.A. 2673,20.25,,S
+1,2,Sinkkonen,female,30,0,0,250648,13,,S
+0,1,Marvin,male,19,1,0,113773,53.1,D30,S
+0,3,Connaghton,male,31,0,0,335097,7.75,,Q
+1,2,Wells,female,4,1,1,29103,23,,S
+1,3,Moor,male,6,0,1,392096,12.475,E121,S
+0,3,Vande,male,33,0,0,345780,9.5,,S
+0,3,Jonkoff,male,23,0,0,349204,7.8958,,S
+1,2,Herman,female,48,1,2,220845,65,,S
+1,2,Hamalainen,male,0.67,1,1,250649,14.5,,S
+0,3,Carlsson,male,28,0,0,350042,7.7958,,S
+0,2,Bailey,male,18,0,0,29108,11.5,,S
+0,3,Theobald,male,34,0,0,363294,8.05,,S
+1,1,Rothes,female,33,0,0,110152,86.5,B77,S
+0,3,Nirva,male,41,0,0,SOTON/O2 3101272,7.125,,S
+1,3,Barah,male,20,0,0,2663,7.2292,,C
+1,1,Carter,female,36,1,2,113760,120,B96 B98,S
+0,3,Eklund,male,16,0,0,347074,7.775,,S
+1,1,Hogeboom,female,51,1,0,13502,77.9583,D11,S
+0,3,Mangan,female,30.5,0,0,364850,7.75,,Q
+0,3,Gronnestad,male,32,0,0,8471,8.3625,,S
+0,3,Lievens,male,24,0,0,345781,9.5,,S
+0,3,Jensen,male,48,0,0,350047,7.8542,,S
+0,2,Mack,female,57,0,0,S.O./P.P. 3,10.5,E77,S
+1,2,Hocking,female,54,1,3,29105,23,,S
+0,3,Myhrman,male,18,0,0,347078,7.75,,S
+1,3,Emanuel,female,5,0,0,364516,12.475,,S
+1,1,Robert,female,43,0,1,24160,211.3375,B3,S
+1,3,Ayoub,female,13,0,0,2687,7.2292,,C
+1,1,Dick,female,17,1,0,17474,57,B20,S
+0,1,Long,male,29,0,0,113501,30,D6,S
+0,3,Ali,male,25,0,0,SOTON/O.Q. 3101312,7.05,,S
+0,3,Harmer,male,25,0,0,374887,7.25,,S
+1,3,Sjoblom,female,18,0,0,3101265,7.4958,,S
+0,3,Rice,male,8,4,1,382652,29.125,,Q
+1,3,Dean,male,1,1,2,C.A. 2315,20.575,,S
+0,1,Guggenheim,male,46,0,0,PC 17593,79.2,B82 B84,C
+0,2,Gaskell,male,16,0,0,239865,26,,S
+0,3,Dantcheff,male,25,0,0,349203,7.8958,,S
+0,2,Otter,male,39,0,0,28213,13,,S
+1,1,Leader,female,49,0,0,17465,25.9292,D17,S
+1,3,Osman,female,31,0,0,349244,8.6833,,S
+0,3,Ibrahim,male,30,0,0,2685,7.2292,,C
+0,3,Van,female,30,1,1,345773,24.15,,S
+0,2,Ponesell,male,34,0,0,250647,13,,S
+1,2,Collyer,female,31,1,1,C.A. 31921,26.25,,S
+1,1,Carter,male,11,1,2,113760,120,B96 B98,S
+1,3,Thomas,male,0.42,0,1,2625,8.5167,,C
+1,3,Hedman,male,27,0,0,347089,6.975,,S
+0,3,Johansson,male,31,0,0,347063,7.775,,S
+0,1,Andrews,male,39,0,0,112050,0,A36,S
+0,3,Pettersson,female,18,0,0,347087,7.775,,S
+0,2,Meyer,male,39,0,0,248723,13,,S
+1,1,Chambers,female,33,1,0,113806,53.1,E8,S
+0,3,Alexander,male,26,0,0,3474,7.8875,,S
+0,3,Lester,male,39,0,0,A/4 48871,24.15,,S
+0,2,Slemen,male,35,0,0,28206,10.5,,S
+0,3,Andersson,female,6,4,2,347082,31.275,,S
+0,3,Tomlin,male,30.5,0,0,364499,8.05,,S
+0,3,Heininen,female,23,0,0,STON/O2. 3101290,7.925,,S
+0,2,Mallet,male,31,1,1,S.C./PARIS 2079,37.0042,,C
+0,3,Holm,male,43,0,0,C 7075,6.45,,S
+0,3,Skoog,male,10,3,2,347088,27.9,,S
+1,1,Hays,female,52,1,1,12749,93.5,B69,S
+1,3,Lulic,male,27,0,0,315098,8.6625,,S
+0,1,Reuchlin,male,38,0,0,19972,0,,S
+1,3,Moor,female,27,0,1,392096,12.475,E121,S
+0,3,Panula,male,2,4,1,3101295,39.6875,,S
+1,2,Mallet,male,1,0,2,S.C./PARIS 2079,37.0042,,C
+1,1,Stone,female,62,0,0,113572,80,B28,
+1,3,Yasbeck,female,15,1,0,2659,14.4542,,C
+1,2,Richards,male,0.83,1,1,29106,18.75,,S
+0,3,Augustsson,male,23,0,0,347468,7.8542,,S
+0,3,Allum,male,18,0,0,2223,8.3,,S
+1,1,Compton,female,39,1,1,PC 17756,83.1583,E49,C
+0,3,Pasic,male,21,0,0,315097,8.6625,,S
+1,3,Chip,male,32,0,0,1601,56.4958,,S
+0,3,Alhomaki,male,20,0,0,SOTON/O2 3101287,7.925,,S
+0,2,Mudd,male,16,0,0,S.O./P.P. 3,10.5,,S
+1,1,Serepeca,female,30,0,0,113798,31,,C
+0,3,Lemberopolous,male,34.5,0,0,2683,6.4375,,C
+0,3,Culumovic,male,17,0,0,315090,8.6625,,S
+0,3,Abbing,male,42,0,0,C.A. 5547,7.55,,S
+0,3,Markoff,male,35,0,0,349213,7.8958,,C
+0,2,Harper,male,28,0,1,248727,33,,S
+0,3,Andersson,male,4,4,2,347082,31.275,,S
+0,3,Svensson,male,74,0,0,347060,7.775,,S
+0,3,Boulos,female,9,1,1,2678,15.2458,,C
+1,1,Lines,female,16,0,1,PC 17592,39.4,D28,S
+0,2,Carter,female,44,1,0,244252,26,,S
+1,3,Aks,female,18,0,1,392091,9.35,,S
+1,1,Wick,female,45,1,1,36928,164.8667,,S
+1,1,Daly,male,51,0,0,113055,26.55,E17,S
+1,3,Baclini,female,24,0,3,2666,19.2583,,C
+0,3,Hansen,male,41,2,0,350026,14.1083,,S
+0,2,Giles,male,21,1,0,28134,11.5,,S
+1,1,Swift,female,48,0,0,17466,25.9292,D17,S
+0,2,Gill,male,24,0,0,233866,13,,S
+1,2,Bystrom,female,42,0,0,236852,13,,S
+1,2,Duran,female,27,1,0,SC/PARIS 2149,13.8583,,C
+0,1,Roebling,male,31,0,0,PC 17590,50.4958,A24,S
+1,3,Johnson,male,4,1,1,347742,11.1333,,S
+0,3,Balkic,male,26,0,0,349248,7.8958,,S
+1,1,Beckwith,female,47,1,1,11751,52.5542,D35,S
+0,1,Carlsson,male,33,0,0,695,5,B51 B53 B55,S
+0,3,Vander,male,47,0,0,345765,9,,S
+1,2,Abelson,female,28,1,0,P/PP 3381,24,,C
+1,3,Najib,female,15,0,0,2667,7.225,,C
+0,3,Gustafsson,male,20,0,0,7534,9.8458,,S
+0,3,Petroff,male,19,0,0,349212,7.8958,,S
+1,1,Potter,female,56,0,1,11767,83.1583,C50,C
+1,2,Shelley,female,25,0,1,230433,26,,S
+0,3,Markun,male,33,0,0,349257,7.8958,,S
+0,3,Dahlberg,female,22,0,0,7552,10.5167,,S
+0,2,Banfield,male,28,0,0,C.A./SOTON 34068,10.5,,S
+0,3,Sutehall,male,25,0,0,SOTON/OQ 392076,7.05,,S
+0,3,Rice,female,39,0,5,382652,29.125,,Q
+0,2,Montvila,male,27,0,0,211536,13,,S
+1,1,Graham,female,19,0,0,112053,30,B42,S
+1,1,Behr,male,26,0,0,111369,30,C148,C
+0,3,Dooley,male,32,0,0,370376,7.75,,Q

examples/gptllama.ts

@@ -0,0 +1,40 @@
+import { stdin as input, stdout as output } from "node:process";
+// readline/promises is still experimental so not in @types/node yet
+// @ts-ignore
+import readline from "node:readline/promises";
+
+import { ChatMessage, LlamaDeuce, OpenAI } from "llamaindex";
+
+(async () => {
+  const gpt4 = new OpenAI({ model: "gpt-4", temperature: 0.9 });
+  const l2 = new LlamaDeuce({
+    model: "Llama-2-70b-chat-4bit",
+    temperature: 0.9,
+  });
+
+  const rl = readline.createInterface({ input, output });
+  const start = await rl.question("Start: ");
+  const history: ChatMessage[] = [
+    {
+      content:
+        "Prefer shorter answers. Keep your response to 100 words or less.",
+      role: "system",
+    },
+    { content: start, role: "user" },
+  ];
+
+  while (true) {
+    const next = history.length % 2 === 1 ? gpt4 : l2;
+    const r = await next.chat(
+      history.map(({ content, role }) => ({
+        content,
+        role: next === l2 ? role : role === "user" ? "assistant" : "user",
+      })),
+    );
+    history.push({
+      content: r.message.content,
+      role: next === l2 ? "assistant" : "user",
+    });
+    await rl.question((next === l2 ? "Llama: " : "GPT: ") + r.message.content);
+  }
+})();

examples/listIndex.ts

@@ -13,16 +13,13 @@ async function main() {
       chunkSize: 40,
     }),
   });
-  const document = new Document({ text: essay });
-  const index = await ListIndex.fromDocuments(
-    [document],
-    { serviceContext }
-  );
+  const document = new Document({ text: essay, id_: "essay" });
+  const index = await ListIndex.fromDocuments([document], { serviceContext });
   const queryEngine = index.asQueryEngine({
     retriever: index.asRetriever({ mode: ListRetrieverMode.LLM }),
   });
   const response = await queryEngine.query(
-    "What did the author do growing up?"
+    "What did the author do growing up?",
   );
   console.log(response.toString());
 }

examples/llamadeuce.ts

@@ -1,7 +1,7 @@
-import { LlamaDeuce } from "llamaindex";
+import { DeuceChatStrategy, LlamaDeuce } from "llamaindex";
 
 (async () => {
-  const deuce = new LlamaDeuce();
+  const deuce = new LlamaDeuce({ chatStrategy: DeuceChatStrategy.META });
   const result = await deuce.chat([{ content: "Hello, world!", role: "user" }]);
   console.log(result);
 })();

examples/package-lock.json

@@ -1,426 +0,0 @@
-{
-  "name": "simple",
-  "version": "0.0.3",
-  "lockfileVersion": 3,
-  "requires": true,
-  "packages": {
-    "": {
-      "name": "simple",
-      "version": "0.0.3",
-      "dependencies": {
-        "llamaindex": "^0.0.0-20230730023617"
-      },
-      "devDependencies": {
-        "@types/node": "^18"
-      }
-    },
-    "node_modules/@anthropic-ai/sdk": {
-      "version": "0.5.8",
-      "resolved": "https://registry.npmjs.org/@anthropic-ai/sdk/-/sdk-0.5.8.tgz",
-      "integrity": "sha512-iHenjcE2Q/az6VZiP1DueOSvKNRmxsly6Rx2yjJBoy7OBYVFGVjEdgs2mPQHtTX0ibKAR7tPq6F6MQbKDPWcKg==",
-      "dependencies": {
-        "@types/node": "^18.11.18",
-        "@types/node-fetch": "^2.6.4",
-        "abort-controller": "^3.0.0",
-        "agentkeepalive": "^4.2.1",
-        "digest-fetch": "^1.3.0",
-        "form-data-encoder": "1.7.2",
-        "formdata-node": "^4.3.2",
-        "node-fetch": "^2.6.7"
-      }
-    },
-    "node_modules/@types/node": {
-      "version": "18.17.0",
-      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.17.0.tgz",
-      "integrity": "sha512-GXZxEtOxYGFchyUzxvKI14iff9KZ2DI+A6a37o6EQevtg6uO9t+aUZKcaC1Te5Ng1OnLM7K9NVVj+FbecD9cJg=="
-    },
-    "node_modules/@types/node-fetch": {
-      "version": "2.6.4",
-      "resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-2.6.4.tgz",
-      "integrity": "sha512-1ZX9fcN4Rvkvgv4E6PAY5WXUFWFcRWxZa3EW83UjycOB9ljJCedb2CupIP4RZMEwF/M3eTcCihbBRgwtGbg5Rg==",
-      "dependencies": {
-        "@types/node": "*",
-        "form-data": "^3.0.0"
-      }
-    },
-    "node_modules/abort-controller": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/abort-controller/-/abort-controller-3.0.0.tgz",
-      "integrity": "sha512-h8lQ8tacZYnR3vNQTgibj+tODHI5/+l06Au2Pcriv/Gmet0eaj4TwWH41sO9wnHDiQsEj19q0drzdWdeAHtweg==",
-      "dependencies": {
-        "event-target-shim": "^5.0.0"
-      },
-      "engines": {
-        "node": ">=6.5"
-      }
-    },
-    "node_modules/agentkeepalive": {
-      "version": "4.3.0",
-      "resolved": "https://registry.npmjs.org/agentkeepalive/-/agentkeepalive-4.3.0.tgz",
-      "integrity": "sha512-7Epl1Blf4Sy37j4v9f9FjICCh4+KAQOyXgHEwlyBiAQLbhKdq/i2QQU3amQalS/wPhdPzDXPL5DMR5bkn+YeWg==",
-      "dependencies": {
-        "debug": "^4.1.0",
-        "depd": "^2.0.0",
-        "humanize-ms": "^1.2.1"
-      },
-      "engines": {
-        "node": ">= 8.0.0"
-      }
-    },
-    "node_modules/agentkeepalive/node_modules/debug": {
-      "version": "4.3.4",
-      "resolved": "https://registry.npmjs.org/debug/-/debug-4.3.4.tgz",
-      "integrity": "sha512-PRWFHuSU3eDtQJPvnNY7Jcket1j0t5OuOsFzPPzsekD52Zl8qUfFIPEiswXqIvHWGVHOgX+7G/vCNNhehwxfkQ==",
-      "dependencies": {
-        "ms": "2.1.2"
-      },
-      "engines": {
-        "node": ">=6.0"
-      },
-      "peerDependenciesMeta": {
-        "supports-color": {
-          "optional": true
-        }
-      }
-    },
-    "node_modules/agentkeepalive/node_modules/ms": {
-      "version": "2.1.2",
-      "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz",
-      "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w=="
-    },
-    "node_modules/asynckit": {
-      "version": "0.4.0",
-      "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz",
-      "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q=="
-    },
-    "node_modules/base-64": {
-      "version": "0.1.0",
-      "resolved": "https://registry.npmjs.org/base-64/-/base-64-0.1.0.tgz",
-      "integrity": "sha512-Y5gU45svrR5tI2Vt/X9GPd3L0HNIKzGu202EjxrXMpuc2V2CiKgemAbUUsqYmZJvPtCXoUKjNZwBJzsNScUbXA=="
-    },
-    "node_modules/base64-js": {
-      "version": "1.5.1",
-      "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.5.1.tgz",
-      "integrity": "sha512-AKpaYlHn8t4SVbOHCy+b5+KKgvR4vrsD8vbvrbiQJps7fKDTkjkDry6ji0rUJjC0kzbNePLwzxq8iypo41qeWA==",
-      "funding": [
-        {
-          "type": "github",
-          "url": "https://github.com/sponsors/feross"
-        },
-        {
-          "type": "patreon",
-          "url": "https://www.patreon.com/feross"
-        },
-        {
-          "type": "consulting",
-          "url": "https://feross.org/support"
-        }
-      ]
-    },
-    "node_modules/charenc": {
-      "version": "0.0.2",
-      "resolved": "https://registry.npmjs.org/charenc/-/charenc-0.0.2.tgz",
-      "integrity": "sha512-yrLQ/yVUFXkzg7EDQsPieE/53+0RlaWTs+wBrvW36cyilJ2SaDWfl4Yj7MtLTXleV9uEKefbAGUPv2/iWSooRA==",
-      "engines": {
-        "node": "*"
-      }
-    },
-    "node_modules/combined-stream": {
-      "version": "1.0.8",
-      "resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.8.tgz",
-      "integrity": "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==",
-      "dependencies": {
-        "delayed-stream": "~1.0.0"
-      },
-      "engines": {
-        "node": ">= 0.8"
-      }
-    },
-    "node_modules/crypt": {
-      "version": "0.0.2",
-      "resolved": "https://registry.npmjs.org/crypt/-/crypt-0.0.2.tgz",
-      "integrity": "sha512-mCxBlsHFYh9C+HVpiEacem8FEBnMXgU9gy4zmNC+SXAZNB/1idgp/aulFJ4FgCi7GPEVbfyng092GqL2k2rmow==",
-      "engines": {
-        "node": "*"
-      }
-    },
-    "node_modules/debug": {
-      "version": "3.2.7",
-      "resolved": "https://registry.npmjs.org/debug/-/debug-3.2.7.tgz",
-      "integrity": "sha512-CFjzYYAi4ThfiQvizrFQevTTXHtnCqWfe7x1AhgEscTz6ZbLbfoLRLPugTQyBth6f8ZERVUSyWHFD/7Wu4t1XQ==",
-      "dependencies": {
-        "ms": "^2.1.1"
-      }
-    },
-    "node_modules/delayed-stream": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz",
-      "integrity": "sha512-ZySD7Nf91aLB0RxL4KGrKHBXl7Eds1DAmEdcoVawXnLD7SDhpNgtuII2aAkg7a7QS41jxPSZ17p4VdGnMHk3MQ==",
-      "engines": {
-        "node": ">=0.4.0"
-      }
-    },
-    "node_modules/depd": {
-      "version": "2.0.0",
-      "resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz",
-      "integrity": "sha512-g7nH6P6dyDioJogAAGprGpCtVImJhpPk/roCzdb3fIh61/s/nPsfR6onyMwkCAR/OlC3yBC0lESvUoQEAssIrw==",
-      "engines": {
-        "node": ">= 0.8"
-      }
-    },
-    "node_modules/digest-fetch": {
-      "version": "1.3.0",
-      "resolved": "https://registry.npmjs.org/digest-fetch/-/digest-fetch-1.3.0.tgz",
-      "integrity": "sha512-CGJuv6iKNM7QyZlM2T3sPAdZWd/p9zQiRNS9G+9COUCwzWFTs0Xp8NF5iePx7wtvhDykReiRRrSeNb4oMmB8lA==",
-      "dependencies": {
-        "base-64": "^0.1.0",
-        "md5": "^2.3.0"
-      }
-    },
-    "node_modules/event-target-shim": {
-      "version": "5.0.1",
-      "resolved": "https://registry.npmjs.org/event-target-shim/-/event-target-shim-5.0.1.tgz",
-      "integrity": "sha512-i/2XbnSz/uxRCU6+NdVJgKWDTM427+MqYbkQzD321DuCQJUqOuJKIA0IM2+W2xtYHdKOmZ4dR6fExsd4SXL+WQ==",
-      "engines": {
-        "node": ">=6"
-      }
-    },
-    "node_modules/form-data": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-3.0.1.tgz",
-      "integrity": "sha512-RHkBKtLWUVwd7SqRIvCZMEvAMoGUp0XU+seQiZejj0COz3RI3hWP4sCv3gZWWLjJTd7rGwcsF5eKZGii0r/hbg==",
-      "dependencies": {
-        "asynckit": "^0.4.0",
-        "combined-stream": "^1.0.8",
-        "mime-types": "^2.1.12"
-      },
-      "engines": {
-        "node": ">= 6"
-      }
-    },
-    "node_modules/form-data-encoder": {
-      "version": "1.7.2",
-      "resolved": "https://registry.npmjs.org/form-data-encoder/-/form-data-encoder-1.7.2.tgz",
-      "integrity": "sha512-qfqtYan3rxrnCk1VYaA4H+Ms9xdpPqvLZa6xmMgFvhO32x7/3J/ExcTd6qpxM0vH2GdMI+poehyBZvqfMTto8A=="
-    },
-    "node_modules/formdata-node": {
-      "version": "4.4.1",
-      "resolved": "https://registry.npmjs.org/formdata-node/-/formdata-node-4.4.1.tgz",
-      "integrity": "sha512-0iirZp3uVDjVGt9p49aTaqjk84TrglENEDuqfdlZQ1roC9CWlPk6Avf8EEnZNcAqPonwkG35x4n3ww/1THYAeQ==",
-      "dependencies": {
-        "node-domexception": "1.0.0",
-        "web-streams-polyfill": "4.0.0-beta.3"
-      },
-      "engines": {
-        "node": ">= 12.20"
-      }
-    },
-    "node_modules/humanize-ms": {
-      "version": "1.2.1",
-      "resolved": "https://registry.npmjs.org/humanize-ms/-/humanize-ms-1.2.1.tgz",
-      "integrity": "sha512-Fl70vYtsAFb/C06PTS9dZBo7ihau+Tu/DNCk/OyHhea07S+aeMWpFFkUaXRa8fI+ScZbEI8dfSxwY7gxZ9SAVQ==",
-      "dependencies": {
-        "ms": "^2.0.0"
-      }
-    },
-    "node_modules/is-buffer": {
-      "version": "1.1.6",
-      "resolved": "https://registry.npmjs.org/is-buffer/-/is-buffer-1.1.6.tgz",
-      "integrity": "sha512-NcdALwpXkTm5Zvvbk7owOUSvVvBKDgKP5/ewfXEznmQFfs4ZRmanOeKBTjRVjka3QFoN6XJ+9F3USqfHqTaU5w=="
-    },
-    "node_modules/js-tiktoken": {
-      "version": "1.0.7",
-      "resolved": "https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.7.tgz",
-      "integrity": "sha512-biba8u/clw7iesNEWLOLwrNGoBP2lA+hTaBLs/D45pJdUPFXyxD6nhcDVtADChghv4GgyAiMKYMiRx7x6h7Biw==",
-      "dependencies": {
-        "base64-js": "^1.5.1"
-      }
-    },
-    "node_modules/llamaindex": {
-      "version": "0.0.0-20230730023617",
-      "resolved": "https://registry.npmjs.org/llamaindex/-/llamaindex-0.0.0-20230730023617.tgz",
-      "integrity": "sha512-scBB8s0iboM6LS9zsStxom3UaWd4gBYoC2pbPnX7gZRzgRI3ErFn1cke2tJWG3pqKGg8RYSUus4jltemGHMs/A==",
-      "dependencies": {
-        "@anthropic-ai/sdk": "^0.5.8",
-        "js-tiktoken": "^1.0.7",
-        "lodash": "^4.17.21",
-        "openai": "4.0.0-beta.6",
-        "pdf-parse": "^1.1.1",
-        "replicate": "^0.12.3",
-        "tiktoken-node": "^0.0.6",
-        "uuid": "^9.0.0",
-        "wink-nlp": "^1.14.3"
-      },
-      "engines": {
-        "node": ">=18.0.0"
-      }
-    },
-    "node_modules/lodash": {
-      "version": "4.17.21",
-      "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.21.tgz",
-      "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg=="
-    },
-    "node_modules/md5": {
-      "version": "2.3.0",
-      "resolved": "https://registry.npmjs.org/md5/-/md5-2.3.0.tgz",
-      "integrity": "sha512-T1GITYmFaKuO91vxyoQMFETst+O71VUPEU3ze5GNzDm0OWdP8v1ziTaAEPUr/3kLsY3Sftgz242A1SetQiDL7g==",
-      "dependencies": {
-        "charenc": "0.0.2",
-        "crypt": "0.0.2",
-        "is-buffer": "~1.1.6"
-      }
-    },
-    "node_modules/mime-db": {
-      "version": "1.52.0",
-      "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz",
-      "integrity": "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==",
-      "engines": {
-        "node": ">= 0.6"
-      }
-    },
-    "node_modules/mime-types": {
-      "version": "2.1.35",
-      "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.35.tgz",
-      "integrity": "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==",
-      "dependencies": {
-        "mime-db": "1.52.0"
-      },
-      "engines": {
-        "node": ">= 0.6"
-      }
-    },
-    "node_modules/ms": {
-      "version": "2.1.3",
-      "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
-      "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA=="
-    },
-    "node_modules/node-domexception": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/node-domexception/-/node-domexception-1.0.0.tgz",
-      "integrity": "sha512-/jKZoMpw0F8GRwl4/eLROPA3cfcXtLApP0QzLmUT/HuPCZWyB7IY9ZrMeKw2O/nFIqPQB3PVM9aYm0F312AXDQ==",
-      "funding": [
-        {
-          "type": "github",
-          "url": "https://github.com/sponsors/jimmywarting"
-        },
-        {
-          "type": "github",
-          "url": "https://paypal.me/jimmywarting"
-        }
-      ],
-      "engines": {
-        "node": ">=10.5.0"
-      }
-    },
-    "node_modules/node-ensure": {
-      "version": "0.0.0",
-      "resolved": "https://registry.npmjs.org/node-ensure/-/node-ensure-0.0.0.tgz",
-      "integrity": "sha512-DRI60hzo2oKN1ma0ckc6nQWlHU69RH6xN0sjQTjMpChPfTYvKZdcQFfdYK2RWbJcKyUizSIy/l8OTGxMAM1QDw=="
-    },
-    "node_modules/node-fetch": {
-      "version": "2.6.12",
-      "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.12.tgz",
-      "integrity": "sha512-C/fGU2E8ToujUivIO0H+tpQ6HWo4eEmchoPIoXtxCrVghxdKq+QOHqEZW7tuP3KlV3bC8FRMO5nMCC7Zm1VP6g==",
-      "dependencies": {
-        "whatwg-url": "^5.0.0"
-      },
-      "engines": {
-        "node": "4.x || >=6.0.0"
-      },
-      "peerDependencies": {
-        "encoding": "^0.1.0"
-      },
-      "peerDependenciesMeta": {
-        "encoding": {
-          "optional": true
-        }
-      }
-    },
-    "node_modules/openai": {
-      "version": "4.0.0-beta.6",
-      "resolved": "https://registry.npmjs.org/openai/-/openai-4.0.0-beta.6.tgz",
-      "integrity": "sha512-sZscRgs6nhBgIt0qcK8XB2PGga6V0Qy9rQn/vKesox/laQDs9tMaOi6rsDhHq15aXQJPROfEB0K9SZoCuyWbSw==",
-      "dependencies": {
-        "@types/node": "^18.11.18",
-        "@types/node-fetch": "^2.6.4",
-        "abort-controller": "^3.0.0",
-        "agentkeepalive": "^4.2.1",
-        "digest-fetch": "^1.3.0",
-        "form-data-encoder": "1.7.2",
-        "formdata-node": "^4.3.2",
-        "node-fetch": "^2.6.7"
-      }
-    },
-    "node_modules/pdf-parse": {
-      "version": "1.1.1",
-      "resolved": "https://registry.npmjs.org/pdf-parse/-/pdf-parse-1.1.1.tgz",
-      "integrity": "sha512-v6ZJ/efsBpGrGGknjtq9J/oC8tZWq0KWL5vQrk2GlzLEQPUDB1ex+13Rmidl1neNN358Jn9EHZw5y07FFtaC7A==",
-      "dependencies": {
-        "debug": "^3.1.0",
-        "node-ensure": "^0.0.0"
-      },
-      "engines": {
-        "node": ">=6.8.1"
-      }
-    },
-    "node_modules/replicate": {
-      "version": "0.12.3",
-      "resolved": "https://registry.npmjs.org/replicate/-/replicate-0.12.3.tgz",
-      "integrity": "sha512-HVWKPoVhWVTONlWk+lUXmq9Vy2J8MxBJMtDBQq3dA5uq71ZzKTh0xvJfvzW4+VLBjhBeL7tkdua6hZJmKfzAPQ==",
-      "engines": {
-        "git": ">=2.11.0",
-        "node": ">=16.6.0",
-        "npm": ">=7.19.0",
-        "yarn": ">=1.7.0"
-      }
-    },
-    "node_modules/tiktoken-node": {
-      "version": "0.0.6",
-      "resolved": "https://registry.npmjs.org/tiktoken-node/-/tiktoken-node-0.0.6.tgz",
-      "integrity": "sha512-MiprfzPhoKhCflzl0Jyds0VKibAgUGHfJLvBCAXPpum6Lru6ZoKQGsl8lJP0B94LPpby2B2WveOB2tZVfEZQOQ==",
-      "engines": {
-        "node": ">= 14"
-      }
-    },
-    "node_modules/tr46": {
-      "version": "0.0.3",
-      "resolved": "https://registry.npmjs.org/tr46/-/tr46-0.0.3.tgz",
-      "integrity": "sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw=="
-    },
-    "node_modules/uuid": {
-      "version": "9.0.0",
-      "resolved": "https://registry.npmjs.org/uuid/-/uuid-9.0.0.tgz",
-      "integrity": "sha512-MXcSTerfPa4uqyzStbRoTgt5XIe3x5+42+q1sDuy3R5MDk66URdLMOZe5aPX/SQd+kuYAh0FdP/pO28IkQyTeg==",
-      "bin": {
-        "uuid": "dist/bin/uuid"
-      }
-    },
-    "node_modules/web-streams-polyfill": {
-      "version": "4.0.0-beta.3",
-      "resolved": "https://registry.npmjs.org/web-streams-polyfill/-/web-streams-polyfill-4.0.0-beta.3.tgz",
-      "integrity": "sha512-QW95TCTaHmsYfHDybGMwO5IJIM93I/6vTRk+daHTWFPhwh+C8Cg7j7XyKrwrj8Ib6vYXe0ocYNrmzY4xAAN6ug==",
-      "engines": {
-        "node": ">= 14"
-      }
-    },
-    "node_modules/webidl-conversions": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-3.0.1.tgz",
-      "integrity": "sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ=="
-    },
-    "node_modules/whatwg-url": {
-      "version": "5.0.0",
-      "resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-5.0.0.tgz",
-      "integrity": "sha512-saE57nupxk6v3HY35+jzBwYa0rKSy0XR8JSxZPwgLr7ys0IBzhGviA1/TUGJLmSVqs8pb9AnvICXEuOHLprYTw==",
-      "dependencies": {
-        "tr46": "~0.0.3",
-        "webidl-conversions": "^3.0.0"
-      }
-    },
-    "node_modules/wink-nlp": {
-      "version": "1.14.3",
-      "resolved": "https://registry.npmjs.org/wink-nlp/-/wink-nlp-1.14.3.tgz",
-      "integrity": "sha512-lvY5iCs3T8I34F8WKS70+2P0U9dWLn3vdPf/Z+m2VK14N7OmqnPzmHfh3moHdusajoQ37Em39z0IZB9K4x/96A=="
-    }
-  }
-}

examples/pdf.ts

@@ -1,10 +1,9 @@
-import fs from "fs/promises";
 import { PDFReader, VectorStoreIndex } from "llamaindex";
 
 async function main() {
   // Load PDF
   const reader = new PDFReader();
-  const documents = await reader.loadData("examples/brk-2022.pdf");
+  const documents = await reader.loadData("data/brk-2022.pdf");
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const index = await VectorStoreIndex.fromDocuments(documents);

examples/split.ts

@@ -0,0 +1,16 @@
+import fs from "node:fs/promises";
+
+import { SentenceSplitter } from "llamaindex";
+
+async function main() {
+  const path = "node_modules/llamaindex/examples/abramov.txt";
+  const essay = await fs.readFile(path, "utf-8");
+
+  const textSplitter = new SentenceSplitter();
+
+  const chunks = textSplitter.splitTextWithOverlaps(essay);
+
+  console.log(chunks);
+}
+
+main();

examples/storageContext.ts

@@ -1,30 +1,42 @@
-import { Document, VectorStoreIndex, storageContextFromDefaults } from "llamaindex";
+import {
+  Document,
+  storageContextFromDefaults,
+  VectorStoreIndex,
+} from "llamaindex";
 import essay from "./essay";
 
-
 async function main() {
   // Create Document object with essay
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: "essay" });
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   // persist the vector store automatically with the storage context
-  const storageContext = await storageContextFromDefaults({ persistDir: "./storage" });
-  const index = await VectorStoreIndex.fromDocuments([document], { storageContext });
+  const storageContext = await storageContextFromDefaults({
+    persistDir: "./storage",
+  });
+  const index = await VectorStoreIndex.fromDocuments([document], {
+    storageContext,
+  });
 
   // Query the index
   const queryEngine = index.asQueryEngine();
   const response = await queryEngine.query(
-    "What did the author do in college?"
+    "What did the author do in college?",
   );
 
   // Output response
   console.log(response.toString());
 
   // load the index
-  const loadedIndex = await VectorStoreIndex.init({ storageContext });
-  const laodedQueryEngine = loadedIndex.asQueryEngine();
-  const loadedResponse = await laodedQueryEngine.query(
-    "What did the author do growing up?"
+  const secondStorageContext = await storageContextFromDefaults({
+    persistDir: "./storage",
+  });
+  const loadedIndex = await VectorStoreIndex.init({
+    storageContext: secondStorageContext,
+  });
+  const loadedQueryEngine = loadedIndex.asQueryEngine();
+  const loadedResponse = await loadedQueryEngine.query(
+    "What did the author do growing up?",
   );
   console.log(loadedResponse.toString());
 }

examples/subquestion.ts

@@ -1,9 +1,9 @@
-import { Document, VectorStoreIndex, SubQuestionQueryEngine } from "llamaindex";
+import { Document, SubQuestionQueryEngine, VectorStoreIndex } from "llamaindex";
 
 import essay from "./essay";
 
 (async () => {
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: essay });
   const index = await VectorStoreIndex.fromDocuments([document]);
 
   const queryEngine = SubQuestionQueryEngine.fromDefaults({
@@ -19,7 +19,7 @@ import essay from "./essay";
   });
 
   const response = await queryEngine.query(
-    "How was Paul Grahams life different before and after YC?"
+    "How was Paul Grahams life different before and after YC?",
   );
 
   console.log(response.toString());

examples/vectorIndex.ts

@@ -1,15 +1,15 @@
-import fs from "fs/promises";
+import fs from "node:fs/promises";
+
 import { Document, VectorStoreIndex } from "llamaindex";
 
 async function main() {
   // Load essay from abramov.txt in Node
-  const essay = await fs.readFile(
-    "node_modules/llamaindex/examples/abramov.txt",
-    "utf-8"
-  );
+  const path = "node_modules/llamaindex/examples/abramov.txt";
+
+  const essay = await fs.readFile(path, "utf-8");
 
   // Create Document object with essay
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: path });
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const index = await VectorStoreIndex.fromDocuments([document]);
@@ -17,7 +17,7 @@ async function main() {
   // Query the index
   const queryEngine = index.asQueryEngine();
   const response = await queryEngine.query(
-    "What did the author do in college?"
+    "What did the author do in college?",
   );
 
   // Output response

examples/vectorIndexAnthropic.ts

@@ -1,20 +1,20 @@
-import fs from "fs/promises";
+import fs from "node:fs/promises";
+
 import {
   Anthropic,
   Document,
-  VectorStoreIndex,
   serviceContextFromDefaults,
+  VectorStoreIndex,
 } from "llamaindex";
 
 async function main() {
   // Load essay from abramov.txt in Node
-  const essay = await fs.readFile(
-    "node_modules/llamaindex/examples/abramov.txt",
-    "utf-8"
-  );
+  const path = "node_modules/llamaindex/examples/abramov.txt";
+
+  const essay = await fs.readFile(path, "utf-8");
 
   // Create Document object with essay
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: path });
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const serviceContext = serviceContextFromDefaults({ llm: new Anthropic() });
@@ -25,7 +25,7 @@ async function main() {
   // Query the index
   const queryEngine = index.asQueryEngine();
   const response = await queryEngine.query(
-    "What did the author do in college?"
+    "What did the author do in college?",
   );
 
   // Output response

examples/vectorIndexCustomize.ts

@@ -1,23 +1,31 @@
-import { Document, VectorStoreIndex, RetrieverQueryEngine, OpenAI, serviceContextFromDefaults } from "llamaindex";
+import {
+  Document,
+  OpenAI,
+  RetrieverQueryEngine,
+  serviceContextFromDefaults,
+  VectorStoreIndex,
+} from "llamaindex";
 import essay from "./essay";
 
 // Customize retrieval and query args
 async function main() {
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: "essay" });
 
-  const serviceContext = serviceContextFromDefaults(
-    { llm: new OpenAI({ model: "gpt-3.5-turbo", temperature: 0.0 }) }
-  );
+  const serviceContext = serviceContextFromDefaults({
+    llm: new OpenAI({ model: "gpt-3.5-turbo", temperature: 0.0 }),
+  });
+
+  const index = await VectorStoreIndex.fromDocuments([document], {
+    serviceContext,
+  });
 
-  const index = await VectorStoreIndex.fromDocuments([document], { serviceContext });
-  
   const retriever = index.asRetriever();
   retriever.similarityTopK = 5;
   // TODO: cannot pass responseSynthesizer into retriever query engine
   const queryEngine = new RetrieverQueryEngine(retriever);
-  
+
   const response = await queryEngine.query(
-    "What did the author do growing up?"
+    "What did the author do growing up?",
   );
   console.log(response.response);
 }

examples/vectorIndexGPT4.ts

@@ -1,20 +1,19 @@
-import fs from "fs/promises";
+import fs from "node:fs/promises";
+
 import {
-  OpenAI,
   Document,
-  VectorStoreIndex,
+  OpenAI,
   serviceContextFromDefaults,
+  VectorStoreIndex,
 } from "llamaindex";
 
 async function main() {
   // Load essay from abramov.txt in Node
-  const essay = await fs.readFile(
-    "node_modules/llamaindex/examples/abramov.txt",
-    "utf-8"
-  );
+  const path = "node_modules/llamaindex/examples/abramov.txt";
+  const essay = await fs.readFile(path, "utf-8");
 
   // Create Document object with essay
-  const document = new Document({ text: essay });
+  const document = new Document({ text: essay, id_: path });
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const serviceContext = serviceContextFromDefaults({
@@ -27,7 +26,7 @@ async function main() {
   // Query the index
   const queryEngine = index.asQueryEngine();
   const response = await queryEngine.query(
-    "What did the author do in college?"
+    "What did the author do in college?",
   );
 
   // Output response

package.json

@@ -16,14 +16,19 @@
     "eslint": "^7.32.0",
     "eslint-config-custom": "workspace:*",
     "husky": "^8.0.3",
-    "jest": "^29.6.1",
-    "prettier": "^2.8.8",
-    "prettier-plugin-tailwindcss": "^0.3.0",
+    "jest": "^29.6.2",
+    "prettier": "^3.0.2",
+    "prettier-plugin-organize-imports": "^3.2.3",
     "ts-jest": "^29.1.1",
     "turbo": "^1.10.12"
   },
   "packageManager": "pnpm@7.15.0",
   "dependencies": {
     "@changesets/cli": "^2.26.2"
+  },
+  "pnpm": {
+    "overrides": {
+      "trim": "1.0.1"
+    }
   }
 }

packages/core/CHANGELOG.md

@@ -1,5 +1,47 @@
 # llamaindex
 
+## 0.0.19
+
+### Patch Changes
+
+- a747f28: Add PapaCSVReader (thank you @swk777)
+- 355910b: OpenAI v4 (final), Anthropic 0.6, Replicate 0.16.1
+- 355910b: Breaking: Removed NodeWithEmbeddings (just use BaseNode)
+
+## 0.0.18
+
+### Patch Changes
+
+- 824c13c: Breaking: allow documents to be reimported with hash checking.
+- 18b8915: Update storage exports (thanks @TomPenguin)
+- ade9d8f: Bug fix: use session in OpenAI Embeddings (thanks @swk777)
+- 824c13c: Breaking: removed nodeId and docId. Just use id\_
+
+## 0.0.17
+
+### Patch Changes
+
+- f80b062: Breaking: changed default temp to 0.1 matching new Python change by @logan-markewich
+- b3fec86: Add support for new Replicate 4 bit Llama2 models
+- b3fec86: Bug fixes for Llama2 Replicate
+
+## 0.0.16
+
+### Patch Changes
+
+- ec12633: Breaking: make vector store abstraction async (thank you @tyre for the PR)
+- 9214b06: Fix persistence bug (thanks @HenryHengZJ)
+- 3e52972: Fix Node initializer bug (thank you @tyre for the PR)
+- 3316c6b: Add Azure OpenAI support
+- 3316c6b: OpenAI Node v4-beta.8
+
+## 0.0.15
+
+### Patch Changes
+
+- b501eb5: Added Anthropic Claude support
+- f9d1a6e: Add Top P
+
 ## 0.0.14
 
 ### Patch Changes

packages/core/CONTRIBUTING.md

@@ -12,7 +12,7 @@ apps/simple is where the demo code lives
 
 ### Turborepo docs
 
-You can checkout how Turborepo works using the built in [README-turborepo.md](README-turborepo.md)
+You can checkout how Turborepo works using the default [README-turborepo.md](/README-turborepo.md)
 
 ## Getting Started
 
@@ -41,12 +41,14 @@ To run them, run
 pnpm run test
 ```
 
-To write new test cases write them in packages/core/src/tests
+To write new test cases write them in [packages/core/src/tests](/packages/core/src/tests)
 
 We use Jest https://jestjs.io/ to write our test cases. Jest comes with a bunch of built in assertions using the expect function: https://jestjs.io/docs/expect
 
 ### Demo applications
 
+There is an existing ["simple"](/apps/simple/README.md) demos folder with mainly NodeJS scripts. Feel free to add additional demos to that folder. If you would like to try out your changes in the core package with a new demo, you need to run the build command in the README.
+
 You can create new demo applications in the apps folder. Just run pnpm init in the folder after you create it to create its own package.json
 
 ### Installing packages

packages/core/README.md

@@ -1,7 +1,11 @@
 # LlamaIndex.TS
 
+LlamaIndex is a data framework for your LLM application.
+
 Use your own data with large language models (LLMs, OpenAI ChatGPT and others) in Typescript and Javascript.
 
+Documentation: https://ts.llamaindex.ai/
+
 ## What is LlamaIndex.TS?
 
 LlamaIndex.TS aims to be a lightweight, easy to use set of libraries to help you integrate large language models into your applications with your own data.
@@ -14,8 +18,11 @@ In a new folder:
 
 ```bash
 export OPENAI_API_KEY="sk-......" # Replace with your key from https://platform.openai.com/account/api-keys
-npx tsc –-init # if needed
+pnpm init
+pnpm install typescript
+pnpm exec tsc –-init # if needed
 pnpm install llamaindex
+pnpm install @types/node
 ```
 
 Create the file example.ts
@@ -54,28 +61,38 @@ main();
 Then you can run it using
 
 ```bash
-npx ts-node example.ts
+pnpm dlx ts-node example.ts
 ```
 
+## Playground
+
+Check out our NextJS playground at https://llama-playground.vercel.app/. The source is available at https://github.com/run-llama/ts-playground
+
 ## Core concepts for getting started:
 
-- [Document](packages/core/src/Node.ts): A document represents a text file, PDF file or other contiguous piece of data.
+- [Document](/packages/core/src/Node.ts): A document represents a text file, PDF file or other contiguous piece of data.
 
-- [Node](packages/core/src/Node.ts): The basic data building block. Most commonly, these are parts of the document split into manageable pieces that are small enough to be fed into an embedding model and LLM.
+- [Node](/packages/core/src/Node.ts): The basic data building block. Most commonly, these are parts of the document split into manageable pieces that are small enough to be fed into an embedding model and LLM.
 
-- [Embedding](packages/core/src/Embedding.ts): Embeddings are sets of floating point numbers which represent the data in a Node. By comparing the similarity of embeddings, we can derive an understanding of the similarity of two pieces of data. One use case is to compare the embedding of a question with the embeddings of our Nodes to see which Nodes may contain the data needed to answer that quesiton.
+- [Embedding](/packages/core/src/Embedding.ts): Embeddings are sets of floating point numbers which represent the data in a Node. By comparing the similarity of embeddings, we can derive an understanding of the similarity of two pieces of data. One use case is to compare the embedding of a question with the embeddings of our Nodes to see which Nodes may contain the data needed to answer that quesiton.
 
-- [Indices](packages/core/src/indices/): Indices store the Nodes and the embeddings of those nodes. QueryEngines retrieve Nodes from these Indices using embedding similarity.
+- [Indices](/packages/core/src/indices/): Indices store the Nodes and the embeddings of those nodes. QueryEngines retrieve Nodes from these Indices using embedding similarity.
 
-- [QueryEngine](packages/core/src/QueryEngine.ts): Query engines are what generate the query you put in and give you back the result. Query engines generally combine a pre-built prompt with selected Nodes from your Index to give the LLM the context it needs to answer your query.
+- [QueryEngine](/packages/core/src/QueryEngine.ts): Query engines are what generate the query you put in and give you back the result. Query engines generally combine a pre-built prompt with selected Nodes from your Index to give the LLM the context it needs to answer your query.
 
-- [ChatEngine](packages/core/src/ChatEngine.ts): A ChatEngine helps you build a chatbot that will interact with your Indices.
+- [ChatEngine](/packages/core/src/ChatEngine.ts): A ChatEngine helps you build a chatbot that will interact with your Indices.
 
-- [SimplePrompt](packages/core/src/Prompt.ts): A simple standardized function call definition that takes in inputs and formats them in a template literal. SimplePrompts can be specialized using currying and combined using other SimplePrompt functions.
+- [SimplePrompt](/packages/core/src/Prompt.ts): A simple standardized function call definition that takes in inputs and formats them in a template literal. SimplePrompts can be specialized using currying and combined using other SimplePrompt functions.
+
+## Supported LLMs:
+
+- OpenAI GPT-3.5-turbo and GPT-4
+- Anthropic Claude Instant and Claude 2
+- Llama2 Chat LLMs (70B, 13B, and 7B parameters)
 
 ## Contributing:
 
-We are in the very early days of LlamaIndex.TS. If you’re interested in hacking on it with us check out our [contributing guide](CONTRIBUTING.md)
+We are in the very early days of LlamaIndex.TS. If you’re interested in hacking on it with us check out our [contributing guide](/CONTRIBUTING.md)
 
 ## Bugs? Questions?
 

packages/core/package.json

@@ -1,24 +1,25 @@
 {
   "name": "llamaindex",
-  "version": "0.0.14",
+  "version": "0.0.19",
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.5.8",
-    "js-tiktoken": "^1.0.7",
+    "@anthropic-ai/sdk": "^0.6.0",
     "lodash": "^4.17.21",
-    "openai": "4.0.0-beta.6",
+    "openai": "^4.0.1",
+    "papaparse": "^5.4.1",
     "pdf-parse": "^1.1.1",
-    "replicate": "^0.12.3",
+    "replicate": "^0.16.1",
     "tiktoken-node": "^0.0.6",
     "uuid": "^9.0.0",
     "wink-nlp": "^1.14.3"
   },
   "devDependencies": {
-    "@types/lodash": "^4.14.196",
-    "@types/node": "^18.17.1",
+    "@types/lodash": "^4.14.197",
+    "@types/node": "^18.17.6",
+    "@types/papaparse": "^5.3.7",
     "@types/pdf-parse": "^1.1.1",
     "@types/uuid": "^9.0.2",
     "node-stdlib-browser": "^1.2.0",
-    "tsup": "^7.1.0"
+    "tsup": "^7.2.0"
   },
   "engines": {
     "node": ">=18.0.0"

packages/core/src/Embedding.ts

@@ -1,5 +1,14 @@
+import { ClientOptions as OpenAIClientOptions } from "openai";
+
 import { DEFAULT_SIMILARITY_TOP_K } from "./constants";
-import { OpenAISession, getOpenAISession } from "./llm/openai";
+import {
+  AzureOpenAIConfig,
+  getAzureBaseUrl,
+  getAzureConfigFromEnv,
+  getAzureModel,
+  shouldUseAzure,
+} from "./llm/azure";
+import { getOpenAISession, OpenAISession } from "./llm/openai";
 import { VectorStoreQueryMode } from "./storage/vectorStore/types";
 
 /**
@@ -22,7 +31,7 @@ export enum SimilarityType {
 export function similarity(
   embedding1: number[],
   embedding2: number[],
-  mode: SimilarityType = SimilarityType.DEFAULT
+  mode: SimilarityType = SimilarityType.DEFAULT,
 ): number {
   if (embedding1.length !== embedding2.length) {
     throw new Error("Embedding length mismatch");
@@ -79,7 +88,7 @@ export function getTopKEmbeddings(
   embeddings: number[][],
   similarityTopK: number = DEFAULT_SIMILARITY_TOP_K,
   embeddingIds: any[] | null = null,
-  similarityCutoff: number | null = null
+  similarityCutoff: number | null = null,
 ): [number[], any[]] {
   if (embeddingIds == null) {
     embeddingIds = Array(embeddings.length).map((_, i) => i);
@@ -87,7 +96,7 @@ export function getTopKEmbeddings(
 
   if (embeddingIds.length !== embeddings.length) {
     throw new Error(
-      "getTopKEmbeddings: embeddings and embeddingIds length mismatch"
+      "getTopKEmbeddings: embeddings and embeddingIds length mismatch",
     );
   }
 
@@ -121,7 +130,7 @@ export function getTopKEmbeddingsLearner(
   embeddings: number[][],
   similarityTopK?: number,
   embeddingsIds?: any[],
-  queryMode: VectorStoreQueryMode = VectorStoreQueryMode.SVM
+  queryMode: VectorStoreQueryMode = VectorStoreQueryMode.SVM,
 ): [number[], any[]] {
   throw new Error("Not implemented yet");
   // To support SVM properly we're probably going to have to use something like
@@ -135,7 +144,7 @@ export function getTopKMMREmbeddings(
   similarityTopK: number | null = null,
   embeddingIds: any[] | null = null,
   _similarityCutoff: number | null = null,
-  mmrThreshold: number | null = null
+  mmrThreshold: number | null = null,
 ): [number[], any[]] {
   let threshold = mmrThreshold || 0.5;
   similarityFn = similarityFn || similarity;
@@ -172,7 +181,7 @@ export function getTopKMMREmbeddings(
     for (let embedId of Array.from(embedMap.keys())) {
       let overlapWithRecent = similarityFn(
         embeddings[embedMap.get(embedId)!],
-        embeddings[fullEmbedMap.get(recentEmbeddingId!)!]
+        embeddings[fullEmbedMap.get(recentEmbeddingId!)!],
       );
       if (
         threshold * embedSimilarity.get(embedId)! -
@@ -197,7 +206,7 @@ export abstract class BaseEmbedding {
   similarity(
     embedding1: number[],
     embedding2: number[],
-    mode: SimilarityType = SimilarityType.DEFAULT
+    mode: SimilarityType = SimilarityType.DEFAULT,
   ): number {
     return similarity(embedding1, embedding2, mode);
   }
@@ -217,21 +226,57 @@ export class OpenAIEmbedding extends BaseEmbedding {
   apiKey?: string = undefined;
   maxRetries: number;
   timeout?: number;
+  additionalSessionOptions?: Omit<
+    Partial<OpenAIClientOptions>,
+    "apiKey" | "maxRetries" | "timeout"
+  >;
+
   session: OpenAISession;
 
-  constructor(init?: Partial<OpenAIEmbedding>) {
+  constructor(init?: Partial<OpenAIEmbedding> & { azure?: AzureOpenAIConfig }) {
     super();
 
     this.model = OpenAIEmbeddingModelType.TEXT_EMBED_ADA_002;
 
-    this.apiKey = init?.apiKey ?? undefined;
     this.maxRetries = init?.maxRetries ?? 10;
-    this.timeout = init?.timeout ?? undefined;
-    this.session = getOpenAISession({
-      apiKey: this.apiKey,
-      maxRetries: this.maxRetries,
-      timeout: this.timeout,
-    });
+    this.timeout = init?.timeout ?? 60 * 1000; // Default is 60 seconds
+    this.additionalSessionOptions = init?.additionalSessionOptions;
+
+    if (init?.azure || shouldUseAzure()) {
+      const azureConfig = getAzureConfigFromEnv({
+        ...init?.azure,
+        model: getAzureModel(this.model),
+      });
+
+      if (!azureConfig.apiKey) {
+        throw new Error(
+          "Azure API key is required for OpenAI Azure models. Please set the AZURE_OPENAI_KEY environment variable.",
+        );
+      }
+
+      this.apiKey = azureConfig.apiKey;
+      this.session =
+        init?.session ??
+        getOpenAISession({
+          azure: true,
+          apiKey: this.apiKey,
+          baseURL: getAzureBaseUrl(azureConfig),
+          maxRetries: this.maxRetries,
+          timeout: this.timeout,
+          defaultQuery: { "api-version": azureConfig.apiVersion },
+          ...this.additionalSessionOptions,
+        });
+    } else {
+      this.apiKey = init?.apiKey ?? undefined;
+      this.session =
+        init?.session ??
+        getOpenAISession({
+          apiKey: this.apiKey,
+          maxRetries: this.maxRetries,
+          timeout: this.timeout,
+          ...this.additionalSessionOptions,
+        });
+    }
   }
 
   private async getOpenAIEmbedding(input: string) {

packages/core/src/Node.ts

@@ -1,3 +1,4 @@
+import crypto from "crypto"; // TODO Node dependency
 import { v4 as uuidv4 } from "uuid";
 
 export enum NodeRelationship {
@@ -35,6 +36,12 @@ export type RelatedNodeType = RelatedNodeInfo | RelatedNodeInfo[];
  * Generic abstract class for retrievable nodes
  */
 export abstract class BaseNode {
+  /**
+   * The unique ID of the Node/Document. The trailing underscore is here
+   * to avoid collisions with the id keyword in Python.
+   *
+   * Set to a UUID by default.
+   */
   id_: string = uuidv4();
   embedding?: number[];
 
@@ -55,10 +62,6 @@ export abstract class BaseNode {
   abstract getMetadataStr(metadataMode: MetadataMode): string;
   abstract setContent(value: any): void;
 
-  get nodeId(): string {
-    return this.id_;
-  }
-
   get sourceNode(): RelatedNodeInfo | undefined {
     const relationship = this.relationships[NodeRelationship.SOURCE];
 
@@ -74,7 +77,7 @@ export abstract class BaseNode {
 
     if (Array.isArray(relationship)) {
       throw new Error(
-        "Previous object must be a single RelatedNodeInfo object"
+        "Previous object must be a single RelatedNodeInfo object",
       );
     }
 
@@ -106,13 +109,15 @@ export abstract class BaseNode {
 
     if (!Array.isArray(relationship)) {
       throw new Error(
-        "Child object must be a an array of RelatedNodeInfo objects"
+        "Child object must be a an array of RelatedNodeInfo objects",
       );
     }
 
     return relationship;
   }
 
+  abstract generateHash(): string;
+
   getEmbedding(): number[] {
     if (this.embedding === undefined) {
       throw new Error("Embedding not set");
@@ -123,11 +128,19 @@ export abstract class BaseNode {
 
   asRelatedNodeInfo(): RelatedNodeInfo {
     return {
-      nodeId: this.nodeId,
+      nodeId: this.id_,
       metadata: this.metadata,
       hash: this.hash,
     };
   }
+
+  /**
+   * Used with built in JSON.stringify
+   * @returns
+   */
+  toJSON(): Record<string, any> {
+    return { ...this, type: this.getType() };
+  }
 }
 
 /**
@@ -144,10 +157,27 @@ export class TextNode extends BaseNode {
   constructor(init?: Partial<TextNode>) {
     super(init);
     Object.assign(this, init);
+
+    if (new.target === TextNode) {
+      // Don't generate the hash repeatedly so only do it if this is
+      // constructing the derived class
+      this.hash = this.generateHash();
+    }
   }
 
+  /**
+   * Generate a hash of the text node.
+   * The ID is not part of the hash as it can change independent of content.
+   * @returns
+   */
   generateHash() {
-    throw new Error("Not implemented");
+    const hashFunction = crypto.createHash("sha256");
+    hashFunction.update(`type=${this.getType()}`);
+    hashFunction.update(
+      `startCharIdx=${this.startCharIdx} endCharIdx=${this.endCharIdx}`,
+    );
+    hashFunction.update(this.getContent(MetadataMode.ALL));
+    return hashFunction.digest("base64");
   }
 
   getType(): ObjectType {
@@ -182,6 +212,8 @@ export class TextNode extends BaseNode {
 
   setContent(value: string) {
     this.text = value;
+
+    this.hash = this.generateHash();
   }
 
   getNodeInfo() {
@@ -204,6 +236,15 @@ export class TextNode extends BaseNode {
 export class IndexNode extends TextNode {
   indexId: string = "";
 
+  constructor(init?: Partial<IndexNode>) {
+    super(init);
+    Object.assign(this, init);
+
+    if (new.target === IndexNode) {
+      this.hash = this.generateHash();
+    }
+  }
+
   getType(): ObjectType {
     return ObjectType.INDEX;
   }
@@ -216,14 +257,31 @@ export class Document extends TextNode {
   constructor(init?: Partial<Document>) {
     super(init);
     Object.assign(this, init);
+
+    if (new.target === Document) {
+      this.hash = this.generateHash();
+    }
   }
 
   getType() {
     return ObjectType.DOCUMENT;
   }
+}
 
-  get docId() {
-    return this.id_;
+export function jsonToNode(json: any) {
+  if (!json.type) {
+    throw new Error("Node type not found");
+  }
+
+  switch (json.type) {
+    case ObjectType.TEXT:
+      return new TextNode(json);
+    case ObjectType.INDEX:
+      return new IndexNode(json);
+    case ObjectType.DOCUMENT:
+      return new Document(json);
+    default:
+      throw new Error(`Invalid node type: ${json.type}`);
   }
 }
 
@@ -238,11 +296,3 @@ export interface NodeWithScore {
   node: BaseNode;
   score: number;
 }
-
-/**
- * A node with an embedding
- */
-export interface NodeWithEmbedding {
-  node: BaseNode;
-  embedding: number[];
-}

packages/core/src/callbacks/utility/handleOpenAIStream.ts

@@ -1,9 +1,8 @@
 import { ChatCompletionChunk } from "openai/resources/chat";
-import { globalsHelper } from "../../GlobalsHelper";
-import { StreamCallbackResponse, Event } from "../CallbackManager";
-import { APIResponse } from "openai/core";
 import { Stream } from "openai/streaming";
+import { globalsHelper } from "../../GlobalsHelper";
 import { MessageType } from "../../llm/LLM";
+import { Event, StreamCallbackResponse } from "../CallbackManager";
 
 /**
  * Handles the OpenAI streaming interface and pipes it to the callback function
@@ -17,7 +16,7 @@ export async function handleOpenAIStream({
   onLLMStream,
   parentEvent,
 }: {
-  response: APIResponse<Stream<ChatCompletionChunk>>;
+  response: Stream<ChatCompletionChunk>;
   onLLMStream: (data: StreamCallbackResponse) => void;
   parentEvent?: Event;
 }): Promise<{ message: string; role: MessageType }> {

packages/core/src/index.ts

@@ -22,8 +22,7 @@ export * from "./callbacks/CallbackManager";
 
 export * from "./readers/base";
 export * from "./readers/PDFReader";
+export * from "./readers/CSVReader";
 export * from "./readers/SimpleDirectoryReader";
 
-export * from "./storage/constants";
-export * from "./storage/FileSystem";
-export * from "./storage/StorageContext";
+export * from "./storage";