openai updates (should allow proxy servers)

feat: add CSV loader

.changeset/beige-items-chew.md

@@ -1,5 +0,0 @@
----
-"llamaindex": patch
----
-
-Breaking: allow documents to be reimported with hash checking.

.changeset/breezy-students-listen.md

@@ -1,5 +0,0 @@
----
-"llamaindex": patch
----
-
-Update storage exports (thanks @TomPenguin)

.changeset/selfish-garlics-pump.md

@@ -0,0 +1,5 @@
+---
+"llamaindex": patch
+---
+
+added additionalSessionOptions and additionalChatOptions

.changeset/spotty-schools-thank.md

@@ -1,5 +0,0 @@
----
-"llamaindex": patch
----
-
-Breaking: removed nodeId and docId. Just use id\_

.changeset/tasty-experts-lick.md

@@ -0,0 +1,5 @@
+---
+"llamaindex": patch
+---
+
+OpenAI v4.0.1

.changeset/twelve-hairs-admire.md

@@ -0,0 +1,5 @@
+---
+"llamaindex": patch
+---
+
+OpenAI moved timeout back to 60 seconds

apps/docs/docs/api/classes/Anthropic.md

@@ -26,7 +26,7 @@ Anthropic LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:449](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L449)
+[llm/LLM.ts:464](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L464)
 
 ## Properties
 
@@ -36,7 +36,7 @@ Anthropic LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:442](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L442)
+[llm/LLM.ts:457](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L457)
 
 ___
 
@@ -46,7 +46,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:447](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L447)
+[llm/LLM.ts:462](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L462)
 
 ___
 
@@ -56,7 +56,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:443](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L443)
+[llm/LLM.ts:458](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L458)
 
 ___
 
@@ -66,7 +66,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:439](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L439)
+[llm/LLM.ts:454](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L454)
 
 ___
 
@@ -76,7 +76,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:436](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L436)
+[llm/LLM.ts:451](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L451)
 
 ___
 
@@ -86,7 +86,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:445](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L445)
+[llm/LLM.ts:460](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L460)
 
 ___
 
@@ -96,7 +96,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:437](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L437)
+[llm/LLM.ts:452](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L452)
 
 ___
 
@@ -106,7 +106,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:444](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L444)
+[llm/LLM.ts:459](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L459)
 
 ___
 
@@ -116,7 +116,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:438](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L438)
+[llm/LLM.ts:453](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L453)
 
 ## Methods
 
@@ -143,7 +143,7 @@ Get a chat response from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:484](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L484)
+[llm/LLM.ts:499](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L499)
 
 ___
 
@@ -170,7 +170,7 @@ Get a prompt completion from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:502](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L502)
+[llm/LLM.ts:517](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L517)
 
 ___
 
@@ -190,4 +190,4 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:469](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L469)
+[llm/LLM.ts:484](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L484)

apps/docs/docs/api/classes/LlamaDeuce.md

@@ -26,7 +26,7 @@ Llama2 LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:266](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L266)
+[llm/LLM.ts:281](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L281)
 
 ## Properties
 
@@ -36,7 +36,7 @@ Llama2 LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:260](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L260)
+[llm/LLM.ts:275](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L275)
 
 ___
 
@@ -46,7 +46,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:263](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L263)
+[llm/LLM.ts:278](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L278)
 
 ___
 
@@ -56,7 +56,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:259](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L259)
+[llm/LLM.ts:274](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L274)
 
 ___
 
@@ -66,7 +66,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:264](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L264)
+[llm/LLM.ts:279](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L279)
 
 ___
 
@@ -76,7 +76,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:261](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L261)
+[llm/LLM.ts:276](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L276)
 
 ___
 
@@ -86,7 +86,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:262](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L262)
+[llm/LLM.ts:277](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L277)
 
 ## Methods
 
@@ -113,7 +113,7 @@ Get a chat response from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:385](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L385)
+[llm/LLM.ts:400](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L400)
 
 ___
 
@@ -140,7 +140,7 @@ Get a prompt completion from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:422](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L422)
+[llm/LLM.ts:437](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L437)
 
 ___
 
@@ -160,7 +160,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:309](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L309)
+[llm/LLM.ts:324](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L324)
 
 ___
 
@@ -185,7 +185,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:281](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L281)
+[llm/LLM.ts:296](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L296)
 
 ___
 
@@ -210,7 +210,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:295](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L295)
+[llm/LLM.ts:310](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L310)
 
 ___
 
@@ -238,4 +238,4 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:322](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L322)
+[llm/LLM.ts:337](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L337)

apps/docs/docs/api/classes/OpenAI.md

@@ -26,17 +26,37 @@ OpenAI LLM implementation
 
 #### Defined in
 
-[llm/LLM.ts:94](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L94)
+[llm/LLM.ts:102](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L102)
 
 ## Properties
 
+### additionalChatOptions
+
+• `Optional` **additionalChatOptions**: `Omit`<`Partial`<`CompletionCreateParams`\>, ``"model"`` \| ``"temperature"`` \| ``"max_tokens"`` \| ``"messages"`` \| ``"top_p"`` \| ``"streaming"``\>
+
+#### Defined in
+
+[llm/LLM.ts:85](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L85)
+
+___
+
+### additionalSessionOptions
+
+• `Optional` **additionalSessionOptions**: `Omit`<`Partial`<`ClientOptions`\>, ``"apiKey"`` \| ``"timeout"`` \| ``"maxRetries"``\>
+
+#### Defined in
+
+[llm/LLM.ts:95](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L95)
+
+___
+
 ### apiKey
 
 • `Optional` **apiKey**: `string` = `undefined`
 
 #### Defined in
 
-[llm/LLM.ts:87](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L87)
+[llm/LLM.ts:91](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L91)
 
 ___
 
@@ -46,7 +66,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:92](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L92)
+[llm/LLM.ts:100](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L100)
 
 ___
 
@@ -56,7 +76,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:88](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L88)
+[llm/LLM.ts:92](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L92)
 
 ___
 
@@ -86,7 +106,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:90](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L90)
+[llm/LLM.ts:94](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L94)
 
 ___
 
@@ -106,7 +126,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:89](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L89)
+[llm/LLM.ts:93](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L93)
 
 ___
 
@@ -143,7 +163,7 @@ Get a chat response from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:157](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L157)
+[llm/LLM.ts:171](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L171)
 
 ___
 
@@ -170,7 +190,7 @@ Get a prompt completion from the LLM
 
 #### Defined in
 
-[llm/LLM.ts:197](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L197)
+[llm/LLM.ts:212](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L212)
 
 ___
 
@@ -190,4 +210,4 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:140](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L140)
+[llm/LLM.ts:154](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L154)

apps/docs/docs/api/classes/OpenAIEmbedding.md

@@ -100,7 +100,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:270](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L270)
+[Embedding.ts:272](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L272)
 
 ___
 
@@ -124,7 +124,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:286](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L286)
+[Embedding.ts:288](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L288)
 
 ___
 
@@ -148,7 +148,7 @@ ___
 
 #### Defined in
 
-[Embedding.ts:282](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L282)
+[Embedding.ts:284](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Embedding.ts#L284)
 
 ___
 

apps/docs/docs/api/classes/PapaCSVReader.md

@@ -0,0 +1,105 @@
+---
+id: "PapaCSVReader"
+title: "Class: PapaCSVReader"
+sidebar_label: "PapaCSVReader"
+sidebar_position: 0
+custom_edit_url: null
+---
+
+papaparse-based csv parser
+
+**`Implements`**
+
+BaseReader
+
+## Implements
+
+- [`BaseReader`](../interfaces/BaseReader.md)
+
+## Constructors
+
+### constructor
+
+• **new PapaCSVReader**(`concatRows?`, `colJoiner?`, `rowJoiner?`, `papaConfig?`)
+
+Constructs a new instance of the class.
+
+#### Parameters
+
+| Name | Type | Default value | Description |
+| :------ | :------ | :------ | :------ |
+| `concatRows?` | `boolean` | `true` | whether to concatenate all rows into one document.If set to False, a Document will be created for each row.True by default. |
+| `colJoiner?` | `string` | `", "` | - |
+| `rowJoiner?` | `string` | `"\n"` | Separator to use for joining each row.Only used when `concat_rows=True`.Set to "\n" by default. |
+| `papaConfig?` | `ParseConfig`<`any`, `undefined`\> | `undefined` | - |
+
+#### Defined in
+
+[readers/CSVReader.ts:23](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L23)
+
+## Properties
+
+### colJoiner
+
+• `Private` **colJoiner**: `string`
+
+#### Defined in
+
+[readers/CSVReader.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L13)
+
+___
+
+### concatRows
+
+• `Private` **concatRows**: `boolean`
+
+#### Defined in
+
+[readers/CSVReader.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L12)
+
+___
+
+### papaConfig
+
+• `Private` `Optional` **papaConfig**: `ParseConfig`<`any`, `undefined`\>
+
+#### Defined in
+
+[readers/CSVReader.ts:15](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L15)
+
+___
+
+### rowJoiner
+
+• `Private` **rowJoiner**: `string`
+
+#### Defined in
+
+[readers/CSVReader.ts:14](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L14)
+
+## Methods
+
+### loadData
+
+▸ **loadData**(`file`, `fs?`): `Promise`<[`Document`](Document.md)[]\>
+
+Loads data from csv files
+
+#### Parameters
+
+| Name | Type | Default value | Description |
+| :------ | :------ | :------ | :------ |
+| `file` | `string` | `undefined` | The path to the file to load. |
+| `fs?` | [`GenericFileSystem`](../interfaces/GenericFileSystem.md) | `DEFAULT_FS` | The file system to use for reading the file. |
+
+#### Returns
+
+`Promise`<[`Document`](Document.md)[]\>
+
+#### Implementation of
+
+[BaseReader](../interfaces/BaseReader.md).[loadData](../interfaces/BaseReader.md#loaddata)
+
+#### Defined in
+
+[readers/CSVReader.ts:41](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/CSVReader.ts#L41)

apps/docs/docs/api/classes/SimpleDirectoryReader.md

@@ -40,4 +40,4 @@ Read all of the documents in a directory. Currently supports PDF and TXT files.
 
 #### Defined in
 
-[readers/SimpleDirectoryReader.ts:37](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L37)
+[readers/SimpleDirectoryReader.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L39)

apps/docs/docs/api/classes/SimpleVectorStore.md

@@ -99,7 +99,7 @@ VectorStore.client
 
 | Name | Type |
 | :------ | :------ |
-| `embeddingResults` | [`NodeWithEmbedding`](../interfaces/NodeWithEmbedding.md)[] |
+| `embeddingResults` | [`BaseNode`](BaseNode.md)[] |
 
 #### Returns
 
@@ -135,7 +135,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/SimpleVectorStore.ts:78](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L78)
+[storage/vectorStore/SimpleVectorStore.ts:77](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L77)
 
 ___
 
@@ -180,7 +180,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/SimpleVectorStore.ts:147](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L147)
+[storage/vectorStore/SimpleVectorStore.ts:146](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L146)
 
 ___
 
@@ -204,7 +204,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/SimpleVectorStore.ts:89](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L89)
+[storage/vectorStore/SimpleVectorStore.ts:88](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L88)
 
 ___
 
@@ -218,7 +218,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/SimpleVectorStore.ts:197](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L197)
+[storage/vectorStore/SimpleVectorStore.ts:196](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L196)
 
 ___
 
@@ -238,7 +238,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/SimpleVectorStore.ts:190](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L190)
+[storage/vectorStore/SimpleVectorStore.ts:189](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L189)
 
 ___
 
@@ -280,4 +280,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/SimpleVectorStore.ts:160](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L160)
+[storage/vectorStore/SimpleVectorStore.ts:159](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/SimpleVectorStore.ts#L159)

apps/docs/docs/api/classes/TextFileReader.md

@@ -41,4 +41,4 @@ Read a .txt file
 
 #### Defined in
 
-[readers/SimpleDirectoryReader.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L12)
+[readers/SimpleDirectoryReader.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L13)

apps/docs/docs/api/classes/VectorStoreIndex.md

@@ -24,7 +24,7 @@ The VectorStoreIndex, an index that stores the nodes only according to their vec
 
 | Name | Type |
 | :------ | :------ |
-| `init` | [`VectorIndexConstructorProps`](../interfaces/VectorIndexConstructorProps.md) |
+| `init` | `VectorIndexConstructorProps` |
 
 #### Overrides
 
@@ -32,7 +32,7 @@ The VectorStoreIndex, an index that stores the nodes only according to their vec
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:36](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L36)
+[indices/vectorStore/VectorStoreIndex.ts:41](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L41)
 
 ## Properties
 
@@ -116,7 +116,7 @@ ___
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:34](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L34)
+[indices/vectorStore/VectorStoreIndex.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L39)
 
 ## Methods
 
@@ -145,7 +145,7 @@ and response synthezier if they are not provided.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:223](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L223)
+[indices/vectorStore/VectorStoreIndex.ts:226](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L226)
 
 ___
 
@@ -171,7 +171,7 @@ Create a new retriever from the index.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:219](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L219)
+[indices/vectorStore/VectorStoreIndex.ts:222](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L222)
 
 ___
 
@@ -196,7 +196,7 @@ ___
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:259](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L259)
+[indices/vectorStore/VectorStoreIndex.ts:262](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L262)
 
 ___
 
@@ -246,7 +246,7 @@ ___
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:234](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L234)
+[indices/vectorStore/VectorStoreIndex.ts:237](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L237)
 
 ___
 
@@ -272,7 +272,7 @@ Get embeddings for nodes and place them into the index.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:147](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L147)
+[indices/vectorStore/VectorStoreIndex.ts:153](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L153)
 
 ___
 
@@ -297,13 +297,13 @@ High level API: split documents, get embeddings, and build index.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:194](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L194)
+[indices/vectorStore/VectorStoreIndex.ts:197](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L197)
 
 ___
 
 ### getNodeEmbeddingResults
 
-▸ `Static` **getNodeEmbeddingResults**(`nodes`, `serviceContext`, `logProgress?`): `Promise`<[`NodeWithEmbedding`](../interfaces/NodeWithEmbedding.md)[]\>
+▸ `Static` **getNodeEmbeddingResults**(`nodes`, `serviceContext`, `logProgress?`): `Promise`<[`BaseNode`](BaseNode.md)[]\>
 
 Get the embeddings for nodes.
 
@@ -317,11 +317,11 @@ Get the embeddings for nodes.
 
 #### Returns
 
-`Promise`<[`NodeWithEmbedding`](../interfaces/NodeWithEmbedding.md)[]\>
+`Promise`<[`BaseNode`](BaseNode.md)[]\>
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:119](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L119)
+[indices/vectorStore/VectorStoreIndex.ts:124](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L124)
 
 ___
 
@@ -336,7 +336,7 @@ This is needed to handle persistence.
 
 | Name | Type |
 | :------ | :------ |
-| `options` | [`VectorIndexOptions`](../interfaces/VectorIndexOptions.md) |
+| `options` | `VectorIndexOptions` |
 
 #### Returns
 
@@ -344,4 +344,4 @@ This is needed to handle persistence.
 
 #### Defined in
 
-[indices/vectorStore/VectorStoreIndex.ts:47](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L47)
+[indices/vectorStore/VectorStoreIndex.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/indices/vectorStore/VectorStoreIndex.ts#L52)

apps/docs/docs/api/enums/DeuceChatStrategy.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[llm/LLM.ts:246](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L246)
+[llm/LLM.ts:261](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L261)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:247](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L247)
+[llm/LLM.ts:262](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L262)
 
 ___
 
@@ -34,7 +34,7 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:248](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L248)
+[llm/LLM.ts:263](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L263)
 
 ___
 
@@ -44,4 +44,4 @@ ___
 
 #### Defined in
 
-[llm/LLM.ts:251](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L251)
+[llm/LLM.ts:266](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L266)

apps/docs/docs/api/enums/VectorStoreQueryMode.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L12)
+[storage/vectorStore/types.ts:11](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L11)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:14](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L14)
+[storage/vectorStore/types.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L13)
 
 ___
 
@@ -34,7 +34,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:18](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L18)
+[storage/vectorStore/types.ts:17](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L17)
 
 ___
 
@@ -44,7 +44,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:17](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L17)
+[storage/vectorStore/types.ts:16](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L16)
 
 ___
 
@@ -54,7 +54,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:20](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L20)
+[storage/vectorStore/types.ts:19](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L19)
 
 ___
 
@@ -64,7 +64,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:13](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L13)
+[storage/vectorStore/types.ts:12](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L12)
 
 ___
 
@@ -74,4 +74,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:16](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L16)
+[storage/vectorStore/types.ts:15](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L15)

apps/docs/docs/api/interfaces/BaseIndexInit.md

@@ -12,12 +12,6 @@ custom_edit_url: null
 | :------ |
 | `T` |
 
-## Hierarchy
-
-- **`BaseIndexInit`**
-
-  ↳ [`VectorIndexConstructorProps`](VectorIndexConstructorProps.md)
-
 ## Properties
 
 ### docStore

apps/docs/docs/api/interfaces/BaseReader.md

@@ -11,6 +11,7 @@ A reader takes imports data into Document objects.
 ## Implemented by
 
 - [`PDFReader`](../classes/PDFReader.md)
+- [`PapaCSVReader`](../classes/PapaCSVReader.md)
 - [`SimpleDirectoryReader`](../classes/SimpleDirectoryReader.md)
 - [`TextFileReader`](../classes/TextFileReader.md)
 

apps/docs/docs/api/interfaces/ExactMatchFilter.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:24](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L24)
+[storage/vectorStore/types.ts:23](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L23)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:25](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L25)
+[storage/vectorStore/types.ts:24](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L24)
 
 ___
 
@@ -34,4 +34,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:26](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L26)
+[storage/vectorStore/types.ts:25](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L25)

apps/docs/docs/api/interfaces/MetadataFilters.md

@@ -14,4 +14,4 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:30](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L30)
+[storage/vectorStore/types.ts:29](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L29)

apps/docs/docs/api/interfaces/MetadataInfo.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:42](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L42)
+[storage/vectorStore/types.ts:41](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L41)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:40](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L40)
+[storage/vectorStore/types.ts:39](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L39)
 
 ___
 
@@ -34,4 +34,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:41](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L41)
+[storage/vectorStore/types.ts:40](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L40)

apps/docs/docs/api/interfaces/NodeWithEmbedding.md

@@ -1,29 +0,0 @@
----
-id: "NodeWithEmbedding"
-title: "Interface: NodeWithEmbedding"
-sidebar_label: "NodeWithEmbedding"
-sidebar_position: 0
-custom_edit_url: null
----
-
-A node with an embedding
-
-## Properties
-
-### embedding
-
-• **embedding**: `number`[]
-
-#### Defined in
-
-[Node.ts:305](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L305)
-
-___
-
-### node
-
-• **node**: [`BaseNode`](../classes/BaseNode.md)
-
-#### Defined in
-
-[Node.ts:304](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/Node.ts#L304)

apps/docs/docs/api/interfaces/VectorStore.md

@@ -18,7 +18,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:63](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L63)
+[storage/vectorStore/types.ts:62](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L62)
 
 ___
 
@@ -28,7 +28,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:62](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L62)
+[storage/vectorStore/types.ts:61](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L61)
 
 ## Methods
 
@@ -40,7 +40,7 @@ ___
 
 | Name | Type |
 | :------ | :------ |
-| `embeddingResults` | [`NodeWithEmbedding`](NodeWithEmbedding.md)[] |
+| `embeddingResults` | [`BaseNode`](../classes/BaseNode.md)[] |
 
 #### Returns
 
@@ -48,7 +48,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:65](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L65)
+[storage/vectorStore/types.ts:64](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L64)
 
 ___
 
@@ -62,7 +62,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:64](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L64)
+[storage/vectorStore/types.ts:63](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L63)
 
 ___
 
@@ -83,7 +83,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:66](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L66)
+[storage/vectorStore/types.ts:65](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L65)
 
 ___
 
@@ -104,7 +104,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:68](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L68)
+[storage/vectorStore/types.ts:67](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L67)
 
 ___
 
@@ -125,4 +125,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:67](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L67)
+[storage/vectorStore/types.ts:66](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L66)

apps/docs/docs/api/interfaces/VectorStoreInfo.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:47](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L47)
+[storage/vectorStore/types.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L46)
 
 ___
 
@@ -24,4 +24,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:46](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L46)
+[storage/vectorStore/types.ts:45](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L45)

apps/docs/docs/api/interfaces/VectorStoreQuery.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:56](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L56)
+[storage/vectorStore/types.ts:55](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L55)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:53](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L53)
+[storage/vectorStore/types.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L52)
 
 ___
 
@@ -34,7 +34,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:57](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L57)
+[storage/vectorStore/types.ts:56](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L56)
 
 ___
 
@@ -44,7 +44,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:58](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L58)
+[storage/vectorStore/types.ts:57](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L57)
 
 ___
 
@@ -54,7 +54,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:55](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L55)
+[storage/vectorStore/types.ts:54](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L54)
 
 ___
 
@@ -64,7 +64,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L51)
+[storage/vectorStore/types.ts:50](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L50)
 
 ___
 
@@ -74,7 +74,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:54](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L54)
+[storage/vectorStore/types.ts:53](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L53)
 
 ___
 
@@ -84,4 +84,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:52](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L52)
+[storage/vectorStore/types.ts:51](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L51)

apps/docs/docs/api/interfaces/VectorStoreQueryResult.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:8](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L8)
+[storage/vectorStore/types.ts:7](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L7)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:6](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L6)
+[storage/vectorStore/types.ts:5](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L5)
 
 ___
 
@@ -34,4 +34,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:7](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L7)
+[storage/vectorStore/types.ts:6](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L6)

apps/docs/docs/api/interfaces/VectorStoreQuerySpec.md

@@ -14,7 +14,7 @@ custom_edit_url: null
 
 #### Defined in
 
-[storage/vectorStore/types.ts:35](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L35)
+[storage/vectorStore/types.ts:34](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L34)
 
 ___
 
@@ -24,7 +24,7 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:34](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L34)
+[storage/vectorStore/types.ts:33](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L33)
 
 ___
 
@@ -34,4 +34,4 @@ ___
 
 #### Defined in
 
-[storage/vectorStore/types.ts:36](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L36)
+[storage/vectorStore/types.ts:35](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/storage/vectorStore/types.ts#L35)

apps/docs/docs/api/modules.md

@@ -41,6 +41,7 @@ custom_edit_url: null
 - [OpenAI](classes/OpenAI.md)
 - [OpenAIEmbedding](classes/OpenAIEmbedding.md)
 - [PDFReader](classes/PDFReader.md)
+- [PapaCSVReader](classes/PapaCSVReader.md)
 - [Refine](classes/Refine.md)
 - [Response](classes/Response.md)
 - [ResponseSynthesizer](classes/ResponseSynthesizer.md)
@@ -80,7 +81,6 @@ custom_edit_url: null
 - [MetadataFilters](interfaces/MetadataFilters.md)
 - [MetadataInfo](interfaces/MetadataInfo.md)
 - [NodeParser](interfaces/NodeParser.md)
-- [NodeWithEmbedding](interfaces/NodeWithEmbedding.md)
 - [NodeWithScore](interfaces/NodeWithScore.md)
 - [QueryEngineTool](interfaces/QueryEngineTool.md)
 - [RelatedNodeInfo](interfaces/RelatedNodeInfo.md)
@@ -93,8 +93,6 @@ custom_edit_url: null
 - [StructuredOutput](interfaces/StructuredOutput.md)
 - [SubQuestion](interfaces/SubQuestion.md)
 - [ToolMetadata](interfaces/ToolMetadata.md)
-- [VectorIndexConstructorProps](interfaces/VectorIndexConstructorProps.md)
-- [VectorIndexOptions](interfaces/VectorIndexOptions.md)
 - [VectorStore](interfaces/VectorStore.md)
 - [VectorStoreInfo](interfaces/VectorStoreInfo.md)
 - [VectorStoreQuery](interfaces/VectorStoreQuery.md)
@@ -179,7 +177,7 @@ ___
 
 #### Defined in
 
-[readers/SimpleDirectoryReader.ts:26](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L26)
+[readers/SimpleDirectoryReader.ts:28](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/readers/SimpleDirectoryReader.ts#L28)
 
 ___
 
@@ -240,7 +238,7 @@ NOTE 2: we default to empty string to make it easy to calculate prompt sizes
 
 #### Defined in
 
-[llm/LLM.ts:205](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L205)
+[llm/LLM.ts:220](https://github.com/run-llama/LlamaIndexTS/blob/main/packages/core/src/llm/LLM.ts#L220)
 
 ___
 

apps/docs/package.json

@@ -20,7 +20,7 @@
     "@docusaurus/remark-plugin-npm2yarn": "^2.4.1",
     "@mdx-js/react": "^1.6.22",
     "clsx": "^1.2.1",
-    "postcss": "^8.4.27",
+    "postcss": "^8.4.28",
     "prism-react-renderer": "^1.3.5",
     "raw-loader": "^4.0.2",
     "react": "^17.0.2",

apps/simple/CHANGELOG.md

@@ -1,5 +1,24 @@
 # simple
 
+## 0.0.17
+
+### Patch Changes
+
+- Updated dependencies [a747f28]
+- Updated dependencies [355910b]
+- Updated dependencies [355910b]
+  - llamaindex@0.0.19
+
+## 0.0.16
+
+### Patch Changes
+
+- Updated dependencies [824c13c]
+- Updated dependencies [18b8915]
+- Updated dependencies [ade9d8f]
+- Updated dependencies [824c13c]
+  - llamaindex@0.0.18
+
 ## 0.0.15
 
 ### Patch Changes

apps/simple/csv.ts

@@ -0,0 +1,52 @@
+import {
+  CompactAndRefine,
+  OpenAI,
+  PapaCSVReader,
+  ResponseSynthesizer,
+  serviceContextFromDefaults,
+  SimplePrompt,
+  VectorStoreIndex,
+} from "llamaindex";
+
+async function main() {
+  // Load CSV
+  const reader = new PapaCSVReader();
+  const path = "data/titanic_train.csv";
+  const documents = await reader.loadData(path);
+
+  const serviceContext = serviceContextFromDefaults({
+    llm: new OpenAI({ model: "gpt-4" }),
+  });
+
+  // Split text and create embeddings. Store them in a VectorStoreIndex
+  const index = await VectorStoreIndex.fromDocuments(documents, {
+    serviceContext,
+  });
+
+  const csvPrompt: SimplePrompt = (input) => {
+    const { context = "", query = "" } = input;
+
+    return `The following CSV file is loaded from ${path}
+\`\`\`csv
+${context}
+\`\`\`
+Given the CSV file, generate me Typescript code to answer the question: ${query}. You can use built in NodeJS functions but avoid using third party libraries.
+`;
+  };
+
+  const responseSynthesizer = new ResponseSynthesizer({
+    responseBuilder: new CompactAndRefine(serviceContext, csvPrompt),
+  });
+
+  const queryEngine = index.asQueryEngine({ responseSynthesizer });
+
+  // Query the index
+  const response = await queryEngine.query(
+    "What is the correlation between survival and age?",
+  );
+
+  // Output response
+  console.log(response.toString());
+}
+
+main().catch(console.error);

apps/simple/data/titanic_train.csv

@@ -0,0 +1,715 @@
+survived,pclass,name,sex,age,sibsp,parch,ticket,fare,cabin,embarked
+0,3,Braund,male,22,1,0,A/5 21171,7.25,,S
+1,1,Cumings,female,38,1,0,PC 17599,71.2833,C85,C
+1,3,Heikkinen,female,26,0,0,STON/O2. 3101282,7.925,,S
+1,1,Futrelle,female,35,1,0,113803,53.1,C123,S
+0,3,Allen,male,35,0,0,373450,8.05,,S
+0,1,McCarthy,male,54,0,0,17463,51.8625,E46,S
+0,3,Palsson,male,2,3,1,349909,21.075,,S
+1,3,Johnson,female,27,0,2,347742,11.1333,,S
+1,2,Nasser,female,14,1,0,237736,30.0708,,C
+1,3,Sandstrom,female,4,1,1,PP 9549,16.7,G6,S
+1,1,Bonnell,female,58,0,0,113783,26.55,C103,S
+0,3,Saundercock,male,20,0,0,A/5. 2151,8.05,,S
+0,3,Andersson,male,39,1,5,347082,31.275,,S
+0,3,Vestrom,female,14,0,0,350406,7.8542,,S
+1,2,Hewlett,female,55,0,0,248706,16,,S
+0,3,Rice,male,2,4,1,382652,29.125,,Q
+0,3,Vander,female,31,1,0,345763,18,,S
+0,2,Fynney,male,35,0,0,239865,26,,S
+1,2,Beesley,male,34,0,0,248698,13,D56,S
+1,3,McGowan,female,15,0,0,330923,8.0292,,Q
+1,1,Sloper,male,28,0,0,113788,35.5,A6,S
+0,3,Palsson,female,8,3,1,349909,21.075,,S
+1,3,Asplund,female,38,1,5,347077,31.3875,,S
+0,1,Fortune,male,19,3,2,19950,263,C23 C25 C27,S
+0,1,Uruchurtu,male,40,0,0,PC 17601,27.7208,,C
+0,2,Wheadon,male,66,0,0,C.A. 24579,10.5,,S
+0,1,Meyer,male,28,1,0,PC 17604,82.1708,,C
+0,1,Holverson,male,42,1,0,113789,52,,S
+0,3,Cann,male,21,0,0,A./5. 2152,8.05,,S
+0,3,Vander,female,18,2,0,345764,18,,S
+1,3,Nicola-Yarred,female,14,1,0,2651,11.2417,,C
+0,3,Ahlin,female,40,1,0,7546,9.475,,S
+0,2,Turpin,female,27,1,0,11668,21,,S
+1,2,Laroche,female,3,1,2,SC/Paris 2123,41.5792,,C
+1,3,Devaney,female,19,0,0,330958,7.8792,,Q
+0,3,Arnold-Franchi,female,18,1,0,349237,17.8,,S
+0,3,Panula,male,7,4,1,3101295,39.6875,,S
+0,3,Nosworthy,male,21,0,0,A/4. 39886,7.8,,S
+1,1,Harper,female,49,1,0,PC 17572,76.7292,D33,C
+1,2,Faunthorpe,female,29,1,0,2926,26,,S
+0,1,Ostby,male,65,0,1,113509,61.9792,B30,C
+1,2,Rugg,female,21,0,0,C.A. 31026,10.5,,S
+0,3,Novel,male,28.5,0,0,2697,7.2292,,C
+1,2,West,female,5,1,2,C.A. 34651,27.75,,S
+0,3,Goodwin,male,11,5,2,CA 2144,46.9,,S
+0,3,Sirayanian,male,22,0,0,2669,7.2292,,C
+1,1,Icard,female,38,0,0,113572,80,B28,
+0,1,Harris,male,45,1,0,36973,83.475,C83,S
+0,3,Skoog,male,4,3,2,347088,27.9,,S
+1,2,Nye,female,29,0,0,C.A. 29395,10.5,F33,S
+0,3,Crease,male,19,0,0,S.P. 3464,8.1583,,S
+1,3,Andersson,female,17,4,2,3101281,7.925,,S
+0,3,Kink,male,26,2,0,315151,8.6625,,S
+0,2,Jenkin,male,32,0,0,C.A. 33111,10.5,,S
+0,3,Goodwin,female,16,5,2,CA 2144,46.9,,S
+0,2,Hood,male,21,0,0,S.O.C. 14879,73.5,,S
+0,3,Chronopoulos,male,26,1,0,2680,14.4542,,C
+1,3,Bing,male,32,0,0,1601,56.4958,,S
+0,3,Moen,male,25,0,0,348123,7.65,F G73,S
+1,2,Caldwell,male,0.83,0,2,248738,29,,S
+1,3,Dowdell,female,30,0,0,364516,12.475,,S
+0,3,Waelens,male,22,0,0,345767,9,,S
+1,3,Sheerlinck,male,29,0,0,345779,9.5,,S
+0,1,Carrau,male,28,0,0,113059,47.1,,S
+1,2,Ilett,female,17,0,0,SO/C 14885,10.5,,S
+1,3,Backstrom,female,33,3,0,3101278,15.85,,S
+0,3,Ford,male,16,1,3,W./C. 6608,34.375,,S
+1,1,Fortune,female,23,3,2,19950,263,C23 C25 C27,S
+0,3,Celotti,male,24,0,0,343275,8.05,,S
+0,3,Christmann,male,29,0,0,343276,8.05,,S
+0,3,Andreasson,male,20,0,0,347466,7.8542,,S
+0,1,Chaffee,male,46,1,0,W.E.P. 5734,61.175,E31,S
+0,3,Dean,male,26,1,2,C.A. 2315,20.575,,S
+0,3,Coxon,male,59,0,0,364500,7.25,,S
+0,1,Goldschmidt,male,71,0,0,PC 17754,34.6542,A5,C
+1,1,Greenfield,male,23,0,1,PC 17759,63.3583,D10 D12,C
+1,2,Doling,female,34,0,1,231919,23,,S
+0,2,Kantor,male,34,1,0,244367,26,,S
+0,3,Petranec,female,28,0,0,349245,7.8958,,S
+0,1,White,male,21,0,1,35281,77.2875,D26,S
+0,3,Johansson,male,33,0,0,7540,8.6542,,S
+0,3,Gustafsson,male,37,2,0,3101276,7.925,,S
+0,3,Mionoff,male,28,0,0,349207,7.8958,,S
+1,3,Salkjelsvik,female,21,0,0,343120,7.65,,S
+0,3,Rekic,male,38,0,0,349249,7.8958,,S
+0,1,Porter,male,47,0,0,110465,52,C110,S
+0,3,Zabour,female,14.5,1,0,2665,14.4542,,C
+0,3,Barton,male,22,0,0,324669,8.05,,S
+0,3,Jussila,female,20,1,0,4136,9.825,,S
+0,3,Attalah,female,17,0,0,2627,14.4583,,C
+0,3,Pekoniemi,male,21,0,0,STON/O 2. 3101294,7.925,,S
+0,3,Connors,male,70.5,0,0,370369,7.75,,Q
+0,2,Turpin,male,29,1,0,11668,21,,S
+0,1,Baxter,male,24,0,1,PC 17558,247.5208,B58 B60,C
+0,3,Andersson,female,2,4,2,347082,31.275,,S
+0,2,Hickman,male,21,2,0,S.O.C. 14879,73.5,,S
+0,2,Nasser,male,32.5,1,0,237736,30.0708,,C
+1,2,Webber,female,32.5,0,0,27267,13,E101,S
+0,1,White,male,54,0,1,35281,77.2875,D26,S
+1,3,Nicola-Yarred,male,12,1,0,2651,11.2417,,C
+1,3,Madsen,male,24,0,0,C 17369,7.1417,,S
+0,3,Ekstrom,male,45,0,0,347061,6.975,,S
+0,3,Drazenoic,male,33,0,0,349241,7.8958,,C
+0,3,Coelho,male,20,0,0,SOTON/O.Q. 3101307,7.05,,S
+0,3,Robins,female,47,1,0,A/5. 3337,14.5,,S
+1,2,Weisz,female,29,1,0,228414,26,,S
+0,2,Sobey,male,25,0,0,C.A. 29178,13,,S
+0,2,Richard,male,23,0,0,SC/PARIS 2133,15.0458,,C
+1,1,Newsom,female,19,0,2,11752,26.2833,D47,S
+0,1,Futrelle,male,37,1,0,113803,53.1,C123,S
+0,3,Osen,male,16,0,0,7534,9.2167,,S
+0,1,Giglio,male,24,0,0,PC 17593,79.2,B86,C
+1,3,Nysten,female,22,0,0,347081,7.75,,S
+1,3,Hakkarainen,female,24,1,0,STON/O2. 3101279,15.85,,S
+0,3,Burke,male,19,0,0,365222,6.75,,Q
+0,2,Andrew,male,18,0,0,231945,11.5,,S
+0,2,Nicholls,male,19,1,1,C.A. 33112,36.75,,S
+1,3,Andersson,male,27,0,0,350043,7.7958,,S
+0,3,Ford,female,9,2,2,W./C. 6608,34.375,,S
+0,2,Navratil,male,36.5,0,2,230080,26,F2,S
+0,2,Byles,male,42,0,0,244310,13,,S
+0,2,Bateman,male,51,0,0,S.O.P. 1166,12.525,,S
+1,1,Pears,female,22,1,0,113776,66.6,C2,S
+0,3,Meo,male,55.5,0,0,A.5. 11206,8.05,,S
+0,3,van,male,40.5,0,2,A/5. 851,14.5,,S
+0,1,Williams,male,51,0,1,PC 17597,61.3792,,C
+1,3,Gilnagh,female,16,0,0,35851,7.7333,,Q
+0,3,Corn,male,30,0,0,SOTON/OQ 392090,8.05,,S
+0,3,Cribb,male,44,0,1,371362,16.1,,S
+1,2,Watt,female,40,0,0,C.A. 33595,15.75,,S
+0,3,Bengtsson,male,26,0,0,347068,7.775,,S
+0,3,Calic,male,17,0,0,315093,8.6625,,S
+0,3,Panula,male,1,4,1,3101295,39.6875,,S
+1,3,Goldsmith,male,9,0,2,363291,20.525,,S
+0,3,Skoog,female,45,1,4,347088,27.9,,S
+0,3,Ling,male,28,0,0,1601,56.4958,,S
+0,1,Van,male,61,0,0,111240,33.5,B19,S
+0,3,Rice,male,4,4,1,382652,29.125,,Q
+1,3,Johnson,female,1,1,1,347742,11.1333,,S
+0,3,Sivola,male,21,0,0,STON/O 2. 3101280,7.925,,S
+0,1,Smith,male,56,0,0,17764,30.6958,A7,C
+0,3,Klasen,male,18,1,1,350404,7.8542,,S
+0,1,Isham,female,50,0,0,PC 17595,28.7125,C49,C
+0,2,Hale,male,30,0,0,250653,13,,S
+0,3,Leonard,male,36,0,0,LINE,0,,S
+0,3,Asplund,male,9,4,2,347077,31.3875,,S
+1,2,Becker,male,1,2,1,230136,39,F4,S
+1,3,Kink-Heilmann,female,4,0,2,315153,22.025,,S
+1,1,Romaine,male,45,0,0,111428,26.55,,S
+0,3,Bourke,male,40,1,1,364849,15.5,,Q
+0,3,Turcin,male,36,0,0,349247,7.8958,,S
+1,2,Pinsky,female,32,0,0,234604,13,,S
+0,2,Carbines,male,19,0,0,28424,13,,S
+1,3,Andersen-Jensen,female,19,1,0,350046,7.8542,,S
+1,2,Navratil,male,3,1,1,230080,26,F2,S
+1,1,Brown,female,44,0,0,PC 17610,27.7208,B4,C
+1,1,Lurette,female,58,0,0,PC 17569,146.5208,B80,C
+0,3,Olsen,male,42,0,1,4579,8.4042,,S
+0,2,Yrois,female,24,0,0,248747,13,,S
+0,3,Vande,male,28,0,0,345770,9.5,,S
+0,3,Johanson,male,34,0,0,3101264,6.4958,,S
+0,3,Youseff,male,45.5,0,0,2628,7.225,,C
+1,3,Cohen,male,18,0,0,A/5 3540,8.05,,S
+0,3,Strom,female,2,0,1,347054,10.4625,G6,S
+0,3,Backstrom,male,32,1,0,3101278,15.85,,S
+1,3,Albimona,male,26,0,0,2699,18.7875,,C
+1,3,Carr,female,16,0,0,367231,7.75,,Q
+1,1,Blank,male,40,0,0,112277,31,A31,C
+0,3,Ali,male,24,0,0,SOTON/O.Q. 3101311,7.05,,S
+1,2,Cameron,female,35,0,0,F.C.C. 13528,21,,S
+0,3,Perkin,male,22,0,0,A/5 21174,7.25,,S
+0,2,Givard,male,30,0,0,250646,13,,S
+1,1,Newell,female,31,1,0,35273,113.275,D36,C
+1,3,Honkanen,female,27,0,0,STON/O2. 3101283,7.925,,S
+0,2,Jacobsohn,male,42,1,0,243847,27,,S
+1,1,Bazzani,female,32,0,0,11813,76.2917,D15,C
+0,2,Harris,male,30,0,0,W/C 14208,10.5,,S
+1,3,Sunderland,male,16,0,0,SOTON/OQ 392089,8.05,,S
+0,2,Bracken,male,27,0,0,220367,13,,S
+0,3,Green,male,51,0,0,21440,8.05,,S
+1,1,Hoyt,male,38,1,0,19943,90,C93,S
+0,3,Berglund,male,22,0,0,PP 4348,9.35,,S
+1,2,Mellors,male,19,0,0,SW/PP 751,10.5,,S
+0,3,Lovell,male,20.5,0,0,A/5 21173,7.25,,S
+0,2,Fahlstrom,male,18,0,0,236171,13,,S
+1,1,Harris,female,35,1,0,36973,83.475,C83,S
+0,3,Larsson,male,29,0,0,347067,7.775,,S
+0,2,Sjostedt,male,59,0,0,237442,13.5,,S
+1,3,Asplund,female,5,4,2,347077,31.3875,,S
+0,2,Leyson,male,24,0,0,C.A. 29566,10.5,,S
+0,2,Hold,male,44,1,0,26707,26,,S
+1,2,Collyer,female,8,0,2,C.A. 31921,26.25,,S
+0,2,Pengelly,male,19,0,0,28665,10.5,,S
+0,2,Hunt,male,33,0,0,SCO/W 1585,12.275,,S
+0,2,Coleridge,male,29,0,0,W./C. 14263,10.5,,S
+0,3,Maenpaa,male,22,0,0,STON/O 2. 3101275,7.125,,S
+0,3,Attalah,male,30,0,0,2694,7.225,,C
+0,1,Minahan,male,44,2,0,19928,90,C78,Q
+0,3,Lindahl,female,25,0,0,347071,7.775,,S
+1,2,Hamalainen,female,24,0,2,250649,14.5,,S
+1,1,Beckwith,male,37,1,1,11751,52.5542,D35,S
+0,2,Carter,male,54,1,0,244252,26,,S
+0,3,Strom,female,29,1,1,347054,10.4625,G6,S
+0,1,Stead,male,62,0,0,113514,26.55,C87,S
+0,3,Lobb,male,30,1,0,A/5. 3336,16.1,,S
+0,3,Rosblom,female,41,0,2,370129,20.2125,,S
+1,3,Touma,female,29,0,2,2650,15.2458,,C
+1,1,Cherry,female,30,0,0,110152,86.5,B77,S
+1,1,Ward,female,35,0,0,PC 17755,512.3292,,C
+1,2,Parrish,female,50,0,1,230433,26,,S
+1,3,Asplund,male,3,4,2,347077,31.3875,,S
+0,1,Taussig,male,52,1,1,110413,79.65,E67,S
+0,1,Harrison,male,40,0,0,112059,0,B94,S
+0,2,Reeves,male,36,0,0,C.A. 17248,10.5,,S
+0,3,Panula,male,16,4,1,3101295,39.6875,,S
+1,3,Persson,male,25,1,0,347083,7.775,,S
+1,1,Graham,female,58,0,1,PC 17582,153.4625,C125,S
+1,1,Bissette,female,35,0,0,PC 17760,135.6333,C99,S
+1,3,Tornquist,male,25,0,0,LINE,0,,S
+1,2,Mellinger,female,41,0,1,250644,19.5,,S
+0,1,Natsch,male,37,0,1,PC 17596,29.7,C118,C
+1,1,Andrews,female,63,1,0,13502,77.9583,D7,S
+0,3,Lindblom,female,45,0,0,347073,7.75,,S
+0,3,Rice,male,7,4,1,382652,29.125,,Q
+1,3,Abbott,female,35,1,1,C.A. 2673,20.25,,S
+0,3,Duane,male,65,0,0,336439,7.75,,Q
+0,3,Olsson,male,28,0,0,347464,7.8542,,S
+0,3,de,male,16,0,0,345778,9.5,,S
+1,3,Dorking,male,19,0,0,A/5. 10482,8.05,,S
+0,3,Stankovic,male,33,0,0,349239,8.6625,,C
+1,3,de,male,30,0,0,345774,9.5,,S
+0,3,Naidenoff,male,22,0,0,349206,7.8958,,S
+1,2,Hosono,male,42,0,0,237798,13,,S
+1,3,Connolly,female,22,0,0,370373,7.75,,Q
+1,1,Barber,female,26,0,0,19877,78.85,,S
+1,1,Bishop,female,19,1,0,11967,91.0792,B49,C
+0,2,Levy,male,36,0,0,SC/Paris 2163,12.875,D,C
+0,3,Haas,female,24,0,0,349236,8.85,,S
+0,3,Mineff,male,24,0,0,349233,7.8958,,S
+0,3,Hanna,male,23.5,0,0,2693,7.2292,,C
+0,1,Allison,female,2,1,2,113781,151.55,C22 C26,S
+1,1,Baxter,female,50,0,1,PC 17558,247.5208,B58 B60,C
+0,3,Johnson,male,19,0,0,LINE,0,,S
+1,1,Allison,male,0.92,1,2,113781,151.55,C22 C26,S
+1,1,Penasco,female,17,1,0,PC 17758,108.9,C65,C
+0,2,Abelson,male,30,1,0,P/PP 3381,24,,C
+1,1,Francatelli,female,30,0,0,PC 17485,56.9292,E36,C
+1,1,Hays,female,24,0,0,11767,83.1583,C54,C
+1,1,Ryerson,female,18,2,2,PC 17608,262.375,B57 B59 B63 B66,C
+0,2,Lahtinen,female,26,1,1,250651,26,,S
+0,3,Hendekovic,male,28,0,0,349243,7.8958,,S
+0,2,Hart,male,43,1,1,F.C.C. 13529,26.25,,S
+1,3,Nilsson,female,26,0,0,347470,7.8542,,S
+1,2,Kantor,female,24,1,0,244367,26,,S
+0,2,Moraweck,male,54,0,0,29011,14,,S
+1,1,Wick,female,31,0,2,36928,164.8667,C7,S
+1,1,Spedden,female,40,1,1,16966,134.5,E34,C
+0,3,Dennis,male,22,0,0,A/5 21172,7.25,,S
+0,3,Danoff,male,27,0,0,349219,7.8958,,S
+1,2,Slayter,female,30,0,0,234818,12.35,,Q
+1,2,Caldwell,female,22,1,1,248738,29,,S
+1,1,Young,female,36,0,0,PC 17760,135.6333,C32,C
+0,3,Nysveen,male,61,0,0,345364,6.2375,,S
+1,2,Ball,female,36,0,0,28551,13,D,S
+1,3,Goldsmith,female,31,1,1,363291,20.525,,S
+1,1,Hippach,female,16,0,1,111361,57.9792,B18,C
+0,1,Partner,male,45.5,0,0,113043,28.5,C124,S
+0,1,Graham,male,38,0,1,PC 17582,153.4625,C91,S
+0,3,Vander,male,16,2,0,345764,18,,S
+0,1,Pears,male,29,1,0,113776,66.6,C2,S
+1,1,Burns,female,41,0,0,16966,134.5,E40,C
+1,3,Dahl,male,45,0,0,7598,8.05,,S
+0,1,Blackwell,male,45,0,0,113784,35.5,T,S
+1,2,Navratil,male,2,1,1,230080,26,F2,S
+1,1,Fortune,female,24,3,2,19950,263,C23 C25 C27,S
+0,2,Collander,male,28,0,0,248740,13,,S
+0,2,Sedgwick,male,25,0,0,244361,13,,S
+0,2,Fox,male,36,0,0,229236,13,,S
+1,2,Brown,female,24,0,0,248733,13,F33,S
+1,2,Smith,female,40,0,0,31418,13,,S
+1,3,Coutts,male,3,1,1,C.A. 37671,15.9,,S
+0,3,Dimic,male,42,0,0,315088,8.6625,,S
+0,3,Odahl,male,23,0,0,7267,9.225,,S
+0,3,Elias,male,15,1,1,2695,7.2292,,C
+0,3,Arnold-Franchi,male,25,1,0,349237,17.8,,S
+0,3,Vanden,male,28,0,0,345783,9.5,,S
+1,1,Bowerman,female,22,0,1,113505,55,E33,S
+0,2,Funk,female,38,0,0,237671,13,,S
+0,3,Skoog,male,40,1,4,347088,27.9,,S
+0,2,del,male,29,1,0,SC/PARIS 2167,27.7208,,C
+0,3,Barbara,female,45,0,1,2691,14.4542,,C
+0,3,Asim,male,35,0,0,SOTON/O.Q. 3101310,7.05,,S
+0,3,Adahl,male,30,0,0,C 7076,7.25,,S
+1,1,Warren,female,60,1,0,110813,75.25,D37,C
+1,1,Aubart,female,24,0,0,PC 17477,69.3,B35,C
+1,1,Harder,male,25,1,0,11765,55.4417,E50,C
+0,3,Wiklund,male,18,1,0,3101267,6.4958,,S
+0,3,Beavan,male,19,0,0,323951,8.05,,S
+0,1,Ringhini,male,22,0,0,PC 17760,135.6333,,C
+0,3,Palsson,female,3,3,1,349909,21.075,,S
+1,3,Landergren,female,22,0,0,C 7077,7.25,,S
+0,1,Widener,male,27,0,2,113503,211.5,C82,C
+0,3,Betros,male,20,0,0,2648,4.0125,,C
+0,3,Gustafsson,male,19,0,0,347069,7.775,,S
+1,1,Bidois,female,42,0,0,PC 17757,227.525,,C
+1,3,Nakid,female,1,0,2,2653,15.7417,,C
+0,3,Tikkanen,male,32,0,0,STON/O 2. 3101293,7.925,,S
+1,1,Holverson,female,35,1,0,113789,52,,S
+0,2,Davies,male,18,0,0,S.O.C. 14879,73.5,,S
+0,3,Goodwin,male,1,5,2,CA 2144,46.9,,S
+1,2,Buss,female,36,0,0,27849,13,,S
+1,2,Lehmann,female,17,0,0,SC 1748,12,,C
+1,1,Carter,male,36,1,2,113760,120,B96 B98,S
+1,3,Jansson,male,21,0,0,350034,7.7958,,S
+0,3,Gustafsson,male,28,2,0,3101277,7.925,,S
+1,1,Newell,female,23,1,0,35273,113.275,D36,C
+1,3,Sandstrom,female,24,0,2,PP 9549,16.7,G6,S
+0,3,Johansson,male,22,0,0,350052,7.7958,,S
+0,3,Olsson,female,31,0,0,350407,7.8542,,S
+0,2,McKane,male,46,0,0,28403,26,,S
+0,2,Pain,male,23,0,0,244278,10.5,,S
+1,2,Trout,female,28,0,0,240929,12.65,,S
+1,3,Niskanen,male,39,0,0,STON/O 2. 3101289,7.925,,S
+0,3,Adams,male,26,0,0,341826,8.05,,S
+0,3,Jussila,female,21,1,0,4137,9.825,,S
+0,3,Hakkarainen,male,28,1,0,STON/O2. 3101279,15.85,,S
+0,3,Oreskovic,female,20,0,0,315096,8.6625,,S
+0,2,Gale,male,34,1,0,28664,21,,S
+0,3,Widegren,male,51,0,0,347064,7.75,,S
+1,2,Richards,male,3,1,1,29106,18.75,,S
+0,3,Birkeland,male,21,0,0,312992,7.775,,S
+1,1,Minahan,female,33,1,0,19928,90,C78,Q
+1,3,Sundman,male,44,0,0,STON/O 2. 3101269,7.925,,S
+1,2,Drew,female,34,1,1,28220,32.5,,S
+1,2,Silven,female,18,0,2,250652,13,,S
+0,2,Matthews,male,30,0,0,28228,13,,S
+0,3,Van,female,10,0,2,345773,24.15,,S
+0,3,Charters,male,21,0,0,A/5. 13032,7.7333,,Q
+0,3,Zimmerman,male,29,0,0,315082,7.875,,S
+0,3,Danbom,female,28,1,1,347080,14.4,,S
+0,3,Rosblom,male,18,1,1,370129,20.2125,,S
+1,2,Clarke,female,28,1,0,2003,26,,S
+1,2,Phillips,female,19,0,0,250655,26,,S
+1,3,Pickard,male,32,0,0,SOTON/O.Q. 392078,8.05,E10,S
+1,1,Bjornstrom-Steffansson,male,28,0,0,110564,26.55,C52,S
+1,2,Louch,female,42,1,0,SC/AH 3085,26,,S
+0,3,Kallio,male,17,0,0,STON/O 2. 3101274,7.125,,S
+0,1,Silvey,male,50,1,0,13507,55.9,E44,S
+1,1,Carter,female,14,1,2,113760,120,B96 B98,S
+0,3,Ford,female,21,2,2,W./C. 6608,34.375,,S
+1,2,Richards,female,24,2,3,29106,18.75,,S
+0,1,Fortune,male,64,1,4,19950,263,C23 C25 C27,S
+0,2,Kvillner,male,31,0,0,C.A. 18723,10.5,,S
+1,2,Hart,female,45,1,1,F.C.C. 13529,26.25,,S
+0,3,Hampe,male,20,0,0,345769,9.5,,S
+0,3,Petterson,male,25,1,0,347076,7.775,,S
+1,2,Reynaldo,female,28,0,0,230434,13,,S
+1,1,Dodge,male,4,0,2,33638,81.8583,A34,S
+1,2,Mellinger,female,13,0,1,250644,19.5,,S
+1,1,Seward,male,34,0,0,113794,26.55,,S
+1,3,Baclini,female,5,2,1,2666,19.2583,,C
+1,1,Peuchen,male,52,0,0,113786,30.5,C104,S
+0,2,West,male,36,1,2,C.A. 34651,27.75,,S
+0,1,Foreman,male,30,0,0,113051,27.75,C111,C
+1,1,Goldenberg,male,49,1,0,17453,89.1042,C92,C
+1,3,Jalsevac,male,29,0,0,349240,7.8958,,C
+0,1,Millet,male,65,0,0,13509,26.55,E38,S
+1,2,Toomey,female,50,0,0,F.C.C. 13531,10.5,,S
+1,1,Anderson,male,48,0,0,19952,26.55,E12,S
+0,3,Morley,male,34,0,0,364506,8.05,,S
+0,1,Gee,male,47,0,0,111320,38.5,E63,S
+0,2,Milling,male,48,0,0,234360,13,,S
+0,3,Goncalves,male,38,0,0,SOTON/O.Q. 3101306,7.05,,S
+0,1,Smart,male,56,0,0,113792,26.55,,S
+1,3,Baclini,female,0.75,2,1,2666,19.2583,,C
+0,3,Cacic,male,38,0,0,315089,8.6625,,S
+1,2,West,female,33,1,2,C.A. 34651,27.75,,S
+1,2,Jerwan,female,23,0,0,SC/AH Basle 541,13.7917,D,C
+0,3,Strandberg,female,22,0,0,7553,9.8375,,S
+0,2,Renouf,male,34,1,0,31027,21,,S
+0,3,Braund,male,29,1,0,3460,7.0458,,S
+0,3,Karlsson,male,22,0,0,350060,7.5208,,S
+1,3,Hirvonen,female,2,0,1,3101298,12.2875,,S
+0,3,Goodwin,male,9,5,2,CA 2144,46.9,,S
+0,3,Rouse,male,50,0,0,A/5 3594,8.05,,S
+1,3,Turkula,female,63,0,0,4134,9.5875,,S
+1,1,Bishop,male,25,1,0,11967,91.0792,B49,C
+1,1,Hoyt,female,35,1,0,19943,90,C93,S
+0,1,Kent,male,58,0,0,11771,29.7,B37,C
+0,3,Somerton,male,30,0,0,A.5. 18509,8.05,,S
+1,3,Coutts,male,9,1,1,C.A. 37671,15.9,,S
+0,3,Windelov,male,21,0,0,SOTON/OQ 3101317,7.25,,S
+0,1,Molson,male,55,0,0,113787,30.5,C30,S
+0,1,Artagaveytia,male,71,0,0,PC 17609,49.5042,,C
+0,3,Stanley,male,21,0,0,A/4 45380,8.05,,S
+1,1,Eustis,female,54,1,0,36947,78.2667,D20,C
+0,1,Allison,female,25,1,2,113781,151.55,C22 C26,S
+0,3,Svensson,male,24,0,0,350035,7.7958,,S
+0,3,Calic,male,17,0,0,315086,8.6625,,S
+0,3,Canavan,female,21,0,0,364846,7.75,,Q
+0,3,Laitinen,female,37,0,0,4135,9.5875,,S
+1,1,Maioni,female,16,0,0,110152,86.5,B79,S
+0,1,Penasco,male,18,1,0,PC 17758,108.9,C65,C
+1,2,Quick,female,33,0,2,26360,26,,S
+0,3,Olsen,male,28,0,0,C 4001,22.525,,S
+1,3,Lang,male,26,0,0,1601,56.4958,,S
+1,3,Daly,male,29,0,0,382651,7.75,,Q
+1,1,McGough,male,36,0,0,PC 17473,26.2875,E25,S
+1,1,Rothschild,female,54,1,0,PC 17603,59.4,,C
+0,3,Coleff,male,24,0,0,349209,7.4958,,S
+0,1,Walker,male,47,0,0,36967,34.0208,D46,S
+1,2,Lemore,female,34,0,0,C.A. 34260,10.5,F33,S
+1,2,Angle,female,36,1,0,226875,26,,S
+0,3,Pavlovic,male,32,0,0,349242,7.8958,,S
+1,1,Perreault,female,30,0,0,12749,93.5,B73,S
+0,3,Vovk,male,22,0,0,349252,7.8958,,S
+1,1,Hippach,female,44,0,1,111361,57.9792,B18,C
+0,3,Farrell,male,40.5,0,0,367232,7.75,,Q
+1,2,Ridsdale,female,50,0,0,W./C. 14258,10.5,,S
+0,3,Salonen,male,39,0,0,3101296,7.925,,S
+0,2,Hocking,male,23,2,1,29104,11.5,,S
+1,2,Quick,female,2,1,1,26360,26,,S
+0,3,Elias,male,17,1,1,2690,7.2292,,C
+0,3,Cacic,female,30,0,0,315084,8.6625,,S
+1,2,Hart,female,7,0,2,F.C.C. 13529,26.25,,S
+0,1,Butt,male,45,0,0,113050,26.55,B38,S
+1,1,LeRoy,female,30,0,0,PC 17761,106.425,,C
+1,1,Frolicher,female,22,0,2,13568,49.5,B39,C
+1,1,Crosby,female,36,0,2,WE/P 5735,71,B22,S
+0,3,Andersson,female,9,4,2,347082,31.275,,S
+0,3,Andersson,female,11,4,2,347082,31.275,,S
+1,2,Beane,male,32,1,0,2908,26,,S
+0,1,Douglas,male,50,1,0,PC 17761,106.425,C86,C
+0,1,Nicholson,male,64,0,0,693,26,,S
+1,2,Beane,female,19,1,0,2908,26,,S
+0,3,Goldsmith,male,33,1,1,363291,20.525,,S
+1,2,Davies,male,8,1,1,C.A. 33112,36.75,,S
+1,1,Thayer,male,17,0,2,17421,110.8833,C70,C
+0,2,Sharp,male,27,0,0,244358,26,,S
+1,3,Leeni,male,22,0,0,2620,7.225,,C
+1,3,Ohman,female,22,0,0,347085,7.775,,S
+0,1,Wright,male,62,0,0,113807,26.55,,S
+1,1,Duff,female,48,1,0,11755,39.6,A16,C
+1,1,Taussig,female,39,1,1,110413,79.65,E67,S
+1,3,de,female,36,1,0,345572,17.4,,S
+0,3,Sivic,male,40,0,0,349251,7.8958,,S
+0,2,Norman,male,28,0,0,218629,13.5,,S
+0,3,Davies,male,24,2,0,A/4 48871,24.15,,S
+0,3,Stoytcheff,male,19,0,0,349205,7.8958,,S
+0,3,Palsson,female,29,0,4,349909,21.075,,S
+1,3,Jonsson,male,32,0,0,350417,7.8542,,S
+1,2,Harris,male,62,0,0,S.W./PP 752,10.5,,S
+1,1,Appleton,female,53,2,0,11769,51.4792,C101,S
+1,1,Flynn,male,36,0,0,PC 17474,26.3875,E25,S
+0,3,Rush,male,16,0,0,A/4. 20589,8.05,,S
+0,3,Patchett,male,19,0,0,358585,14.5,,S
+1,2,Garside,female,34,0,0,243880,13,,S
+1,1,Silvey,female,39,1,0,13507,55.9,E44,S
+1,3,Jussila,male,32,0,0,STON/O 2. 3101286,7.925,,S
+1,2,Christy,female,25,1,1,237789,30,,S
+1,1,Thayer,female,39,1,1,17421,110.8833,C68,C
+0,2,Downton,male,54,0,0,28403,26,,S
+0,1,Ross,male,36,0,0,13049,40.125,A10,C
+1,1,Taussig,female,18,0,2,110413,79.65,E68,S
+0,2,Jarvis,male,47,0,0,237565,15,,S
+1,1,Frolicher-Stehli,male,60,1,1,13567,79.2,B41,C
+0,3,Gilinski,male,22,0,0,14973,8.05,,S
+0,3,Rintamaki,male,35,0,0,STON/O 2. 3101273,7.125,,S
+1,1,Stephenson,female,52,1,0,36947,78.2667,D20,C
+0,3,Elsbury,male,47,0,0,A/5 3902,7.25,,S
+0,2,Chapman,male,37,1,0,SC/AH 29037,26,,S
+0,3,Van,male,36,1,1,345773,24.15,,S
+0,3,Johnson,male,49,0,0,LINE,0,,S
+1,1,Duff,male,49,1,0,PC 17485,56.9292,A20,C
+1,2,Jacobsohn,female,24,2,1,243847,27,,S
+0,3,Torber,male,44,0,0,364511,8.05,,S
+1,1,Homer,male,35,0,0,111426,26.55,,C
+0,3,Lindell,male,36,1,0,349910,15.55,,S
+0,3,Karaic,male,30,0,0,349246,7.8958,,S
+1,1,Daniel,male,27,0,0,113804,30.5,,S
+1,2,Laroche,female,22,1,2,SC/Paris 2123,41.5792,,C
+1,1,Shutes,female,40,0,0,PC 17582,153.4625,C125,S
+0,3,Andersson,female,39,1,5,347082,31.275,,S
+0,3,Brocklebank,male,35,0,0,364512,8.05,,S
+1,2,Herman,female,24,1,2,220845,65,,S
+0,3,Danbom,male,34,1,1,347080,14.4,,S
+0,3,Lobb,female,26,1,0,A/5. 3336,16.1,,S
+1,2,Becker,female,4,2,1,230136,39,F4,S
+0,2,Gavey,male,26,0,0,31028,10.5,,S
+0,3,Yasbeck,male,27,1,0,2659,14.4542,,C
+1,1,Kimball,male,42,1,0,11753,52.5542,D19,S
+1,3,Nakid,male,20,1,1,2653,15.7417,,C
+0,3,Hansen,male,21,0,0,350029,7.8542,,S
+0,3,Bowen,male,21,0,0,54636,16.1,,S
+0,1,Sutton,male,61,0,0,36963,32.3208,D50,S
+0,2,Kirkland,male,57,0,0,219533,12.35,,Q
+1,1,Longley,female,21,0,0,13502,77.9583,D9,S
+0,3,Bostandyeff,male,26,0,0,349224,7.8958,,S
+1,1,Barkworth,male,80,0,0,27042,30,A23,S
+0,3,Lundahl,male,51,0,0,347743,7.0542,,S
+1,1,Stahelin-Maeglin,male,32,0,0,13214,30.5,B50,C
+0,3,Skoog,female,9,3,2,347088,27.9,,S
+1,2,Davis,female,28,0,0,237668,13,,S
+0,3,Leinonen,male,32,0,0,STON/O 2. 3101292,7.925,,S
+0,2,Collyer,male,31,1,1,C.A. 31921,26.25,,S
+0,3,Panula,female,41,0,5,3101295,39.6875,,S
+0,3,Jensen,male,20,0,0,350050,7.8542,,S
+1,1,Sagesser,female,24,0,0,PC 17477,69.3,B35,C
+0,3,Skoog,female,2,3,2,347088,27.9,,S
+1,3,Baclini,female,0.75,2,1,2666,19.2583,,C
+1,1,Harper,male,48,1,0,PC 17572,76.7292,D33,C
+0,3,Cor,male,19,0,0,349231,7.8958,,S
+1,1,Simonius-Blumer,male,56,0,0,13213,35.5,A26,C
+1,3,Stanley,female,23,0,0,CA. 2314,7.55,,S
+1,2,Doling,female,18,0,1,231919,23,,S
+0,3,Kalvik,male,21,0,0,8475,8.4333,,S
+0,3,Hegarty,female,18,0,0,365226,6.75,,Q
+0,2,Hickman,male,24,2,0,S.O.C. 14879,73.5,,S
+0,3,Bourke,female,32,1,1,364849,15.5,,Q
+0,2,Eitemiller,male,23,0,0,29751,13,,S
+0,1,Newell,male,58,0,2,35273,113.275,D48,C
+1,1,Frauenthal,male,50,2,0,PC 17611,133.65,,S
+0,3,Badt,male,40,0,0,2623,7.225,,C
+0,1,Colley,male,47,0,0,5727,25.5875,E58,S
+0,3,Coleff,male,36,0,0,349210,7.4958,,S
+1,3,Lindqvist,male,20,1,0,STON/O 2. 3101285,7.925,,S
+0,2,Hickman,male,32,2,0,S.O.C. 14879,73.5,,S
+0,2,Butler,male,25,0,0,234686,13,,S
+0,3,Cook,male,43,0,0,A/5 3536,8.05,,S
+1,2,Brown,female,40,1,1,29750,39,,S
+0,1,Davidson,male,31,1,0,F.C. 12750,52,B71,S
+0,2,Mitchell,male,70,0,0,C.A. 24580,10.5,,S
+1,2,Wilhelms,male,31,0,0,244270,13,,S
+0,3,Edvardsson,male,18,0,0,349912,7.775,,S
+0,3,Sawyer,male,24.5,0,0,342826,8.05,,S
+1,3,Turja,female,18,0,0,4138,9.8417,,S
+0,3,Goodwin,female,43,1,6,CA 2144,46.9,,S
+1,1,Cardeza,male,36,0,1,PC 17755,512.3292,B51 B53 B55,C
+1,1,Hassab,male,27,0,0,PC 17572,76.7292,D49,C
+0,3,Olsvigen,male,20,0,0,6563,9.225,,S
+0,3,Goodwin,male,14,5,2,CA 2144,46.9,,S
+0,2,Brown,male,60,1,1,29750,39,,S
+0,2,Laroche,male,25,1,2,SC/Paris 2123,41.5792,,C
+0,3,Panula,male,14,4,1,3101295,39.6875,,S
+0,3,Dakic,male,19,0,0,349228,10.1708,,S
+0,3,Fischer,male,18,0,0,350036,7.7958,,S
+1,1,Madill,female,15,0,1,24160,211.3375,B5,S
+1,1,Dick,male,31,1,0,17474,57,B20,S
+1,3,Karun,female,4,0,1,349256,13.4167,,C
+0,3,Saad,male,25,0,0,2672,7.225,,C
+0,1,Weir,male,60,0,0,113800,26.55,,S
+0,2,Chapman,male,52,0,0,248731,13.5,,S
+0,3,Kelly,male,44,0,0,363592,8.05,,S
+0,1,Thayer,male,49,1,1,17421,110.8833,C68,C
+0,3,Humblen,male,42,0,0,348121,7.65,F G63,S
+1,1,Astor,female,18,1,0,PC 17757,227.525,C62 C64,C
+1,1,Silverthorne,male,35,0,0,PC 17475,26.2875,E24,S
+0,3,Barbara,female,18,0,1,2691,14.4542,,C
+0,3,Gallagher,male,25,0,0,36864,7.7417,,Q
+0,3,Hansen,male,26,1,0,350025,7.8542,,S
+0,2,Morley,male,39,0,0,250655,26,,S
+1,2,Kelly,female,45,0,0,223596,13.5,,S
+1,1,Calderhead,male,42,0,0,PC 17476,26.2875,E24,S
+1,1,Cleaver,female,22,0,0,113781,151.55,,S
+1,1,Mayne,female,24,0,0,PC 17482,49.5042,C90,C
+1,1,Taylor,male,48,1,0,19996,52,C126,S
+0,3,Larsson,male,29,0,0,7545,9.4833,,S
+0,2,Greenberg,male,52,0,0,250647,13,,S
+0,3,Soholt,male,19,0,0,348124,7.65,F G73,S
+1,1,Endres,female,38,0,0,PC 17757,227.525,C45,C
+1,2,Troutt,female,27,0,0,34218,10.5,E101,S
+0,3,Johnson,male,33,0,0,347062,7.775,,S
+1,2,Harper,female,6,0,1,248727,33,,S
+0,3,Jensen,male,17,1,0,350048,7.0542,,S
+0,2,Gillespie,male,34,0,0,12233,13,,S
+0,2,Hodges,male,50,0,0,250643,13,,S
+1,1,Chambers,male,27,1,0,113806,53.1,E8,S
+0,3,Oreskovic,male,20,0,0,315094,8.6625,,S
+1,2,Renouf,female,30,3,0,31027,21,,S
+0,2,Bryhl,male,25,1,0,236853,26,,S
+0,3,Ilmakangas,female,25,1,0,STON/O2. 3101271,7.925,,S
+1,1,Allen,female,29,0,0,24160,211.3375,B5,S
+0,3,Hassan,male,11,0,0,2699,18.7875,,C
+0,2,Berriman,male,23,0,0,28425,13,,S
+0,2,Troupiansky,male,23,0,0,233639,13,,S
+0,3,Williams,male,28.5,0,0,54636,16.1,,S
+0,3,Ford,female,48,1,3,W./C. 6608,34.375,,S
+1,1,Lesurer,male,35,0,0,PC 17755,512.3292,B101,C
+0,1,Cavendish,male,36,1,0,19877,78.85,C46,S
+1,1,Ryerson,female,21,2,2,PC 17608,262.375,B57 B59 B63 B66,C
+0,3,McNamee,male,24,1,0,376566,16.1,,S
+1,3,Stranden,male,31,0,0,STON/O 2. 3101288,7.925,,S
+0,1,Crosby,male,70,1,1,WE/P 5735,71,B22,S
+0,3,Abbott,male,16,1,1,C.A. 2673,20.25,,S
+1,2,Sinkkonen,female,30,0,0,250648,13,,S
+0,1,Marvin,male,19,1,0,113773,53.1,D30,S
+0,3,Connaghton,male,31,0,0,335097,7.75,,Q
+1,2,Wells,female,4,1,1,29103,23,,S
+1,3,Moor,male,6,0,1,392096,12.475,E121,S
+0,3,Vande,male,33,0,0,345780,9.5,,S
+0,3,Jonkoff,male,23,0,0,349204,7.8958,,S
+1,2,Herman,female,48,1,2,220845,65,,S
+1,2,Hamalainen,male,0.67,1,1,250649,14.5,,S
+0,3,Carlsson,male,28,0,0,350042,7.7958,,S
+0,2,Bailey,male,18,0,0,29108,11.5,,S
+0,3,Theobald,male,34,0,0,363294,8.05,,S
+1,1,Rothes,female,33,0,0,110152,86.5,B77,S
+0,3,Nirva,male,41,0,0,SOTON/O2 3101272,7.125,,S
+1,3,Barah,male,20,0,0,2663,7.2292,,C
+1,1,Carter,female,36,1,2,113760,120,B96 B98,S
+0,3,Eklund,male,16,0,0,347074,7.775,,S
+1,1,Hogeboom,female,51,1,0,13502,77.9583,D11,S
+0,3,Mangan,female,30.5,0,0,364850,7.75,,Q
+0,3,Gronnestad,male,32,0,0,8471,8.3625,,S
+0,3,Lievens,male,24,0,0,345781,9.5,,S
+0,3,Jensen,male,48,0,0,350047,7.8542,,S
+0,2,Mack,female,57,0,0,S.O./P.P. 3,10.5,E77,S
+1,2,Hocking,female,54,1,3,29105,23,,S
+0,3,Myhrman,male,18,0,0,347078,7.75,,S
+1,3,Emanuel,female,5,0,0,364516,12.475,,S
+1,1,Robert,female,43,0,1,24160,211.3375,B3,S
+1,3,Ayoub,female,13,0,0,2687,7.2292,,C
+1,1,Dick,female,17,1,0,17474,57,B20,S
+0,1,Long,male,29,0,0,113501,30,D6,S
+0,3,Ali,male,25,0,0,SOTON/O.Q. 3101312,7.05,,S
+0,3,Harmer,male,25,0,0,374887,7.25,,S
+1,3,Sjoblom,female,18,0,0,3101265,7.4958,,S
+0,3,Rice,male,8,4,1,382652,29.125,,Q
+1,3,Dean,male,1,1,2,C.A. 2315,20.575,,S
+0,1,Guggenheim,male,46,0,0,PC 17593,79.2,B82 B84,C
+0,2,Gaskell,male,16,0,0,239865,26,,S
+0,3,Dantcheff,male,25,0,0,349203,7.8958,,S
+0,2,Otter,male,39,0,0,28213,13,,S
+1,1,Leader,female,49,0,0,17465,25.9292,D17,S
+1,3,Osman,female,31,0,0,349244,8.6833,,S
+0,3,Ibrahim,male,30,0,0,2685,7.2292,,C
+0,3,Van,female,30,1,1,345773,24.15,,S
+0,2,Ponesell,male,34,0,0,250647,13,,S
+1,2,Collyer,female,31,1,1,C.A. 31921,26.25,,S
+1,1,Carter,male,11,1,2,113760,120,B96 B98,S
+1,3,Thomas,male,0.42,0,1,2625,8.5167,,C
+1,3,Hedman,male,27,0,0,347089,6.975,,S
+0,3,Johansson,male,31,0,0,347063,7.775,,S
+0,1,Andrews,male,39,0,0,112050,0,A36,S
+0,3,Pettersson,female,18,0,0,347087,7.775,,S
+0,2,Meyer,male,39,0,0,248723,13,,S
+1,1,Chambers,female,33,1,0,113806,53.1,E8,S
+0,3,Alexander,male,26,0,0,3474,7.8875,,S
+0,3,Lester,male,39,0,0,A/4 48871,24.15,,S
+0,2,Slemen,male,35,0,0,28206,10.5,,S
+0,3,Andersson,female,6,4,2,347082,31.275,,S
+0,3,Tomlin,male,30.5,0,0,364499,8.05,,S
+0,3,Heininen,female,23,0,0,STON/O2. 3101290,7.925,,S
+0,2,Mallet,male,31,1,1,S.C./PARIS 2079,37.0042,,C
+0,3,Holm,male,43,0,0,C 7075,6.45,,S
+0,3,Skoog,male,10,3,2,347088,27.9,,S
+1,1,Hays,female,52,1,1,12749,93.5,B69,S
+1,3,Lulic,male,27,0,0,315098,8.6625,,S
+0,1,Reuchlin,male,38,0,0,19972,0,,S
+1,3,Moor,female,27,0,1,392096,12.475,E121,S
+0,3,Panula,male,2,4,1,3101295,39.6875,,S
+1,2,Mallet,male,1,0,2,S.C./PARIS 2079,37.0042,,C
+1,1,Stone,female,62,0,0,113572,80,B28,
+1,3,Yasbeck,female,15,1,0,2659,14.4542,,C
+1,2,Richards,male,0.83,1,1,29106,18.75,,S
+0,3,Augustsson,male,23,0,0,347468,7.8542,,S
+0,3,Allum,male,18,0,0,2223,8.3,,S
+1,1,Compton,female,39,1,1,PC 17756,83.1583,E49,C
+0,3,Pasic,male,21,0,0,315097,8.6625,,S
+1,3,Chip,male,32,0,0,1601,56.4958,,S
+0,3,Alhomaki,male,20,0,0,SOTON/O2 3101287,7.925,,S
+0,2,Mudd,male,16,0,0,S.O./P.P. 3,10.5,,S
+1,1,Serepeca,female,30,0,0,113798,31,,C
+0,3,Lemberopolous,male,34.5,0,0,2683,6.4375,,C
+0,3,Culumovic,male,17,0,0,315090,8.6625,,S
+0,3,Abbing,male,42,0,0,C.A. 5547,7.55,,S
+0,3,Markoff,male,35,0,0,349213,7.8958,,C
+0,2,Harper,male,28,0,1,248727,33,,S
+0,3,Andersson,male,4,4,2,347082,31.275,,S
+0,3,Svensson,male,74,0,0,347060,7.775,,S
+0,3,Boulos,female,9,1,1,2678,15.2458,,C
+1,1,Lines,female,16,0,1,PC 17592,39.4,D28,S
+0,2,Carter,female,44,1,0,244252,26,,S
+1,3,Aks,female,18,0,1,392091,9.35,,S
+1,1,Wick,female,45,1,1,36928,164.8667,,S
+1,1,Daly,male,51,0,0,113055,26.55,E17,S
+1,3,Baclini,female,24,0,3,2666,19.2583,,C
+0,3,Hansen,male,41,2,0,350026,14.1083,,S
+0,2,Giles,male,21,1,0,28134,11.5,,S
+1,1,Swift,female,48,0,0,17466,25.9292,D17,S
+0,2,Gill,male,24,0,0,233866,13,,S
+1,2,Bystrom,female,42,0,0,236852,13,,S
+1,2,Duran,female,27,1,0,SC/PARIS 2149,13.8583,,C
+0,1,Roebling,male,31,0,0,PC 17590,50.4958,A24,S
+1,3,Johnson,male,4,1,1,347742,11.1333,,S
+0,3,Balkic,male,26,0,0,349248,7.8958,,S
+1,1,Beckwith,female,47,1,1,11751,52.5542,D35,S
+0,1,Carlsson,male,33,0,0,695,5,B51 B53 B55,S
+0,3,Vander,male,47,0,0,345765,9,,S
+1,2,Abelson,female,28,1,0,P/PP 3381,24,,C
+1,3,Najib,female,15,0,0,2667,7.225,,C
+0,3,Gustafsson,male,20,0,0,7534,9.8458,,S
+0,3,Petroff,male,19,0,0,349212,7.8958,,S
+1,1,Potter,female,56,0,1,11767,83.1583,C50,C
+1,2,Shelley,female,25,0,1,230433,26,,S
+0,3,Markun,male,33,0,0,349257,7.8958,,S
+0,3,Dahlberg,female,22,0,0,7552,10.5167,,S
+0,2,Banfield,male,28,0,0,C.A./SOTON 34068,10.5,,S
+0,3,Sutehall,male,25,0,0,SOTON/OQ 392076,7.05,,S
+0,3,Rice,female,39,0,5,382652,29.125,,Q
+0,2,Montvila,male,27,0,0,211536,13,,S
+1,1,Graham,female,19,0,0,112053,30,B42,S
+1,1,Behr,male,26,0,0,111369,30,C148,C
+0,3,Dooley,male,32,0,0,370376,7.75,,Q

apps/simple/openai.ts

@@ -1,13 +1,22 @@
 import { OpenAI } from "llamaindex";
 
 (async () => {
-  const llm = new OpenAI({ model: "gpt-3.5-turbo", temperature: 0.0 });
-  
+  const llm = new OpenAI({
+    model: "gpt-3.5-turbo",
+    temperature: 0.1,
+    additionalChatOptions: { frequency_penalty: 0.1 },
+    additionalSessionOptions: {
+      defaultHeaders: { "X-Test-Header-Please-Ignore": "true" },
+    },
+  });
+
   // complete api
   const response1 = await llm.complete("How are you?");
   console.log(response1.message.content);
 
   // chat api
-  const response2 = await llm.chat([{ content: "Tell me a joke!", role: "user" }]);
+  const response2 = await llm.chat([
+    { content: "Tell me a joke!", role: "user" },
+  ]);
   console.log(response2.message.content);
 })();

apps/simple/package.json

@@ -1,12 +1,12 @@
 {
-  "version": "0.0.15",
+  "version": "0.0.17",
   "private": true,
   "name": "simple",
   "dependencies": {
     "llamaindex": "workspace:*"
   },
   "devDependencies": {
-    "@types/node": "^18"
+    "@types/node": "^18.17.6"
   },
   "scripts": {
     "lint": "eslint ."

apps/simple/pdf.ts

@@ -3,7 +3,7 @@ import { PDFReader, VectorStoreIndex } from "llamaindex";
 async function main() {
   // Load PDF
   const reader = new PDFReader();
-  const documents = await reader.loadData("examples/brk-2022.pdf");
+  const documents = await reader.loadData("data/brk-2022.pdf");
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const index = await VectorStoreIndex.fromDocuments(documents);

examples/.gitignore

@@ -0,0 +1 @@
+package-lock.json

examples/csv.ts

@@ -0,0 +1,52 @@
+import {
+  CompactAndRefine,
+  OpenAI,
+  PapaCSVReader,
+  ResponseSynthesizer,
+  serviceContextFromDefaults,
+  SimplePrompt,
+  VectorStoreIndex,
+} from "llamaindex";
+
+async function main() {
+  // Load CSV
+  const reader = new PapaCSVReader();
+  const path = "data/titanic_train.csv";
+  const documents = await reader.loadData(path);
+
+  const serviceContext = serviceContextFromDefaults({
+    llm: new OpenAI({ model: "gpt-4" }),
+  });
+
+  // Split text and create embeddings. Store them in a VectorStoreIndex
+  const index = await VectorStoreIndex.fromDocuments(documents, {
+    serviceContext,
+  });
+
+  const csvPrompt: SimplePrompt = (input) => {
+    const { context = "", query = "" } = input;
+
+    return `The following CSV file is loaded from ${path}
+\`\`\`csv
+${context}
+\`\`\`
+Given the CSV file, generate me Typescript code to answer the question: ${query}. You can use built in NodeJS functions but avoid using third party libraries.
+`;
+  };
+
+  const responseSynthesizer = new ResponseSynthesizer({
+    responseBuilder: new CompactAndRefine(serviceContext, csvPrompt),
+  });
+
+  const queryEngine = index.asQueryEngine({ responseSynthesizer });
+
+  // Query the index
+  const response = await queryEngine.query(
+    "What is the correlation between survival and age?",
+  );
+
+  // Output response
+  console.log(response.toString());
+}
+
+main().catch(console.error);

examples/data/titanic_train.csv

@@ -0,0 +1,715 @@
+survived,pclass,name,sex,age,sibsp,parch,ticket,fare,cabin,embarked
+0,3,Braund,male,22,1,0,A/5 21171,7.25,,S
+1,1,Cumings,female,38,1,0,PC 17599,71.2833,C85,C
+1,3,Heikkinen,female,26,0,0,STON/O2. 3101282,7.925,,S
+1,1,Futrelle,female,35,1,0,113803,53.1,C123,S
+0,3,Allen,male,35,0,0,373450,8.05,,S
+0,1,McCarthy,male,54,0,0,17463,51.8625,E46,S
+0,3,Palsson,male,2,3,1,349909,21.075,,S
+1,3,Johnson,female,27,0,2,347742,11.1333,,S
+1,2,Nasser,female,14,1,0,237736,30.0708,,C
+1,3,Sandstrom,female,4,1,1,PP 9549,16.7,G6,S
+1,1,Bonnell,female,58,0,0,113783,26.55,C103,S
+0,3,Saundercock,male,20,0,0,A/5. 2151,8.05,,S
+0,3,Andersson,male,39,1,5,347082,31.275,,S
+0,3,Vestrom,female,14,0,0,350406,7.8542,,S
+1,2,Hewlett,female,55,0,0,248706,16,,S
+0,3,Rice,male,2,4,1,382652,29.125,,Q
+0,3,Vander,female,31,1,0,345763,18,,S
+0,2,Fynney,male,35,0,0,239865,26,,S
+1,2,Beesley,male,34,0,0,248698,13,D56,S
+1,3,McGowan,female,15,0,0,330923,8.0292,,Q
+1,1,Sloper,male,28,0,0,113788,35.5,A6,S
+0,3,Palsson,female,8,3,1,349909,21.075,,S
+1,3,Asplund,female,38,1,5,347077,31.3875,,S
+0,1,Fortune,male,19,3,2,19950,263,C23 C25 C27,S
+0,1,Uruchurtu,male,40,0,0,PC 17601,27.7208,,C
+0,2,Wheadon,male,66,0,0,C.A. 24579,10.5,,S
+0,1,Meyer,male,28,1,0,PC 17604,82.1708,,C
+0,1,Holverson,male,42,1,0,113789,52,,S
+0,3,Cann,male,21,0,0,A./5. 2152,8.05,,S
+0,3,Vander,female,18,2,0,345764,18,,S
+1,3,Nicola-Yarred,female,14,1,0,2651,11.2417,,C
+0,3,Ahlin,female,40,1,0,7546,9.475,,S
+0,2,Turpin,female,27,1,0,11668,21,,S
+1,2,Laroche,female,3,1,2,SC/Paris 2123,41.5792,,C
+1,3,Devaney,female,19,0,0,330958,7.8792,,Q
+0,3,Arnold-Franchi,female,18,1,0,349237,17.8,,S
+0,3,Panula,male,7,4,1,3101295,39.6875,,S
+0,3,Nosworthy,male,21,0,0,A/4. 39886,7.8,,S
+1,1,Harper,female,49,1,0,PC 17572,76.7292,D33,C
+1,2,Faunthorpe,female,29,1,0,2926,26,,S
+0,1,Ostby,male,65,0,1,113509,61.9792,B30,C
+1,2,Rugg,female,21,0,0,C.A. 31026,10.5,,S
+0,3,Novel,male,28.5,0,0,2697,7.2292,,C
+1,2,West,female,5,1,2,C.A. 34651,27.75,,S
+0,3,Goodwin,male,11,5,2,CA 2144,46.9,,S
+0,3,Sirayanian,male,22,0,0,2669,7.2292,,C
+1,1,Icard,female,38,0,0,113572,80,B28,
+0,1,Harris,male,45,1,0,36973,83.475,C83,S
+0,3,Skoog,male,4,3,2,347088,27.9,,S
+1,2,Nye,female,29,0,0,C.A. 29395,10.5,F33,S
+0,3,Crease,male,19,0,0,S.P. 3464,8.1583,,S
+1,3,Andersson,female,17,4,2,3101281,7.925,,S
+0,3,Kink,male,26,2,0,315151,8.6625,,S
+0,2,Jenkin,male,32,0,0,C.A. 33111,10.5,,S
+0,3,Goodwin,female,16,5,2,CA 2144,46.9,,S
+0,2,Hood,male,21,0,0,S.O.C. 14879,73.5,,S
+0,3,Chronopoulos,male,26,1,0,2680,14.4542,,C
+1,3,Bing,male,32,0,0,1601,56.4958,,S
+0,3,Moen,male,25,0,0,348123,7.65,F G73,S
+1,2,Caldwell,male,0.83,0,2,248738,29,,S
+1,3,Dowdell,female,30,0,0,364516,12.475,,S
+0,3,Waelens,male,22,0,0,345767,9,,S
+1,3,Sheerlinck,male,29,0,0,345779,9.5,,S
+0,1,Carrau,male,28,0,0,113059,47.1,,S
+1,2,Ilett,female,17,0,0,SO/C 14885,10.5,,S
+1,3,Backstrom,female,33,3,0,3101278,15.85,,S
+0,3,Ford,male,16,1,3,W./C. 6608,34.375,,S
+1,1,Fortune,female,23,3,2,19950,263,C23 C25 C27,S
+0,3,Celotti,male,24,0,0,343275,8.05,,S
+0,3,Christmann,male,29,0,0,343276,8.05,,S
+0,3,Andreasson,male,20,0,0,347466,7.8542,,S
+0,1,Chaffee,male,46,1,0,W.E.P. 5734,61.175,E31,S
+0,3,Dean,male,26,1,2,C.A. 2315,20.575,,S
+0,3,Coxon,male,59,0,0,364500,7.25,,S
+0,1,Goldschmidt,male,71,0,0,PC 17754,34.6542,A5,C
+1,1,Greenfield,male,23,0,1,PC 17759,63.3583,D10 D12,C
+1,2,Doling,female,34,0,1,231919,23,,S
+0,2,Kantor,male,34,1,0,244367,26,,S
+0,3,Petranec,female,28,0,0,349245,7.8958,,S
+0,1,White,male,21,0,1,35281,77.2875,D26,S
+0,3,Johansson,male,33,0,0,7540,8.6542,,S
+0,3,Gustafsson,male,37,2,0,3101276,7.925,,S
+0,3,Mionoff,male,28,0,0,349207,7.8958,,S
+1,3,Salkjelsvik,female,21,0,0,343120,7.65,,S
+0,3,Rekic,male,38,0,0,349249,7.8958,,S
+0,1,Porter,male,47,0,0,110465,52,C110,S
+0,3,Zabour,female,14.5,1,0,2665,14.4542,,C
+0,3,Barton,male,22,0,0,324669,8.05,,S
+0,3,Jussila,female,20,1,0,4136,9.825,,S
+0,3,Attalah,female,17,0,0,2627,14.4583,,C
+0,3,Pekoniemi,male,21,0,0,STON/O 2. 3101294,7.925,,S
+0,3,Connors,male,70.5,0,0,370369,7.75,,Q
+0,2,Turpin,male,29,1,0,11668,21,,S
+0,1,Baxter,male,24,0,1,PC 17558,247.5208,B58 B60,C
+0,3,Andersson,female,2,4,2,347082,31.275,,S
+0,2,Hickman,male,21,2,0,S.O.C. 14879,73.5,,S
+0,2,Nasser,male,32.5,1,0,237736,30.0708,,C
+1,2,Webber,female,32.5,0,0,27267,13,E101,S
+0,1,White,male,54,0,1,35281,77.2875,D26,S
+1,3,Nicola-Yarred,male,12,1,0,2651,11.2417,,C
+1,3,Madsen,male,24,0,0,C 17369,7.1417,,S
+0,3,Ekstrom,male,45,0,0,347061,6.975,,S
+0,3,Drazenoic,male,33,0,0,349241,7.8958,,C
+0,3,Coelho,male,20,0,0,SOTON/O.Q. 3101307,7.05,,S
+0,3,Robins,female,47,1,0,A/5. 3337,14.5,,S
+1,2,Weisz,female,29,1,0,228414,26,,S
+0,2,Sobey,male,25,0,0,C.A. 29178,13,,S
+0,2,Richard,male,23,0,0,SC/PARIS 2133,15.0458,,C
+1,1,Newsom,female,19,0,2,11752,26.2833,D47,S
+0,1,Futrelle,male,37,1,0,113803,53.1,C123,S
+0,3,Osen,male,16,0,0,7534,9.2167,,S
+0,1,Giglio,male,24,0,0,PC 17593,79.2,B86,C
+1,3,Nysten,female,22,0,0,347081,7.75,,S
+1,3,Hakkarainen,female,24,1,0,STON/O2. 3101279,15.85,,S
+0,3,Burke,male,19,0,0,365222,6.75,,Q
+0,2,Andrew,male,18,0,0,231945,11.5,,S
+0,2,Nicholls,male,19,1,1,C.A. 33112,36.75,,S
+1,3,Andersson,male,27,0,0,350043,7.7958,,S
+0,3,Ford,female,9,2,2,W./C. 6608,34.375,,S
+0,2,Navratil,male,36.5,0,2,230080,26,F2,S
+0,2,Byles,male,42,0,0,244310,13,,S
+0,2,Bateman,male,51,0,0,S.O.P. 1166,12.525,,S
+1,1,Pears,female,22,1,0,113776,66.6,C2,S
+0,3,Meo,male,55.5,0,0,A.5. 11206,8.05,,S
+0,3,van,male,40.5,0,2,A/5. 851,14.5,,S
+0,1,Williams,male,51,0,1,PC 17597,61.3792,,C
+1,3,Gilnagh,female,16,0,0,35851,7.7333,,Q
+0,3,Corn,male,30,0,0,SOTON/OQ 392090,8.05,,S
+0,3,Cribb,male,44,0,1,371362,16.1,,S
+1,2,Watt,female,40,0,0,C.A. 33595,15.75,,S
+0,3,Bengtsson,male,26,0,0,347068,7.775,,S
+0,3,Calic,male,17,0,0,315093,8.6625,,S
+0,3,Panula,male,1,4,1,3101295,39.6875,,S
+1,3,Goldsmith,male,9,0,2,363291,20.525,,S
+0,3,Skoog,female,45,1,4,347088,27.9,,S
+0,3,Ling,male,28,0,0,1601,56.4958,,S
+0,1,Van,male,61,0,0,111240,33.5,B19,S
+0,3,Rice,male,4,4,1,382652,29.125,,Q
+1,3,Johnson,female,1,1,1,347742,11.1333,,S
+0,3,Sivola,male,21,0,0,STON/O 2. 3101280,7.925,,S
+0,1,Smith,male,56,0,0,17764,30.6958,A7,C
+0,3,Klasen,male,18,1,1,350404,7.8542,,S
+0,1,Isham,female,50,0,0,PC 17595,28.7125,C49,C
+0,2,Hale,male,30,0,0,250653,13,,S
+0,3,Leonard,male,36,0,0,LINE,0,,S
+0,3,Asplund,male,9,4,2,347077,31.3875,,S
+1,2,Becker,male,1,2,1,230136,39,F4,S
+1,3,Kink-Heilmann,female,4,0,2,315153,22.025,,S
+1,1,Romaine,male,45,0,0,111428,26.55,,S
+0,3,Bourke,male,40,1,1,364849,15.5,,Q
+0,3,Turcin,male,36,0,0,349247,7.8958,,S
+1,2,Pinsky,female,32,0,0,234604,13,,S
+0,2,Carbines,male,19,0,0,28424,13,,S
+1,3,Andersen-Jensen,female,19,1,0,350046,7.8542,,S
+1,2,Navratil,male,3,1,1,230080,26,F2,S
+1,1,Brown,female,44,0,0,PC 17610,27.7208,B4,C
+1,1,Lurette,female,58,0,0,PC 17569,146.5208,B80,C
+0,3,Olsen,male,42,0,1,4579,8.4042,,S
+0,2,Yrois,female,24,0,0,248747,13,,S
+0,3,Vande,male,28,0,0,345770,9.5,,S
+0,3,Johanson,male,34,0,0,3101264,6.4958,,S
+0,3,Youseff,male,45.5,0,0,2628,7.225,,C
+1,3,Cohen,male,18,0,0,A/5 3540,8.05,,S
+0,3,Strom,female,2,0,1,347054,10.4625,G6,S
+0,3,Backstrom,male,32,1,0,3101278,15.85,,S
+1,3,Albimona,male,26,0,0,2699,18.7875,,C
+1,3,Carr,female,16,0,0,367231,7.75,,Q
+1,1,Blank,male,40,0,0,112277,31,A31,C
+0,3,Ali,male,24,0,0,SOTON/O.Q. 3101311,7.05,,S
+1,2,Cameron,female,35,0,0,F.C.C. 13528,21,,S
+0,3,Perkin,male,22,0,0,A/5 21174,7.25,,S
+0,2,Givard,male,30,0,0,250646,13,,S
+1,1,Newell,female,31,1,0,35273,113.275,D36,C
+1,3,Honkanen,female,27,0,0,STON/O2. 3101283,7.925,,S
+0,2,Jacobsohn,male,42,1,0,243847,27,,S
+1,1,Bazzani,female,32,0,0,11813,76.2917,D15,C
+0,2,Harris,male,30,0,0,W/C 14208,10.5,,S
+1,3,Sunderland,male,16,0,0,SOTON/OQ 392089,8.05,,S
+0,2,Bracken,male,27,0,0,220367,13,,S
+0,3,Green,male,51,0,0,21440,8.05,,S
+1,1,Hoyt,male,38,1,0,19943,90,C93,S
+0,3,Berglund,male,22,0,0,PP 4348,9.35,,S
+1,2,Mellors,male,19,0,0,SW/PP 751,10.5,,S
+0,3,Lovell,male,20.5,0,0,A/5 21173,7.25,,S
+0,2,Fahlstrom,male,18,0,0,236171,13,,S
+1,1,Harris,female,35,1,0,36973,83.475,C83,S
+0,3,Larsson,male,29,0,0,347067,7.775,,S
+0,2,Sjostedt,male,59,0,0,237442,13.5,,S
+1,3,Asplund,female,5,4,2,347077,31.3875,,S
+0,2,Leyson,male,24,0,0,C.A. 29566,10.5,,S
+0,2,Hold,male,44,1,0,26707,26,,S
+1,2,Collyer,female,8,0,2,C.A. 31921,26.25,,S
+0,2,Pengelly,male,19,0,0,28665,10.5,,S
+0,2,Hunt,male,33,0,0,SCO/W 1585,12.275,,S
+0,2,Coleridge,male,29,0,0,W./C. 14263,10.5,,S
+0,3,Maenpaa,male,22,0,0,STON/O 2. 3101275,7.125,,S
+0,3,Attalah,male,30,0,0,2694,7.225,,C
+0,1,Minahan,male,44,2,0,19928,90,C78,Q
+0,3,Lindahl,female,25,0,0,347071,7.775,,S
+1,2,Hamalainen,female,24,0,2,250649,14.5,,S
+1,1,Beckwith,male,37,1,1,11751,52.5542,D35,S
+0,2,Carter,male,54,1,0,244252,26,,S
+0,3,Strom,female,29,1,1,347054,10.4625,G6,S
+0,1,Stead,male,62,0,0,113514,26.55,C87,S
+0,3,Lobb,male,30,1,0,A/5. 3336,16.1,,S
+0,3,Rosblom,female,41,0,2,370129,20.2125,,S
+1,3,Touma,female,29,0,2,2650,15.2458,,C
+1,1,Cherry,female,30,0,0,110152,86.5,B77,S
+1,1,Ward,female,35,0,0,PC 17755,512.3292,,C
+1,2,Parrish,female,50,0,1,230433,26,,S
+1,3,Asplund,male,3,4,2,347077,31.3875,,S
+0,1,Taussig,male,52,1,1,110413,79.65,E67,S
+0,1,Harrison,male,40,0,0,112059,0,B94,S
+0,2,Reeves,male,36,0,0,C.A. 17248,10.5,,S
+0,3,Panula,male,16,4,1,3101295,39.6875,,S
+1,3,Persson,male,25,1,0,347083,7.775,,S
+1,1,Graham,female,58,0,1,PC 17582,153.4625,C125,S
+1,1,Bissette,female,35,0,0,PC 17760,135.6333,C99,S
+1,3,Tornquist,male,25,0,0,LINE,0,,S
+1,2,Mellinger,female,41,0,1,250644,19.5,,S
+0,1,Natsch,male,37,0,1,PC 17596,29.7,C118,C
+1,1,Andrews,female,63,1,0,13502,77.9583,D7,S
+0,3,Lindblom,female,45,0,0,347073,7.75,,S
+0,3,Rice,male,7,4,1,382652,29.125,,Q
+1,3,Abbott,female,35,1,1,C.A. 2673,20.25,,S
+0,3,Duane,male,65,0,0,336439,7.75,,Q
+0,3,Olsson,male,28,0,0,347464,7.8542,,S
+0,3,de,male,16,0,0,345778,9.5,,S
+1,3,Dorking,male,19,0,0,A/5. 10482,8.05,,S
+0,3,Stankovic,male,33,0,0,349239,8.6625,,C
+1,3,de,male,30,0,0,345774,9.5,,S
+0,3,Naidenoff,male,22,0,0,349206,7.8958,,S
+1,2,Hosono,male,42,0,0,237798,13,,S
+1,3,Connolly,female,22,0,0,370373,7.75,,Q
+1,1,Barber,female,26,0,0,19877,78.85,,S
+1,1,Bishop,female,19,1,0,11967,91.0792,B49,C
+0,2,Levy,male,36,0,0,SC/Paris 2163,12.875,D,C
+0,3,Haas,female,24,0,0,349236,8.85,,S
+0,3,Mineff,male,24,0,0,349233,7.8958,,S
+0,3,Hanna,male,23.5,0,0,2693,7.2292,,C
+0,1,Allison,female,2,1,2,113781,151.55,C22 C26,S
+1,1,Baxter,female,50,0,1,PC 17558,247.5208,B58 B60,C
+0,3,Johnson,male,19,0,0,LINE,0,,S
+1,1,Allison,male,0.92,1,2,113781,151.55,C22 C26,S
+1,1,Penasco,female,17,1,0,PC 17758,108.9,C65,C
+0,2,Abelson,male,30,1,0,P/PP 3381,24,,C
+1,1,Francatelli,female,30,0,0,PC 17485,56.9292,E36,C
+1,1,Hays,female,24,0,0,11767,83.1583,C54,C
+1,1,Ryerson,female,18,2,2,PC 17608,262.375,B57 B59 B63 B66,C
+0,2,Lahtinen,female,26,1,1,250651,26,,S
+0,3,Hendekovic,male,28,0,0,349243,7.8958,,S
+0,2,Hart,male,43,1,1,F.C.C. 13529,26.25,,S
+1,3,Nilsson,female,26,0,0,347470,7.8542,,S
+1,2,Kantor,female,24,1,0,244367,26,,S
+0,2,Moraweck,male,54,0,0,29011,14,,S
+1,1,Wick,female,31,0,2,36928,164.8667,C7,S
+1,1,Spedden,female,40,1,1,16966,134.5,E34,C
+0,3,Dennis,male,22,0,0,A/5 21172,7.25,,S
+0,3,Danoff,male,27,0,0,349219,7.8958,,S
+1,2,Slayter,female,30,0,0,234818,12.35,,Q
+1,2,Caldwell,female,22,1,1,248738,29,,S
+1,1,Young,female,36,0,0,PC 17760,135.6333,C32,C
+0,3,Nysveen,male,61,0,0,345364,6.2375,,S
+1,2,Ball,female,36,0,0,28551,13,D,S
+1,3,Goldsmith,female,31,1,1,363291,20.525,,S
+1,1,Hippach,female,16,0,1,111361,57.9792,B18,C
+0,1,Partner,male,45.5,0,0,113043,28.5,C124,S
+0,1,Graham,male,38,0,1,PC 17582,153.4625,C91,S
+0,3,Vander,male,16,2,0,345764,18,,S
+0,1,Pears,male,29,1,0,113776,66.6,C2,S
+1,1,Burns,female,41,0,0,16966,134.5,E40,C
+1,3,Dahl,male,45,0,0,7598,8.05,,S
+0,1,Blackwell,male,45,0,0,113784,35.5,T,S
+1,2,Navratil,male,2,1,1,230080,26,F2,S
+1,1,Fortune,female,24,3,2,19950,263,C23 C25 C27,S
+0,2,Collander,male,28,0,0,248740,13,,S
+0,2,Sedgwick,male,25,0,0,244361,13,,S
+0,2,Fox,male,36,0,0,229236,13,,S
+1,2,Brown,female,24,0,0,248733,13,F33,S
+1,2,Smith,female,40,0,0,31418,13,,S
+1,3,Coutts,male,3,1,1,C.A. 37671,15.9,,S
+0,3,Dimic,male,42,0,0,315088,8.6625,,S
+0,3,Odahl,male,23,0,0,7267,9.225,,S
+0,3,Elias,male,15,1,1,2695,7.2292,,C
+0,3,Arnold-Franchi,male,25,1,0,349237,17.8,,S
+0,3,Vanden,male,28,0,0,345783,9.5,,S
+1,1,Bowerman,female,22,0,1,113505,55,E33,S
+0,2,Funk,female,38,0,0,237671,13,,S
+0,3,Skoog,male,40,1,4,347088,27.9,,S
+0,2,del,male,29,1,0,SC/PARIS 2167,27.7208,,C
+0,3,Barbara,female,45,0,1,2691,14.4542,,C
+0,3,Asim,male,35,0,0,SOTON/O.Q. 3101310,7.05,,S
+0,3,Adahl,male,30,0,0,C 7076,7.25,,S
+1,1,Warren,female,60,1,0,110813,75.25,D37,C
+1,1,Aubart,female,24,0,0,PC 17477,69.3,B35,C
+1,1,Harder,male,25,1,0,11765,55.4417,E50,C
+0,3,Wiklund,male,18,1,0,3101267,6.4958,,S
+0,3,Beavan,male,19,0,0,323951,8.05,,S
+0,1,Ringhini,male,22,0,0,PC 17760,135.6333,,C
+0,3,Palsson,female,3,3,1,349909,21.075,,S
+1,3,Landergren,female,22,0,0,C 7077,7.25,,S
+0,1,Widener,male,27,0,2,113503,211.5,C82,C
+0,3,Betros,male,20,0,0,2648,4.0125,,C
+0,3,Gustafsson,male,19,0,0,347069,7.775,,S
+1,1,Bidois,female,42,0,0,PC 17757,227.525,,C
+1,3,Nakid,female,1,0,2,2653,15.7417,,C
+0,3,Tikkanen,male,32,0,0,STON/O 2. 3101293,7.925,,S
+1,1,Holverson,female,35,1,0,113789,52,,S
+0,2,Davies,male,18,0,0,S.O.C. 14879,73.5,,S
+0,3,Goodwin,male,1,5,2,CA 2144,46.9,,S
+1,2,Buss,female,36,0,0,27849,13,,S
+1,2,Lehmann,female,17,0,0,SC 1748,12,,C
+1,1,Carter,male,36,1,2,113760,120,B96 B98,S
+1,3,Jansson,male,21,0,0,350034,7.7958,,S
+0,3,Gustafsson,male,28,2,0,3101277,7.925,,S
+1,1,Newell,female,23,1,0,35273,113.275,D36,C
+1,3,Sandstrom,female,24,0,2,PP 9549,16.7,G6,S
+0,3,Johansson,male,22,0,0,350052,7.7958,,S
+0,3,Olsson,female,31,0,0,350407,7.8542,,S
+0,2,McKane,male,46,0,0,28403,26,,S
+0,2,Pain,male,23,0,0,244278,10.5,,S
+1,2,Trout,female,28,0,0,240929,12.65,,S
+1,3,Niskanen,male,39,0,0,STON/O 2. 3101289,7.925,,S
+0,3,Adams,male,26,0,0,341826,8.05,,S
+0,3,Jussila,female,21,1,0,4137,9.825,,S
+0,3,Hakkarainen,male,28,1,0,STON/O2. 3101279,15.85,,S
+0,3,Oreskovic,female,20,0,0,315096,8.6625,,S
+0,2,Gale,male,34,1,0,28664,21,,S
+0,3,Widegren,male,51,0,0,347064,7.75,,S
+1,2,Richards,male,3,1,1,29106,18.75,,S
+0,3,Birkeland,male,21,0,0,312992,7.775,,S
+1,1,Minahan,female,33,1,0,19928,90,C78,Q
+1,3,Sundman,male,44,0,0,STON/O 2. 3101269,7.925,,S
+1,2,Drew,female,34,1,1,28220,32.5,,S
+1,2,Silven,female,18,0,2,250652,13,,S
+0,2,Matthews,male,30,0,0,28228,13,,S
+0,3,Van,female,10,0,2,345773,24.15,,S
+0,3,Charters,male,21,0,0,A/5. 13032,7.7333,,Q
+0,3,Zimmerman,male,29,0,0,315082,7.875,,S
+0,3,Danbom,female,28,1,1,347080,14.4,,S
+0,3,Rosblom,male,18,1,1,370129,20.2125,,S
+1,2,Clarke,female,28,1,0,2003,26,,S
+1,2,Phillips,female,19,0,0,250655,26,,S
+1,3,Pickard,male,32,0,0,SOTON/O.Q. 392078,8.05,E10,S
+1,1,Bjornstrom-Steffansson,male,28,0,0,110564,26.55,C52,S
+1,2,Louch,female,42,1,0,SC/AH 3085,26,,S
+0,3,Kallio,male,17,0,0,STON/O 2. 3101274,7.125,,S
+0,1,Silvey,male,50,1,0,13507,55.9,E44,S
+1,1,Carter,female,14,1,2,113760,120,B96 B98,S
+0,3,Ford,female,21,2,2,W./C. 6608,34.375,,S
+1,2,Richards,female,24,2,3,29106,18.75,,S
+0,1,Fortune,male,64,1,4,19950,263,C23 C25 C27,S
+0,2,Kvillner,male,31,0,0,C.A. 18723,10.5,,S
+1,2,Hart,female,45,1,1,F.C.C. 13529,26.25,,S
+0,3,Hampe,male,20,0,0,345769,9.5,,S
+0,3,Petterson,male,25,1,0,347076,7.775,,S
+1,2,Reynaldo,female,28,0,0,230434,13,,S
+1,1,Dodge,male,4,0,2,33638,81.8583,A34,S
+1,2,Mellinger,female,13,0,1,250644,19.5,,S
+1,1,Seward,male,34,0,0,113794,26.55,,S
+1,3,Baclini,female,5,2,1,2666,19.2583,,C
+1,1,Peuchen,male,52,0,0,113786,30.5,C104,S
+0,2,West,male,36,1,2,C.A. 34651,27.75,,S
+0,1,Foreman,male,30,0,0,113051,27.75,C111,C
+1,1,Goldenberg,male,49,1,0,17453,89.1042,C92,C
+1,3,Jalsevac,male,29,0,0,349240,7.8958,,C
+0,1,Millet,male,65,0,0,13509,26.55,E38,S
+1,2,Toomey,female,50,0,0,F.C.C. 13531,10.5,,S
+1,1,Anderson,male,48,0,0,19952,26.55,E12,S
+0,3,Morley,male,34,0,0,364506,8.05,,S
+0,1,Gee,male,47,0,0,111320,38.5,E63,S
+0,2,Milling,male,48,0,0,234360,13,,S
+0,3,Goncalves,male,38,0,0,SOTON/O.Q. 3101306,7.05,,S
+0,1,Smart,male,56,0,0,113792,26.55,,S
+1,3,Baclini,female,0.75,2,1,2666,19.2583,,C
+0,3,Cacic,male,38,0,0,315089,8.6625,,S
+1,2,West,female,33,1,2,C.A. 34651,27.75,,S
+1,2,Jerwan,female,23,0,0,SC/AH Basle 541,13.7917,D,C
+0,3,Strandberg,female,22,0,0,7553,9.8375,,S
+0,2,Renouf,male,34,1,0,31027,21,,S
+0,3,Braund,male,29,1,0,3460,7.0458,,S
+0,3,Karlsson,male,22,0,0,350060,7.5208,,S
+1,3,Hirvonen,female,2,0,1,3101298,12.2875,,S
+0,3,Goodwin,male,9,5,2,CA 2144,46.9,,S
+0,3,Rouse,male,50,0,0,A/5 3594,8.05,,S
+1,3,Turkula,female,63,0,0,4134,9.5875,,S
+1,1,Bishop,male,25,1,0,11967,91.0792,B49,C
+1,1,Hoyt,female,35,1,0,19943,90,C93,S
+0,1,Kent,male,58,0,0,11771,29.7,B37,C
+0,3,Somerton,male,30,0,0,A.5. 18509,8.05,,S
+1,3,Coutts,male,9,1,1,C.A. 37671,15.9,,S
+0,3,Windelov,male,21,0,0,SOTON/OQ 3101317,7.25,,S
+0,1,Molson,male,55,0,0,113787,30.5,C30,S
+0,1,Artagaveytia,male,71,0,0,PC 17609,49.5042,,C
+0,3,Stanley,male,21,0,0,A/4 45380,8.05,,S
+1,1,Eustis,female,54,1,0,36947,78.2667,D20,C
+0,1,Allison,female,25,1,2,113781,151.55,C22 C26,S
+0,3,Svensson,male,24,0,0,350035,7.7958,,S
+0,3,Calic,male,17,0,0,315086,8.6625,,S
+0,3,Canavan,female,21,0,0,364846,7.75,,Q
+0,3,Laitinen,female,37,0,0,4135,9.5875,,S
+1,1,Maioni,female,16,0,0,110152,86.5,B79,S
+0,1,Penasco,male,18,1,0,PC 17758,108.9,C65,C
+1,2,Quick,female,33,0,2,26360,26,,S
+0,3,Olsen,male,28,0,0,C 4001,22.525,,S
+1,3,Lang,male,26,0,0,1601,56.4958,,S
+1,3,Daly,male,29,0,0,382651,7.75,,Q
+1,1,McGough,male,36,0,0,PC 17473,26.2875,E25,S
+1,1,Rothschild,female,54,1,0,PC 17603,59.4,,C
+0,3,Coleff,male,24,0,0,349209,7.4958,,S
+0,1,Walker,male,47,0,0,36967,34.0208,D46,S
+1,2,Lemore,female,34,0,0,C.A. 34260,10.5,F33,S
+1,2,Angle,female,36,1,0,226875,26,,S
+0,3,Pavlovic,male,32,0,0,349242,7.8958,,S
+1,1,Perreault,female,30,0,0,12749,93.5,B73,S
+0,3,Vovk,male,22,0,0,349252,7.8958,,S
+1,1,Hippach,female,44,0,1,111361,57.9792,B18,C
+0,3,Farrell,male,40.5,0,0,367232,7.75,,Q
+1,2,Ridsdale,female,50,0,0,W./C. 14258,10.5,,S
+0,3,Salonen,male,39,0,0,3101296,7.925,,S
+0,2,Hocking,male,23,2,1,29104,11.5,,S
+1,2,Quick,female,2,1,1,26360,26,,S
+0,3,Elias,male,17,1,1,2690,7.2292,,C
+0,3,Cacic,female,30,0,0,315084,8.6625,,S
+1,2,Hart,female,7,0,2,F.C.C. 13529,26.25,,S
+0,1,Butt,male,45,0,0,113050,26.55,B38,S
+1,1,LeRoy,female,30,0,0,PC 17761,106.425,,C
+1,1,Frolicher,female,22,0,2,13568,49.5,B39,C
+1,1,Crosby,female,36,0,2,WE/P 5735,71,B22,S
+0,3,Andersson,female,9,4,2,347082,31.275,,S
+0,3,Andersson,female,11,4,2,347082,31.275,,S
+1,2,Beane,male,32,1,0,2908,26,,S
+0,1,Douglas,male,50,1,0,PC 17761,106.425,C86,C
+0,1,Nicholson,male,64,0,0,693,26,,S
+1,2,Beane,female,19,1,0,2908,26,,S
+0,3,Goldsmith,male,33,1,1,363291,20.525,,S
+1,2,Davies,male,8,1,1,C.A. 33112,36.75,,S
+1,1,Thayer,male,17,0,2,17421,110.8833,C70,C
+0,2,Sharp,male,27,0,0,244358,26,,S
+1,3,Leeni,male,22,0,0,2620,7.225,,C
+1,3,Ohman,female,22,0,0,347085,7.775,,S
+0,1,Wright,male,62,0,0,113807,26.55,,S
+1,1,Duff,female,48,1,0,11755,39.6,A16,C
+1,1,Taussig,female,39,1,1,110413,79.65,E67,S
+1,3,de,female,36,1,0,345572,17.4,,S
+0,3,Sivic,male,40,0,0,349251,7.8958,,S
+0,2,Norman,male,28,0,0,218629,13.5,,S
+0,3,Davies,male,24,2,0,A/4 48871,24.15,,S
+0,3,Stoytcheff,male,19,0,0,349205,7.8958,,S
+0,3,Palsson,female,29,0,4,349909,21.075,,S
+1,3,Jonsson,male,32,0,0,350417,7.8542,,S
+1,2,Harris,male,62,0,0,S.W./PP 752,10.5,,S
+1,1,Appleton,female,53,2,0,11769,51.4792,C101,S
+1,1,Flynn,male,36,0,0,PC 17474,26.3875,E25,S
+0,3,Rush,male,16,0,0,A/4. 20589,8.05,,S
+0,3,Patchett,male,19,0,0,358585,14.5,,S
+1,2,Garside,female,34,0,0,243880,13,,S
+1,1,Silvey,female,39,1,0,13507,55.9,E44,S
+1,3,Jussila,male,32,0,0,STON/O 2. 3101286,7.925,,S
+1,2,Christy,female,25,1,1,237789,30,,S
+1,1,Thayer,female,39,1,1,17421,110.8833,C68,C
+0,2,Downton,male,54,0,0,28403,26,,S
+0,1,Ross,male,36,0,0,13049,40.125,A10,C
+1,1,Taussig,female,18,0,2,110413,79.65,E68,S
+0,2,Jarvis,male,47,0,0,237565,15,,S
+1,1,Frolicher-Stehli,male,60,1,1,13567,79.2,B41,C
+0,3,Gilinski,male,22,0,0,14973,8.05,,S
+0,3,Rintamaki,male,35,0,0,STON/O 2. 3101273,7.125,,S
+1,1,Stephenson,female,52,1,0,36947,78.2667,D20,C
+0,3,Elsbury,male,47,0,0,A/5 3902,7.25,,S
+0,2,Chapman,male,37,1,0,SC/AH 29037,26,,S
+0,3,Van,male,36,1,1,345773,24.15,,S
+0,3,Johnson,male,49,0,0,LINE,0,,S
+1,1,Duff,male,49,1,0,PC 17485,56.9292,A20,C
+1,2,Jacobsohn,female,24,2,1,243847,27,,S
+0,3,Torber,male,44,0,0,364511,8.05,,S
+1,1,Homer,male,35,0,0,111426,26.55,,C
+0,3,Lindell,male,36,1,0,349910,15.55,,S
+0,3,Karaic,male,30,0,0,349246,7.8958,,S
+1,1,Daniel,male,27,0,0,113804,30.5,,S
+1,2,Laroche,female,22,1,2,SC/Paris 2123,41.5792,,C
+1,1,Shutes,female,40,0,0,PC 17582,153.4625,C125,S
+0,3,Andersson,female,39,1,5,347082,31.275,,S
+0,3,Brocklebank,male,35,0,0,364512,8.05,,S
+1,2,Herman,female,24,1,2,220845,65,,S
+0,3,Danbom,male,34,1,1,347080,14.4,,S
+0,3,Lobb,female,26,1,0,A/5. 3336,16.1,,S
+1,2,Becker,female,4,2,1,230136,39,F4,S
+0,2,Gavey,male,26,0,0,31028,10.5,,S
+0,3,Yasbeck,male,27,1,0,2659,14.4542,,C
+1,1,Kimball,male,42,1,0,11753,52.5542,D19,S
+1,3,Nakid,male,20,1,1,2653,15.7417,,C
+0,3,Hansen,male,21,0,0,350029,7.8542,,S
+0,3,Bowen,male,21,0,0,54636,16.1,,S
+0,1,Sutton,male,61,0,0,36963,32.3208,D50,S
+0,2,Kirkland,male,57,0,0,219533,12.35,,Q
+1,1,Longley,female,21,0,0,13502,77.9583,D9,S
+0,3,Bostandyeff,male,26,0,0,349224,7.8958,,S
+1,1,Barkworth,male,80,0,0,27042,30,A23,S
+0,3,Lundahl,male,51,0,0,347743,7.0542,,S
+1,1,Stahelin-Maeglin,male,32,0,0,13214,30.5,B50,C
+0,3,Skoog,female,9,3,2,347088,27.9,,S
+1,2,Davis,female,28,0,0,237668,13,,S
+0,3,Leinonen,male,32,0,0,STON/O 2. 3101292,7.925,,S
+0,2,Collyer,male,31,1,1,C.A. 31921,26.25,,S
+0,3,Panula,female,41,0,5,3101295,39.6875,,S
+0,3,Jensen,male,20,0,0,350050,7.8542,,S
+1,1,Sagesser,female,24,0,0,PC 17477,69.3,B35,C
+0,3,Skoog,female,2,3,2,347088,27.9,,S
+1,3,Baclini,female,0.75,2,1,2666,19.2583,,C
+1,1,Harper,male,48,1,0,PC 17572,76.7292,D33,C
+0,3,Cor,male,19,0,0,349231,7.8958,,S
+1,1,Simonius-Blumer,male,56,0,0,13213,35.5,A26,C
+1,3,Stanley,female,23,0,0,CA. 2314,7.55,,S
+1,2,Doling,female,18,0,1,231919,23,,S
+0,3,Kalvik,male,21,0,0,8475,8.4333,,S
+0,3,Hegarty,female,18,0,0,365226,6.75,,Q
+0,2,Hickman,male,24,2,0,S.O.C. 14879,73.5,,S
+0,3,Bourke,female,32,1,1,364849,15.5,,Q
+0,2,Eitemiller,male,23,0,0,29751,13,,S
+0,1,Newell,male,58,0,2,35273,113.275,D48,C
+1,1,Frauenthal,male,50,2,0,PC 17611,133.65,,S
+0,3,Badt,male,40,0,0,2623,7.225,,C
+0,1,Colley,male,47,0,0,5727,25.5875,E58,S
+0,3,Coleff,male,36,0,0,349210,7.4958,,S
+1,3,Lindqvist,male,20,1,0,STON/O 2. 3101285,7.925,,S
+0,2,Hickman,male,32,2,0,S.O.C. 14879,73.5,,S
+0,2,Butler,male,25,0,0,234686,13,,S
+0,3,Cook,male,43,0,0,A/5 3536,8.05,,S
+1,2,Brown,female,40,1,1,29750,39,,S
+0,1,Davidson,male,31,1,0,F.C. 12750,52,B71,S
+0,2,Mitchell,male,70,0,0,C.A. 24580,10.5,,S
+1,2,Wilhelms,male,31,0,0,244270,13,,S
+0,3,Edvardsson,male,18,0,0,349912,7.775,,S
+0,3,Sawyer,male,24.5,0,0,342826,8.05,,S
+1,3,Turja,female,18,0,0,4138,9.8417,,S
+0,3,Goodwin,female,43,1,6,CA 2144,46.9,,S
+1,1,Cardeza,male,36,0,1,PC 17755,512.3292,B51 B53 B55,C
+1,1,Hassab,male,27,0,0,PC 17572,76.7292,D49,C
+0,3,Olsvigen,male,20,0,0,6563,9.225,,S
+0,3,Goodwin,male,14,5,2,CA 2144,46.9,,S
+0,2,Brown,male,60,1,1,29750,39,,S
+0,2,Laroche,male,25,1,2,SC/Paris 2123,41.5792,,C
+0,3,Panula,male,14,4,1,3101295,39.6875,,S
+0,3,Dakic,male,19,0,0,349228,10.1708,,S
+0,3,Fischer,male,18,0,0,350036,7.7958,,S
+1,1,Madill,female,15,0,1,24160,211.3375,B5,S
+1,1,Dick,male,31,1,0,17474,57,B20,S
+1,3,Karun,female,4,0,1,349256,13.4167,,C
+0,3,Saad,male,25,0,0,2672,7.225,,C
+0,1,Weir,male,60,0,0,113800,26.55,,S
+0,2,Chapman,male,52,0,0,248731,13.5,,S
+0,3,Kelly,male,44,0,0,363592,8.05,,S
+0,1,Thayer,male,49,1,1,17421,110.8833,C68,C
+0,3,Humblen,male,42,0,0,348121,7.65,F G63,S
+1,1,Astor,female,18,1,0,PC 17757,227.525,C62 C64,C
+1,1,Silverthorne,male,35,0,0,PC 17475,26.2875,E24,S
+0,3,Barbara,female,18,0,1,2691,14.4542,,C
+0,3,Gallagher,male,25,0,0,36864,7.7417,,Q
+0,3,Hansen,male,26,1,0,350025,7.8542,,S
+0,2,Morley,male,39,0,0,250655,26,,S
+1,2,Kelly,female,45,0,0,223596,13.5,,S
+1,1,Calderhead,male,42,0,0,PC 17476,26.2875,E24,S
+1,1,Cleaver,female,22,0,0,113781,151.55,,S
+1,1,Mayne,female,24,0,0,PC 17482,49.5042,C90,C
+1,1,Taylor,male,48,1,0,19996,52,C126,S
+0,3,Larsson,male,29,0,0,7545,9.4833,,S
+0,2,Greenberg,male,52,0,0,250647,13,,S
+0,3,Soholt,male,19,0,0,348124,7.65,F G73,S
+1,1,Endres,female,38,0,0,PC 17757,227.525,C45,C
+1,2,Troutt,female,27,0,0,34218,10.5,E101,S
+0,3,Johnson,male,33,0,0,347062,7.775,,S
+1,2,Harper,female,6,0,1,248727,33,,S
+0,3,Jensen,male,17,1,0,350048,7.0542,,S
+0,2,Gillespie,male,34,0,0,12233,13,,S
+0,2,Hodges,male,50,0,0,250643,13,,S
+1,1,Chambers,male,27,1,0,113806,53.1,E8,S
+0,3,Oreskovic,male,20,0,0,315094,8.6625,,S
+1,2,Renouf,female,30,3,0,31027,21,,S
+0,2,Bryhl,male,25,1,0,236853,26,,S
+0,3,Ilmakangas,female,25,1,0,STON/O2. 3101271,7.925,,S
+1,1,Allen,female,29,0,0,24160,211.3375,B5,S
+0,3,Hassan,male,11,0,0,2699,18.7875,,C
+0,2,Berriman,male,23,0,0,28425,13,,S
+0,2,Troupiansky,male,23,0,0,233639,13,,S
+0,3,Williams,male,28.5,0,0,54636,16.1,,S
+0,3,Ford,female,48,1,3,W./C. 6608,34.375,,S
+1,1,Lesurer,male,35,0,0,PC 17755,512.3292,B101,C
+0,1,Cavendish,male,36,1,0,19877,78.85,C46,S
+1,1,Ryerson,female,21,2,2,PC 17608,262.375,B57 B59 B63 B66,C
+0,3,McNamee,male,24,1,0,376566,16.1,,S
+1,3,Stranden,male,31,0,0,STON/O 2. 3101288,7.925,,S
+0,1,Crosby,male,70,1,1,WE/P 5735,71,B22,S
+0,3,Abbott,male,16,1,1,C.A. 2673,20.25,,S
+1,2,Sinkkonen,female,30,0,0,250648,13,,S
+0,1,Marvin,male,19,1,0,113773,53.1,D30,S
+0,3,Connaghton,male,31,0,0,335097,7.75,,Q
+1,2,Wells,female,4,1,1,29103,23,,S
+1,3,Moor,male,6,0,1,392096,12.475,E121,S
+0,3,Vande,male,33,0,0,345780,9.5,,S
+0,3,Jonkoff,male,23,0,0,349204,7.8958,,S
+1,2,Herman,female,48,1,2,220845,65,,S
+1,2,Hamalainen,male,0.67,1,1,250649,14.5,,S
+0,3,Carlsson,male,28,0,0,350042,7.7958,,S
+0,2,Bailey,male,18,0,0,29108,11.5,,S
+0,3,Theobald,male,34,0,0,363294,8.05,,S
+1,1,Rothes,female,33,0,0,110152,86.5,B77,S
+0,3,Nirva,male,41,0,0,SOTON/O2 3101272,7.125,,S
+1,3,Barah,male,20,0,0,2663,7.2292,,C
+1,1,Carter,female,36,1,2,113760,120,B96 B98,S
+0,3,Eklund,male,16,0,0,347074,7.775,,S
+1,1,Hogeboom,female,51,1,0,13502,77.9583,D11,S
+0,3,Mangan,female,30.5,0,0,364850,7.75,,Q
+0,3,Gronnestad,male,32,0,0,8471,8.3625,,S
+0,3,Lievens,male,24,0,0,345781,9.5,,S
+0,3,Jensen,male,48,0,0,350047,7.8542,,S
+0,2,Mack,female,57,0,0,S.O./P.P. 3,10.5,E77,S
+1,2,Hocking,female,54,1,3,29105,23,,S
+0,3,Myhrman,male,18,0,0,347078,7.75,,S
+1,3,Emanuel,female,5,0,0,364516,12.475,,S
+1,1,Robert,female,43,0,1,24160,211.3375,B3,S
+1,3,Ayoub,female,13,0,0,2687,7.2292,,C
+1,1,Dick,female,17,1,0,17474,57,B20,S
+0,1,Long,male,29,0,0,113501,30,D6,S
+0,3,Ali,male,25,0,0,SOTON/O.Q. 3101312,7.05,,S
+0,3,Harmer,male,25,0,0,374887,7.25,,S
+1,3,Sjoblom,female,18,0,0,3101265,7.4958,,S
+0,3,Rice,male,8,4,1,382652,29.125,,Q
+1,3,Dean,male,1,1,2,C.A. 2315,20.575,,S
+0,1,Guggenheim,male,46,0,0,PC 17593,79.2,B82 B84,C
+0,2,Gaskell,male,16,0,0,239865,26,,S
+0,3,Dantcheff,male,25,0,0,349203,7.8958,,S
+0,2,Otter,male,39,0,0,28213,13,,S
+1,1,Leader,female,49,0,0,17465,25.9292,D17,S
+1,3,Osman,female,31,0,0,349244,8.6833,,S
+0,3,Ibrahim,male,30,0,0,2685,7.2292,,C
+0,3,Van,female,30,1,1,345773,24.15,,S
+0,2,Ponesell,male,34,0,0,250647,13,,S
+1,2,Collyer,female,31,1,1,C.A. 31921,26.25,,S
+1,1,Carter,male,11,1,2,113760,120,B96 B98,S
+1,3,Thomas,male,0.42,0,1,2625,8.5167,,C
+1,3,Hedman,male,27,0,0,347089,6.975,,S
+0,3,Johansson,male,31,0,0,347063,7.775,,S
+0,1,Andrews,male,39,0,0,112050,0,A36,S
+0,3,Pettersson,female,18,0,0,347087,7.775,,S
+0,2,Meyer,male,39,0,0,248723,13,,S
+1,1,Chambers,female,33,1,0,113806,53.1,E8,S
+0,3,Alexander,male,26,0,0,3474,7.8875,,S
+0,3,Lester,male,39,0,0,A/4 48871,24.15,,S
+0,2,Slemen,male,35,0,0,28206,10.5,,S
+0,3,Andersson,female,6,4,2,347082,31.275,,S
+0,3,Tomlin,male,30.5,0,0,364499,8.05,,S
+0,3,Heininen,female,23,0,0,STON/O2. 3101290,7.925,,S
+0,2,Mallet,male,31,1,1,S.C./PARIS 2079,37.0042,,C
+0,3,Holm,male,43,0,0,C 7075,6.45,,S
+0,3,Skoog,male,10,3,2,347088,27.9,,S
+1,1,Hays,female,52,1,1,12749,93.5,B69,S
+1,3,Lulic,male,27,0,0,315098,8.6625,,S
+0,1,Reuchlin,male,38,0,0,19972,0,,S
+1,3,Moor,female,27,0,1,392096,12.475,E121,S
+0,3,Panula,male,2,4,1,3101295,39.6875,,S
+1,2,Mallet,male,1,0,2,S.C./PARIS 2079,37.0042,,C
+1,1,Stone,female,62,0,0,113572,80,B28,
+1,3,Yasbeck,female,15,1,0,2659,14.4542,,C
+1,2,Richards,male,0.83,1,1,29106,18.75,,S
+0,3,Augustsson,male,23,0,0,347468,7.8542,,S
+0,3,Allum,male,18,0,0,2223,8.3,,S
+1,1,Compton,female,39,1,1,PC 17756,83.1583,E49,C
+0,3,Pasic,male,21,0,0,315097,8.6625,,S
+1,3,Chip,male,32,0,0,1601,56.4958,,S
+0,3,Alhomaki,male,20,0,0,SOTON/O2 3101287,7.925,,S
+0,2,Mudd,male,16,0,0,S.O./P.P. 3,10.5,,S
+1,1,Serepeca,female,30,0,0,113798,31,,C
+0,3,Lemberopolous,male,34.5,0,0,2683,6.4375,,C
+0,3,Culumovic,male,17,0,0,315090,8.6625,,S
+0,3,Abbing,male,42,0,0,C.A. 5547,7.55,,S
+0,3,Markoff,male,35,0,0,349213,7.8958,,C
+0,2,Harper,male,28,0,1,248727,33,,S
+0,3,Andersson,male,4,4,2,347082,31.275,,S
+0,3,Svensson,male,74,0,0,347060,7.775,,S
+0,3,Boulos,female,9,1,1,2678,15.2458,,C
+1,1,Lines,female,16,0,1,PC 17592,39.4,D28,S
+0,2,Carter,female,44,1,0,244252,26,,S
+1,3,Aks,female,18,0,1,392091,9.35,,S
+1,1,Wick,female,45,1,1,36928,164.8667,,S
+1,1,Daly,male,51,0,0,113055,26.55,E17,S
+1,3,Baclini,female,24,0,3,2666,19.2583,,C
+0,3,Hansen,male,41,2,0,350026,14.1083,,S
+0,2,Giles,male,21,1,0,28134,11.5,,S
+1,1,Swift,female,48,0,0,17466,25.9292,D17,S
+0,2,Gill,male,24,0,0,233866,13,,S
+1,2,Bystrom,female,42,0,0,236852,13,,S
+1,2,Duran,female,27,1,0,SC/PARIS 2149,13.8583,,C
+0,1,Roebling,male,31,0,0,PC 17590,50.4958,A24,S
+1,3,Johnson,male,4,1,1,347742,11.1333,,S
+0,3,Balkic,male,26,0,0,349248,7.8958,,S
+1,1,Beckwith,female,47,1,1,11751,52.5542,D35,S
+0,1,Carlsson,male,33,0,0,695,5,B51 B53 B55,S
+0,3,Vander,male,47,0,0,345765,9,,S
+1,2,Abelson,female,28,1,0,P/PP 3381,24,,C
+1,3,Najib,female,15,0,0,2667,7.225,,C
+0,3,Gustafsson,male,20,0,0,7534,9.8458,,S
+0,3,Petroff,male,19,0,0,349212,7.8958,,S
+1,1,Potter,female,56,0,1,11767,83.1583,C50,C
+1,2,Shelley,female,25,0,1,230433,26,,S
+0,3,Markun,male,33,0,0,349257,7.8958,,S
+0,3,Dahlberg,female,22,0,0,7552,10.5167,,S
+0,2,Banfield,male,28,0,0,C.A./SOTON 34068,10.5,,S
+0,3,Sutehall,male,25,0,0,SOTON/OQ 392076,7.05,,S
+0,3,Rice,female,39,0,5,382652,29.125,,Q
+0,2,Montvila,male,27,0,0,211536,13,,S
+1,1,Graham,female,19,0,0,112053,30,B42,S
+1,1,Behr,male,26,0,0,111369,30,C148,C
+0,3,Dooley,male,32,0,0,370376,7.75,,Q

examples/package-lock.json

@@ -1,367 +0,0 @@
-{
-  "name": "simple",
-  "version": "0.0.3",
-  "lockfileVersion": 3,
-  "requires": true,
-  "packages": {
-    "": {
-      "name": "simple",
-      "version": "0.0.3",
-      "dependencies": {
-        "llamaindex": "latest"
-      },
-      "devDependencies": {
-        "@types/node": "^18"
-      }
-    },
-    "node_modules/@anthropic-ai/sdk": {
-      "version": "0.5.10",
-      "resolved": "https://registry.npmjs.org/@anthropic-ai/sdk/-/sdk-0.5.10.tgz",
-      "integrity": "sha512-P8xrIuTUO/6wDzcjQRUROXp4WSqtngbXaE4GpEu0PhEmnq/1Q8vbF1s0o7W07EV3j8zzRoyJxAKovUJtNXH7ew==",
-      "dependencies": {
-        "@types/node": "^18.11.18",
-        "@types/node-fetch": "^2.6.4",
-        "abort-controller": "^3.0.0",
-        "agentkeepalive": "^4.2.1",
-        "digest-fetch": "^1.3.0",
-        "form-data-encoder": "1.7.2",
-        "formdata-node": "^4.3.2",
-        "node-fetch": "^2.6.7"
-      }
-    },
-    "node_modules/@types/node": {
-      "version": "18.17.3",
-      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.17.3.tgz",
-      "integrity": "sha512-2x8HWtFk0S99zqVQABU9wTpr8wPoaDHZUcAkoTKH+nL7kPv3WUI9cRi/Kk5Mz4xdqXSqTkKP7IWNoQQYCnDsTA=="
-    },
-    "node_modules/@types/node-fetch": {
-      "version": "2.6.4",
-      "resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-2.6.4.tgz",
-      "integrity": "sha512-1ZX9fcN4Rvkvgv4E6PAY5WXUFWFcRWxZa3EW83UjycOB9ljJCedb2CupIP4RZMEwF/M3eTcCihbBRgwtGbg5Rg==",
-      "dependencies": {
-        "@types/node": "*",
-        "form-data": "^3.0.0"
-      }
-    },
-    "node_modules/abort-controller": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/abort-controller/-/abort-controller-3.0.0.tgz",
-      "integrity": "sha512-h8lQ8tacZYnR3vNQTgibj+tODHI5/+l06Au2Pcriv/Gmet0eaj4TwWH41sO9wnHDiQsEj19q0drzdWdeAHtweg==",
-      "dependencies": {
-        "event-target-shim": "^5.0.0"
-      },
-      "engines": {
-        "node": ">=6.5"
-      }
-    },
-    "node_modules/agentkeepalive": {
-      "version": "4.5.0",
-      "resolved": "https://registry.npmjs.org/agentkeepalive/-/agentkeepalive-4.5.0.tgz",
-      "integrity": "sha512-5GG/5IbQQpC9FpkRGsSvZI5QYeSCzlJHdpBQntCsuTOxhKD8lqKhrleg2Yi7yvMIf82Ycmmqln9U8V9qwEiJew==",
-      "dependencies": {
-        "humanize-ms": "^1.2.1"
-      },
-      "engines": {
-        "node": ">= 8.0.0"
-      }
-    },
-    "node_modules/asynckit": {
-      "version": "0.4.0",
-      "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz",
-      "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q=="
-    },
-    "node_modules/base-64": {
-      "version": "0.1.0",
-      "resolved": "https://registry.npmjs.org/base-64/-/base-64-0.1.0.tgz",
-      "integrity": "sha512-Y5gU45svrR5tI2Vt/X9GPd3L0HNIKzGu202EjxrXMpuc2V2CiKgemAbUUsqYmZJvPtCXoUKjNZwBJzsNScUbXA=="
-    },
-    "node_modules/charenc": {
-      "version": "0.0.2",
-      "resolved": "https://registry.npmjs.org/charenc/-/charenc-0.0.2.tgz",
-      "integrity": "sha512-yrLQ/yVUFXkzg7EDQsPieE/53+0RlaWTs+wBrvW36cyilJ2SaDWfl4Yj7MtLTXleV9uEKefbAGUPv2/iWSooRA==",
-      "engines": {
-        "node": "*"
-      }
-    },
-    "node_modules/combined-stream": {
-      "version": "1.0.8",
-      "resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.8.tgz",
-      "integrity": "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==",
-      "dependencies": {
-        "delayed-stream": "~1.0.0"
-      },
-      "engines": {
-        "node": ">= 0.8"
-      }
-    },
-    "node_modules/crypt": {
-      "version": "0.0.2",
-      "resolved": "https://registry.npmjs.org/crypt/-/crypt-0.0.2.tgz",
-      "integrity": "sha512-mCxBlsHFYh9C+HVpiEacem8FEBnMXgU9gy4zmNC+SXAZNB/1idgp/aulFJ4FgCi7GPEVbfyng092GqL2k2rmow==",
-      "engines": {
-        "node": "*"
-      }
-    },
-    "node_modules/debug": {
-      "version": "3.2.7",
-      "resolved": "https://registry.npmjs.org/debug/-/debug-3.2.7.tgz",
-      "integrity": "sha512-CFjzYYAi4ThfiQvizrFQevTTXHtnCqWfe7x1AhgEscTz6ZbLbfoLRLPugTQyBth6f8ZERVUSyWHFD/7Wu4t1XQ==",
-      "dependencies": {
-        "ms": "^2.1.1"
-      }
-    },
-    "node_modules/delayed-stream": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz",
-      "integrity": "sha512-ZySD7Nf91aLB0RxL4KGrKHBXl7Eds1DAmEdcoVawXnLD7SDhpNgtuII2aAkg7a7QS41jxPSZ17p4VdGnMHk3MQ==",
-      "engines": {
-        "node": ">=0.4.0"
-      }
-    },
-    "node_modules/digest-fetch": {
-      "version": "1.3.0",
-      "resolved": "https://registry.npmjs.org/digest-fetch/-/digest-fetch-1.3.0.tgz",
-      "integrity": "sha512-CGJuv6iKNM7QyZlM2T3sPAdZWd/p9zQiRNS9G+9COUCwzWFTs0Xp8NF5iePx7wtvhDykReiRRrSeNb4oMmB8lA==",
-      "dependencies": {
-        "base-64": "^0.1.0",
-        "md5": "^2.3.0"
-      }
-    },
-    "node_modules/event-target-shim": {
-      "version": "5.0.1",
-      "resolved": "https://registry.npmjs.org/event-target-shim/-/event-target-shim-5.0.1.tgz",
-      "integrity": "sha512-i/2XbnSz/uxRCU6+NdVJgKWDTM427+MqYbkQzD321DuCQJUqOuJKIA0IM2+W2xtYHdKOmZ4dR6fExsd4SXL+WQ==",
-      "engines": {
-        "node": ">=6"
-      }
-    },
-    "node_modules/form-data": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-3.0.1.tgz",
-      "integrity": "sha512-RHkBKtLWUVwd7SqRIvCZMEvAMoGUp0XU+seQiZejj0COz3RI3hWP4sCv3gZWWLjJTd7rGwcsF5eKZGii0r/hbg==",
-      "dependencies": {
-        "asynckit": "^0.4.0",
-        "combined-stream": "^1.0.8",
-        "mime-types": "^2.1.12"
-      },
-      "engines": {
-        "node": ">= 6"
-      }
-    },
-    "node_modules/form-data-encoder": {
-      "version": "1.7.2",
-      "resolved": "https://registry.npmjs.org/form-data-encoder/-/form-data-encoder-1.7.2.tgz",
-      "integrity": "sha512-qfqtYan3rxrnCk1VYaA4H+Ms9xdpPqvLZa6xmMgFvhO32x7/3J/ExcTd6qpxM0vH2GdMI+poehyBZvqfMTto8A=="
-    },
-    "node_modules/formdata-node": {
-      "version": "4.4.1",
-      "resolved": "https://registry.npmjs.org/formdata-node/-/formdata-node-4.4.1.tgz",
-      "integrity": "sha512-0iirZp3uVDjVGt9p49aTaqjk84TrglENEDuqfdlZQ1roC9CWlPk6Avf8EEnZNcAqPonwkG35x4n3ww/1THYAeQ==",
-      "dependencies": {
-        "node-domexception": "1.0.0",
-        "web-streams-polyfill": "4.0.0-beta.3"
-      },
-      "engines": {
-        "node": ">= 12.20"
-      }
-    },
-    "node_modules/humanize-ms": {
-      "version": "1.2.1",
-      "resolved": "https://registry.npmjs.org/humanize-ms/-/humanize-ms-1.2.1.tgz",
-      "integrity": "sha512-Fl70vYtsAFb/C06PTS9dZBo7ihau+Tu/DNCk/OyHhea07S+aeMWpFFkUaXRa8fI+ScZbEI8dfSxwY7gxZ9SAVQ==",
-      "dependencies": {
-        "ms": "^2.0.0"
-      }
-    },
-    "node_modules/is-buffer": {
-      "version": "1.1.6",
-      "resolved": "https://registry.npmjs.org/is-buffer/-/is-buffer-1.1.6.tgz",
-      "integrity": "sha512-NcdALwpXkTm5Zvvbk7owOUSvVvBKDgKP5/ewfXEznmQFfs4ZRmanOeKBTjRVjka3QFoN6XJ+9F3USqfHqTaU5w=="
-    },
-    "node_modules/llamaindex": {
-      "version": "0.0.17",
-      "resolved": "https://registry.npmjs.org/llamaindex/-/llamaindex-0.0.17.tgz",
-      "integrity": "sha512-2XrKEBUaEfATYmMcW4AkX0B4EiVpp6Gcg3aeWZ+gJZVYc5iMsApReH1gy5T/+XstJWz6lNYOP/DJnVRfkVj0Lg==",
-      "dependencies": {
-        "@anthropic-ai/sdk": "^0.5.9",
-        "lodash": "^4.17.21",
-        "openai": "4.0.0-beta.8",
-        "pdf-parse": "^1.1.1",
-        "replicate": "^0.14.1",
-        "tiktoken-node": "^0.0.6",
-        "uuid": "^9.0.0",
-        "wink-nlp": "^1.14.3"
-      },
-      "engines": {
-        "node": ">=18.0.0"
-      }
-    },
-    "node_modules/lodash": {
-      "version": "4.17.21",
-      "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.21.tgz",
-      "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg=="
-    },
-    "node_modules/md5": {
-      "version": "2.3.0",
-      "resolved": "https://registry.npmjs.org/md5/-/md5-2.3.0.tgz",
-      "integrity": "sha512-T1GITYmFaKuO91vxyoQMFETst+O71VUPEU3ze5GNzDm0OWdP8v1ziTaAEPUr/3kLsY3Sftgz242A1SetQiDL7g==",
-      "dependencies": {
-        "charenc": "0.0.2",
-        "crypt": "0.0.2",
-        "is-buffer": "~1.1.6"
-      }
-    },
-    "node_modules/mime-db": {
-      "version": "1.52.0",
-      "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz",
-      "integrity": "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==",
-      "engines": {
-        "node": ">= 0.6"
-      }
-    },
-    "node_modules/mime-types": {
-      "version": "2.1.35",
-      "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.35.tgz",
-      "integrity": "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==",
-      "dependencies": {
-        "mime-db": "1.52.0"
-      },
-      "engines": {
-        "node": ">= 0.6"
-      }
-    },
-    "node_modules/ms": {
-      "version": "2.1.3",
-      "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
-      "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA=="
-    },
-    "node_modules/node-domexception": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/node-domexception/-/node-domexception-1.0.0.tgz",
-      "integrity": "sha512-/jKZoMpw0F8GRwl4/eLROPA3cfcXtLApP0QzLmUT/HuPCZWyB7IY9ZrMeKw2O/nFIqPQB3PVM9aYm0F312AXDQ==",
-      "funding": [
-        {
-          "type": "github",
-          "url": "https://github.com/sponsors/jimmywarting"
-        },
-        {
-          "type": "github",
-          "url": "https://paypal.me/jimmywarting"
-        }
-      ],
-      "engines": {
-        "node": ">=10.5.0"
-      }
-    },
-    "node_modules/node-ensure": {
-      "version": "0.0.0",
-      "resolved": "https://registry.npmjs.org/node-ensure/-/node-ensure-0.0.0.tgz",
-      "integrity": "sha512-DRI60hzo2oKN1ma0ckc6nQWlHU69RH6xN0sjQTjMpChPfTYvKZdcQFfdYK2RWbJcKyUizSIy/l8OTGxMAM1QDw=="
-    },
-    "node_modules/node-fetch": {
-      "version": "2.6.12",
-      "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.12.tgz",
-      "integrity": "sha512-C/fGU2E8ToujUivIO0H+tpQ6HWo4eEmchoPIoXtxCrVghxdKq+QOHqEZW7tuP3KlV3bC8FRMO5nMCC7Zm1VP6g==",
-      "dependencies": {
-        "whatwg-url": "^5.0.0"
-      },
-      "engines": {
-        "node": "4.x || >=6.0.0"
-      },
-      "peerDependencies": {
-        "encoding": "^0.1.0"
-      },
-      "peerDependenciesMeta": {
-        "encoding": {
-          "optional": true
-        }
-      }
-    },
-    "node_modules/openai": {
-      "version": "4.0.0-beta.8",
-      "resolved": "https://registry.npmjs.org/openai/-/openai-4.0.0-beta.8.tgz",
-      "integrity": "sha512-bXBxUK2B288GlLckjnpT+UgyyddP+f4JIT5/df95C6eeqQhf5UkuN41Z3uf/6unPvR8Tthm4jJje1fA0OgsDEw==",
-      "dependencies": {
-        "@types/node": "^18.11.18",
-        "@types/node-fetch": "^2.6.4",
-        "abort-controller": "^3.0.0",
-        "agentkeepalive": "^4.2.1",
-        "digest-fetch": "^1.3.0",
-        "form-data-encoder": "1.7.2",
-        "formdata-node": "^4.3.2",
-        "node-fetch": "^2.6.7"
-      }
-    },
-    "node_modules/pdf-parse": {
-      "version": "1.1.1",
-      "resolved": "https://registry.npmjs.org/pdf-parse/-/pdf-parse-1.1.1.tgz",
-      "integrity": "sha512-v6ZJ/efsBpGrGGknjtq9J/oC8tZWq0KWL5vQrk2GlzLEQPUDB1ex+13Rmidl1neNN358Jn9EHZw5y07FFtaC7A==",
-      "dependencies": {
-        "debug": "^3.1.0",
-        "node-ensure": "^0.0.0"
-      },
-      "engines": {
-        "node": ">=6.8.1"
-      }
-    },
-    "node_modules/replicate": {
-      "version": "0.14.1",
-      "resolved": "https://registry.npmjs.org/replicate/-/replicate-0.14.1.tgz",
-      "integrity": "sha512-3NpuNRbvXoEjY+n/ra24VfQyIRCdLub9GCrU51fFTrMaa6OjRvMC9jGDJSpGRXOLvID75mFgN577HEhA3XEFtg==",
-      "engines": {
-        "git": ">=2.11.0",
-        "node": ">=16.6.0",
-        "npm": ">=7.19.0",
-        "yarn": ">=1.7.0"
-      }
-    },
-    "node_modules/tiktoken-node": {
-      "version": "0.0.6",
-      "resolved": "https://registry.npmjs.org/tiktoken-node/-/tiktoken-node-0.0.6.tgz",
-      "integrity": "sha512-MiprfzPhoKhCflzl0Jyds0VKibAgUGHfJLvBCAXPpum6Lru6ZoKQGsl8lJP0B94LPpby2B2WveOB2tZVfEZQOQ==",
-      "engines": {
-        "node": ">= 14"
-      }
-    },
-    "node_modules/tr46": {
-      "version": "0.0.3",
-      "resolved": "https://registry.npmjs.org/tr46/-/tr46-0.0.3.tgz",
-      "integrity": "sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw=="
-    },
-    "node_modules/uuid": {
-      "version": "9.0.0",
-      "resolved": "https://registry.npmjs.org/uuid/-/uuid-9.0.0.tgz",
-      "integrity": "sha512-MXcSTerfPa4uqyzStbRoTgt5XIe3x5+42+q1sDuy3R5MDk66URdLMOZe5aPX/SQd+kuYAh0FdP/pO28IkQyTeg==",
-      "bin": {
-        "uuid": "dist/bin/uuid"
-      }
-    },
-    "node_modules/web-streams-polyfill": {
-      "version": "4.0.0-beta.3",
-      "resolved": "https://registry.npmjs.org/web-streams-polyfill/-/web-streams-polyfill-4.0.0-beta.3.tgz",
-      "integrity": "sha512-QW95TCTaHmsYfHDybGMwO5IJIM93I/6vTRk+daHTWFPhwh+C8Cg7j7XyKrwrj8Ib6vYXe0ocYNrmzY4xAAN6ug==",
-      "engines": {
-        "node": ">= 14"
-      }
-    },
-    "node_modules/webidl-conversions": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-3.0.1.tgz",
-      "integrity": "sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ=="
-    },
-    "node_modules/whatwg-url": {
-      "version": "5.0.0",
-      "resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-5.0.0.tgz",
-      "integrity": "sha512-saE57nupxk6v3HY35+jzBwYa0rKSy0XR8JSxZPwgLr7ys0IBzhGviA1/TUGJLmSVqs8pb9AnvICXEuOHLprYTw==",
-      "dependencies": {
-        "tr46": "~0.0.3",
-        "webidl-conversions": "^3.0.0"
-      }
-    },
-    "node_modules/wink-nlp": {
-      "version": "1.14.3",
-      "resolved": "https://registry.npmjs.org/wink-nlp/-/wink-nlp-1.14.3.tgz",
-      "integrity": "sha512-lvY5iCs3T8I34F8WKS70+2P0U9dWLn3vdPf/Z+m2VK14N7OmqnPzmHfh3moHdusajoQ37Em39z0IZB9K4x/96A=="
-    }
-  }
-}

examples/pdf.ts

@@ -3,7 +3,7 @@ import { PDFReader, VectorStoreIndex } from "llamaindex";
 async function main() {
   // Load PDF
   const reader = new PDFReader();
-  const documents = await reader.loadData("examples/brk-2022.pdf");
+  const documents = await reader.loadData("data/brk-2022.pdf");
 
   // Split text and create embeddings. Store them in a VectorStoreIndex
   const index = await VectorStoreIndex.fromDocuments(documents);

package.json

@@ -17,7 +17,7 @@
     "eslint-config-custom": "workspace:*",
     "husky": "^8.0.3",
     "jest": "^29.6.2",
-    "prettier": "^3.0.1",
+    "prettier": "^3.0.2",
     "prettier-plugin-organize-imports": "^3.2.3",
     "ts-jest": "^29.1.1",
     "turbo": "^1.10.12"

packages/core/CHANGELOG.md

@@ -1,5 +1,22 @@
 # llamaindex
 
+## 0.0.19
+
+### Patch Changes
+
+- a747f28: Add PapaCSVReader (thank you @swk777)
+- 355910b: OpenAI v4 (final), Anthropic 0.6, Replicate 0.16.1
+- 355910b: Breaking: Removed NodeWithEmbeddings (just use BaseNode)
+
+## 0.0.18
+
+### Patch Changes
+
+- 824c13c: Breaking: allow documents to be reimported with hash checking.
+- 18b8915: Update storage exports (thanks @TomPenguin)
+- ade9d8f: Bug fix: use session in OpenAI Embeddings (thanks @swk777)
+- 824c13c: Breaking: removed nodeId and docId. Just use id\_
+
 ## 0.0.17
 
 ### Patch Changes

packages/core/package.json

@@ -1,23 +1,25 @@
 {
   "name": "llamaindex",
-  "version": "0.0.17",
+  "version": "0.0.19",
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.5.9",
+    "@anthropic-ai/sdk": "^0.6.0",
     "lodash": "^4.17.21",
-    "openai": "4.0.0-beta.8",
+    "openai": "^4.0.1",
+    "papaparse": "^5.4.1",
     "pdf-parse": "^1.1.1",
-    "replicate": "^0.14.1",
+    "replicate": "^0.16.1",
     "tiktoken-node": "^0.0.6",
     "uuid": "^9.0.0",
     "wink-nlp": "^1.14.3"
   },
   "devDependencies": {
-    "@types/lodash": "^4.14.196",
-    "@types/node": "^18.17.1",
+    "@types/lodash": "^4.14.197",
+    "@types/node": "^18.17.6",
+    "@types/papaparse": "^5.3.7",
     "@types/pdf-parse": "^1.1.1",
     "@types/uuid": "^9.0.2",
     "node-stdlib-browser": "^1.2.0",
-    "tsup": "^7.1.0"
+    "tsup": "^7.2.0"
   },
   "engines": {
     "node": ">=18.0.0"

packages/core/src/Embedding.ts

@@ -1,12 +1,14 @@
+import { ClientOptions as OpenAIClientOptions } from "openai";
+
 import { DEFAULT_SIMILARITY_TOP_K } from "./constants";
 import {
   AzureOpenAIConfig,
+  getAzureBaseUrl,
   getAzureConfigFromEnv,
   getAzureModel,
-  getAzureBaseUrl,
   shouldUseAzure,
 } from "./llm/azure";
-import { OpenAISession, getOpenAISession } from "./llm/openai";
+import { getOpenAISession, OpenAISession } from "./llm/openai";
 import { VectorStoreQueryMode } from "./storage/vectorStore/types";
 
 /**
@@ -29,7 +31,7 @@ export enum SimilarityType {
 export function similarity(
   embedding1: number[],
   embedding2: number[],
-  mode: SimilarityType = SimilarityType.DEFAULT
+  mode: SimilarityType = SimilarityType.DEFAULT,
 ): number {
   if (embedding1.length !== embedding2.length) {
     throw new Error("Embedding length mismatch");
@@ -86,7 +88,7 @@ export function getTopKEmbeddings(
   embeddings: number[][],
   similarityTopK: number = DEFAULT_SIMILARITY_TOP_K,
   embeddingIds: any[] | null = null,
-  similarityCutoff: number | null = null
+  similarityCutoff: number | null = null,
 ): [number[], any[]] {
   if (embeddingIds == null) {
     embeddingIds = Array(embeddings.length).map((_, i) => i);
@@ -94,7 +96,7 @@ export function getTopKEmbeddings(
 
   if (embeddingIds.length !== embeddings.length) {
     throw new Error(
-      "getTopKEmbeddings: embeddings and embeddingIds length mismatch"
+      "getTopKEmbeddings: embeddings and embeddingIds length mismatch",
     );
   }
 
@@ -128,7 +130,7 @@ export function getTopKEmbeddingsLearner(
   embeddings: number[][],
   similarityTopK?: number,
   embeddingsIds?: any[],
-  queryMode: VectorStoreQueryMode = VectorStoreQueryMode.SVM
+  queryMode: VectorStoreQueryMode = VectorStoreQueryMode.SVM,
 ): [number[], any[]] {
   throw new Error("Not implemented yet");
   // To support SVM properly we're probably going to have to use something like
@@ -142,7 +144,7 @@ export function getTopKMMREmbeddings(
   similarityTopK: number | null = null,
   embeddingIds: any[] | null = null,
   _similarityCutoff: number | null = null,
-  mmrThreshold: number | null = null
+  mmrThreshold: number | null = null,
 ): [number[], any[]] {
   let threshold = mmrThreshold || 0.5;
   similarityFn = similarityFn || similarity;
@@ -179,7 +181,7 @@ export function getTopKMMREmbeddings(
     for (let embedId of Array.from(embedMap.keys())) {
       let overlapWithRecent = similarityFn(
         embeddings[embedMap.get(embedId)!],
-        embeddings[fullEmbedMap.get(recentEmbeddingId!)!]
+        embeddings[fullEmbedMap.get(recentEmbeddingId!)!],
       );
       if (
         threshold * embedSimilarity.get(embedId)! -
@@ -204,7 +206,7 @@ export abstract class BaseEmbedding {
   similarity(
     embedding1: number[],
     embedding2: number[],
-    mode: SimilarityType = SimilarityType.DEFAULT
+    mode: SimilarityType = SimilarityType.DEFAULT,
   ): number {
     return similarity(embedding1, embedding2, mode);
   }
@@ -224,6 +226,11 @@ export class OpenAIEmbedding extends BaseEmbedding {
   apiKey?: string = undefined;
   maxRetries: number;
   timeout?: number;
+  additionalSessionOptions?: Omit<
+    Partial<OpenAIClientOptions>,
+    "apiKey" | "maxRetries" | "timeout"
+  >;
+
   session: OpenAISession;
 
   constructor(init?: Partial<OpenAIEmbedding> & { azure?: AzureOpenAIConfig }) {
@@ -232,7 +239,8 @@ export class OpenAIEmbedding extends BaseEmbedding {
     this.model = OpenAIEmbeddingModelType.TEXT_EMBED_ADA_002;
 
     this.maxRetries = init?.maxRetries ?? 10;
-    this.timeout = init?.timeout ?? undefined;
+    this.timeout = init?.timeout ?? 60 * 1000; // Default is 60 seconds
+    this.additionalSessionOptions = init?.additionalSessionOptions;
 
     if (init?.azure || shouldUseAzure()) {
       const azureConfig = getAzureConfigFromEnv({
@@ -242,7 +250,7 @@ export class OpenAIEmbedding extends BaseEmbedding {
 
       if (!azureConfig.apiKey) {
         throw new Error(
-          "Azure API key is required for OpenAI Azure models. Please set the AZURE_OPENAI_KEY environment variable."
+          "Azure API key is required for OpenAI Azure models. Please set the AZURE_OPENAI_KEY environment variable.",
         );
       }
 
@@ -256,14 +264,18 @@ export class OpenAIEmbedding extends BaseEmbedding {
           maxRetries: this.maxRetries,
           timeout: this.timeout,
           defaultQuery: { "api-version": azureConfig.apiVersion },
+          ...this.additionalSessionOptions,
         });
     } else {
       this.apiKey = init?.apiKey ?? undefined;
-      this.session = getOpenAISession({
-        apiKey: this.apiKey,
-        maxRetries: this.maxRetries,
-        timeout: this.timeout,
-      });
+      this.session =
+        init?.session ??
+        getOpenAISession({
+          apiKey: this.apiKey,
+          maxRetries: this.maxRetries,
+          timeout: this.timeout,
+          ...this.additionalSessionOptions,
+        });
     }
   }
 

packages/core/src/Node.ts

@@ -296,11 +296,3 @@ export interface NodeWithScore {
   node: BaseNode;
   score: number;
 }
-
-/**
- * A node with an embedding
- */
-export interface NodeWithEmbedding {
-  node: BaseNode;
-  embedding: number[];
-}

packages/core/src/callbacks/utility/handleOpenAIStream.ts

@@ -1,9 +1,8 @@
 import { ChatCompletionChunk } from "openai/resources/chat";
-import { globalsHelper } from "../../GlobalsHelper";
-import { StreamCallbackResponse, Event } from "../CallbackManager";
-import { APIResponse } from "openai/core";
 import { Stream } from "openai/streaming";
+import { globalsHelper } from "../../GlobalsHelper";
 import { MessageType } from "../../llm/LLM";
+import { Event, StreamCallbackResponse } from "../CallbackManager";
 
 /**
  * Handles the OpenAI streaming interface and pipes it to the callback function
@@ -17,7 +16,7 @@ export async function handleOpenAIStream({
   onLLMStream,
   parentEvent,
 }: {
-  response: APIResponse<Stream<ChatCompletionChunk>>;
+  response: Stream<ChatCompletionChunk>;
   onLLMStream: (data: StreamCallbackResponse) => void;
   parentEvent?: Event;
 }): Promise<{ message: string; role: MessageType }> {

packages/core/src/index.ts

@@ -22,6 +22,7 @@ export * from "./callbacks/CallbackManager";
 
 export * from "./readers/base";
 export * from "./readers/PDFReader";
+export * from "./readers/CSVReader";
 export * from "./readers/SimpleDirectoryReader";
 
 export * from "./storage";

packages/core/src/indices/BaseIndex.ts

@@ -170,15 +170,3 @@ export abstract class BaseIndex<T> {
     deleteFromDocStore?: boolean,
   ): Promise<void>;
 }
-
-export interface VectorIndexOptions {
-  nodes?: BaseNode[];
-  indexStruct?: IndexDict;
-  indexId?: string;
-  serviceContext?: ServiceContext;
-  storageContext?: StorageContext;
-}
-
-export interface VectorIndexConstructorProps extends BaseIndexInit<IndexDict> {
-  vectorStore: VectorStore;
-}

packages/core/src/indices/vectorStore/VectorStoreIndex.ts

@@ -1,9 +1,4 @@
-import {
-  BaseNode,
-  Document,
-  MetadataMode,
-  NodeWithEmbedding,
-} from "../../Node";
+import { BaseNode, Document, MetadataMode } from "../../Node";
 import { BaseQueryEngine, RetrieverQueryEngine } from "../../QueryEngine";
 import { ResponseSynthesizer } from "../../ResponseSynthesizer";
 import { BaseRetriever } from "../../Retriever";
@@ -19,17 +14,27 @@ import {
 import { VectorStore } from "../../storage/vectorStore/types";
 import {
   BaseIndex,
+  BaseIndexInit,
   IndexDict,
   IndexStructType,
-  VectorIndexConstructorProps,
-  VectorIndexOptions,
 } from "../BaseIndex";
 import { VectorIndexRetriever } from "./VectorIndexRetriever";
 
+export interface VectorIndexOptions {
+  nodes?: BaseNode[];
+  indexStruct?: IndexDict;
+  indexId?: string;
+  serviceContext?: ServiceContext;
+  storageContext?: StorageContext;
+}
+
+export interface VectorIndexConstructorProps extends BaseIndexInit<IndexDict> {
+  vectorStore: VectorStore;
+}
+
 /**
  * The VectorStoreIndex, an index that stores the nodes only according to their vector embedings.
  */
-
 export class VectorStoreIndex extends BaseIndex<IndexDict> {
   vectorStore: VectorStore;
 
@@ -121,7 +126,7 @@ export class VectorStoreIndex extends BaseIndex<IndexDict> {
     serviceContext: ServiceContext,
     logProgress = false,
   ) {
-    const nodesWithEmbeddings: NodeWithEmbedding[] = [];
+    const nodesWithEmbeddings: BaseNode[] = [];
 
     for (let i = 0; i < nodes.length; ++i) {
       const node = nodes[i];
@@ -131,7 +136,8 @@ export class VectorStoreIndex extends BaseIndex<IndexDict> {
       const embedding = await serviceContext.embedModel.getTextEmbedding(
         node.getContent(MetadataMode.EMBED),
       );
-      nodesWithEmbeddings.push({ node, embedding });
+      node.embedding = embedding;
+      nodesWithEmbeddings.push(node);
     }
 
     return nodesWithEmbeddings;
@@ -171,13 +177,10 @@ export class VectorStoreIndex extends BaseIndex<IndexDict> {
     await vectorStore.add(embeddingResults);
 
     if (!vectorStore.storesText) {
-      await docStore.addDocuments(
-        embeddingResults.map((result) => result.node),
-        true,
-      );
+      await docStore.addDocuments(embeddingResults, true);
     }
 
-    for (const { node } of embeddingResults) {
+    for (const node of embeddingResults) {
       indexDict.addNode(node);
     }
 

packages/core/src/llm/LLM.ts

@@ -1,4 +1,4 @@
-import OpenAILLM from "openai";
+import OpenAILLM, { ClientOptions as OpenAIClientOptions } from "openai";
 import { CallbackManager, Event } from "../callbacks/CallbackManager";
 import { handleOpenAIStream } from "../callbacks/utility/handleOpenAIStream";
 import {
@@ -82,23 +82,37 @@ export class OpenAI implements LLM {
   temperature: number;
   topP: number;
   maxTokens?: number;
+  additionalChatOptions?: Omit<
+    Partial<OpenAILLM.Chat.CompletionCreateParams>,
+    "max_tokens" | "messages" | "model" | "temperature" | "top_p" | "streaming"
+  >;
 
   // OpenAI session params
   apiKey?: string = undefined;
   maxRetries: number;
   timeout?: number;
   session: OpenAISession;
+  additionalSessionOptions?: Omit<
+    Partial<OpenAIClientOptions>,
+    "apiKey" | "maxRetries" | "timeout"
+  >;
 
   callbackManager?: CallbackManager;
 
-  constructor(init?: Partial<OpenAI> & { azure?: AzureOpenAIConfig }) {
+  constructor(
+    init?: Partial<OpenAI> & {
+      azure?: AzureOpenAIConfig;
+    },
+  ) {
     this.model = init?.model ?? "gpt-3.5-turbo";
     this.temperature = init?.temperature ?? 0.1;
     this.topP = init?.topP ?? 1;
     this.maxTokens = init?.maxTokens ?? undefined;
 
     this.maxRetries = init?.maxRetries ?? 10;
-    this.timeout = init?.timeout ?? undefined; // Default is 60 seconds
+    this.timeout = init?.timeout ?? 60 * 1000; // Default is 60 seconds
+    this.additionalChatOptions = init?.additionalChatOptions;
+    this.additionalSessionOptions = init?.additionalSessionOptions;
 
     if (init?.azure || shouldUseAzure()) {
       const azureConfig = getAzureConfigFromEnv({
@@ -122,6 +136,7 @@ export class OpenAI implements LLM {
           maxRetries: this.maxRetries,
           timeout: this.timeout,
           defaultQuery: { "api-version": azureConfig.apiVersion },
+          ...this.additionalSessionOptions,
         });
     } else {
       this.apiKey = init?.apiKey ?? undefined;
@@ -131,6 +146,7 @@ export class OpenAI implements LLM {
           apiKey: this.apiKey,
           maxRetries: this.maxRetries,
           timeout: this.timeout,
+          ...this.additionalSessionOptions,
         });
     }
 
@@ -167,6 +183,7 @@ export class OpenAI implements LLM {
         content: message.content,
       })),
       top_p: this.topP,
+      ...this.additionalChatOptions,
     };
 
     if (this.callbackManager?.onLLMStream) {

packages/core/src/readers/CSVReader.ts

@@ -0,0 +1,59 @@
+import { DEFAULT_FS, GenericFileSystem } from "../storage/FileSystem";
+import Papa, { ParseConfig } from "papaparse";
+import { BaseReader } from "./base";
+import { Document } from "../Node";
+
+/**
+ * papaparse-based csv parser
+ * @class CSVReader
+ * @implements BaseReader
+ */
+export class PapaCSVReader implements BaseReader {
+  private concatRows: boolean;
+  private colJoiner: string;
+  private rowJoiner: string;
+  private papaConfig?: ParseConfig;
+
+  /**
+   * Constructs a new instance of the class.
+   * @param {boolean} [concatRows=true] - whether to concatenate all rows into one document.If set to False, a Document will be created for each row.True by default.
+   * @param {string} [colJoiner=', '] - Separator to use for joining cols per row. Set to ", " by default.
+   * @param {string} [rowJoiner='\n'] - Separator to use for joining each row.Only used when `concat_rows=True`.Set to "\n" by default.
+   */
+  constructor(
+    concatRows: boolean = true,
+    colJoiner: string = ", ",
+    rowJoiner: string = "\n",
+    papaConfig?: ParseConfig
+  ) {
+    this.concatRows = concatRows;
+    this.colJoiner = colJoiner;
+    this.rowJoiner = rowJoiner;
+    this.papaConfig = papaConfig;
+  }
+
+  /**
+   * Loads data from csv files
+   * @param {string} file - The path to the file to load.
+   * @param {GenericFileSystem} [fs=DEFAULT_FS] - The file system to use for reading the file.
+   * @returns {Promise<Document[]>}
+   */
+  async loadData(
+    file: string,
+    fs: GenericFileSystem = DEFAULT_FS
+  ): Promise<Document[]> {
+    const fileContent: string = await fs.readFile(file, "utf-8");
+    const result = Papa.parse(fileContent, this.papaConfig);
+    const textList = result.data.map((row: any) => {
+      // Compatible with header row mode
+      const rowValues = Object.values(row).map((value) => String(value));
+      return rowValues.join(this.colJoiner);
+    });
+
+    if (this.concatRows) {
+      return [new Document({ text: textList.join(this.rowJoiner) })];
+    } else {
+      return textList.map((text) => new Document({ text }));
+    }
+  }
+}

packages/core/src/readers/SimpleDirectoryReader.ts

@@ -4,6 +4,7 @@ import { BaseReader } from "./base";
 import { CompleteFileSystem, walk } from "../storage/FileSystem";
 import { DEFAULT_FS } from "../storage/constants";
 import { PDFReader } from "./PDFReader";
+import { PapaCSVReader } from "./CSVReader";
 
 /**
  * Read a .txt file
@@ -21,6 +22,7 @@ export class TextFileReader implements BaseReader {
 const FILE_EXT_TO_READER: Record<string, BaseReader> = {
   txt: new TextFileReader(),
   pdf: new PDFReader(),
+  csv: new PapaCSVReader(),
 };
 
 export type SimpleDirectoryReaderLoadDataProps = {

packages/core/src/storage/vectorStore/SimpleVectorStore.ts

@@ -1,19 +1,19 @@
-import * as path from "path";
 import _ from "lodash";
-import { GenericFileSystem, exists } from "../FileSystem";
+import * as path from "path";
+import {
+  getTopKEmbeddings,
+  getTopKEmbeddingsLearner,
+  getTopKMMREmbeddings,
+} from "../../Embedding";
+import { BaseNode } from "../../Node";
+import { DEFAULT_FS, DEFAULT_PERSIST_DIR } from "../constants";
+import { exists, GenericFileSystem } from "../FileSystem";
 import {
   VectorStore,
   VectorStoreQuery,
   VectorStoreQueryMode,
   VectorStoreQueryResult,
 } from "./types";
-import {
-  getTopKEmbeddings,
-  getTopKEmbeddingsLearner,
-  getTopKMMREmbeddings,
-} from "../../Embedding";
-import { DEFAULT_PERSIST_DIR, DEFAULT_FS } from "../constants";
-import { NodeWithEmbedding } from "../../Node";
 
 const LEARNER_MODES = new Set<VectorStoreQueryMode>([
   VectorStoreQueryMode.SVM,
@@ -41,7 +41,7 @@ export class SimpleVectorStore implements VectorStore {
 
   static async fromPersistDir(
     persistDir: string = DEFAULT_PERSIST_DIR,
-    fs: GenericFileSystem = DEFAULT_FS
+    fs: GenericFileSystem = DEFAULT_FS,
   ): Promise<SimpleVectorStore> {
     let persistPath = `${persistDir}/vector_store.json`;
     return await SimpleVectorStore.fromPersistPath(persistPath, fs);
@@ -55,29 +55,28 @@ export class SimpleVectorStore implements VectorStore {
     return this.data.embeddingDict[textId];
   }
 
-  async add(embeddingResults: NodeWithEmbedding[]): Promise<string[]> {
-    for (let result of embeddingResults) {
-      this.data.embeddingDict[result.node.id_] = result.embedding;
+  async add(embeddingResults: BaseNode[]): Promise<string[]> {
+    for (let node of embeddingResults) {
+      this.data.embeddingDict[node.id_] = node.getEmbedding();
 
-      if (!result.node.sourceNode) {
+      if (!node.sourceNode) {
         console.error("Missing source node from TextNode.");
         continue;
       }
 
-      this.data.textIdToRefDocId[result.node.id_] =
-        result.node.sourceNode?.nodeId;
+      this.data.textIdToRefDocId[node.id_] = node.sourceNode?.nodeId;
     }
 
     if (this.persistPath) {
       await this.persist(this.persistPath, this.fs);
     }
 
-    return embeddingResults.map((result) => result.node.id_);
+    return embeddingResults.map((result) => result.id_);
   }
 
   async delete(refDocId: string): Promise<void> {
     let textIdsToDelete = Object.keys(this.data.textIdToRefDocId).filter(
-      (textId) => this.data.textIdToRefDocId[textId] === refDocId
+      (textId) => this.data.textIdToRefDocId[textId] === refDocId,
     );
     for (let textId of textIdsToDelete) {
       delete this.data.embeddingDict[textId];
@@ -89,7 +88,7 @@ export class SimpleVectorStore implements VectorStore {
   async query(query: VectorStoreQuery): Promise<VectorStoreQueryResult> {
     if (!_.isNil(query.filters)) {
       throw new Error(
-        "Metadata filters not implemented for SimpleVectorStore yet."
+        "Metadata filters not implemented for SimpleVectorStore yet.",
       );
     }
 
@@ -115,7 +114,7 @@ export class SimpleVectorStore implements VectorStore {
         queryEmbedding,
         embeddings,
         query.similarityTopK,
-        nodeIds
+        nodeIds,
       );
     } else if (query.mode === MMR_MODE) {
       let mmrThreshold = query.mmrThreshold;
@@ -125,14 +124,14 @@ export class SimpleVectorStore implements VectorStore {
         null,
         query.similarityTopK,
         nodeIds,
-        mmrThreshold
+        mmrThreshold,
       );
     } else if (query.mode === VectorStoreQueryMode.DEFAULT) {
       [topSimilarities, topIds] = getTopKEmbeddings(
         queryEmbedding,
         embeddings,
         query.similarityTopK,
-        nodeIds
+        nodeIds,
       );
     } else {
       throw new Error(`Invalid query mode: ${query.mode}`);
@@ -146,7 +145,7 @@ export class SimpleVectorStore implements VectorStore {
 
   async persist(
     persistPath: string = `${DEFAULT_PERSIST_DIR}/vector_store.json`,
-    fs?: GenericFileSystem
+    fs?: GenericFileSystem,
   ): Promise<void> {
     fs = fs || this.fs;
     let dirPath = path.dirname(persistPath);
@@ -159,7 +158,7 @@ export class SimpleVectorStore implements VectorStore {
 
   static async fromPersistPath(
     persistPath: string,
-    fs?: GenericFileSystem
+    fs?: GenericFileSystem,
   ): Promise<SimpleVectorStore> {
     fs = fs || DEFAULT_FS;
 
@@ -174,7 +173,7 @@ export class SimpleVectorStore implements VectorStore {
       dataDict = JSON.parse(fileData.toString());
     } catch (e) {
       console.error(
-        `No valid data found at path: ${persistPath} starting new store.`
+        `No valid data found at path: ${persistPath} starting new store.`,
       );
     }
 

packages/core/src/storage/vectorStore/types.ts

@@ -1,6 +1,5 @@
 import { BaseNode } from "../../Node";
 import { GenericFileSystem } from "../FileSystem";
-import { NodeWithEmbedding } from "../../Node";
 
 export interface VectorStoreQueryResult {
   nodes?: BaseNode[];
@@ -62,7 +61,7 @@ export interface VectorStore {
   storesText: boolean;
   isEmbeddingQuery?: boolean;
   client(): any;
-  add(embeddingResults: NodeWithEmbedding[]): Promise<string[]>;
+  add(embeddingResults: BaseNode[]): Promise<string[]>;
   delete(refDocId: string, deleteKwargs?: any): Promise<void>;
   query(query: VectorStoreQuery, kwargs?: any): Promise<VectorStoreQueryResult>;
   persist(persistPath: string, fs?: GenericFileSystem): Promise<void>;