Merge main into sweep/fix-vectorstoreindex-creation

packages/core/src/indices/vectorStore/VectorStoreIndex.ts

@@ -11,6 +11,7 @@ import {
   StorageContext,
   storageContextFromDefaults,
 } from "../../storage/StorageContext";
+import { SimpleVectorStore } from "../../storage/vectorStore/SimpleVectorStore";
 import { VectorStore } from "../../storage/vectorStore/types";
 import {
   BaseIndex,
@@ -219,6 +220,13 @@ export class VectorStoreIndex extends BaseIndex<IndexDict> {
     return index;
   }
 
+  /**
+   * Creates a VectorStoreIndex from a VectorStore object.
+   * The VectorStore object must store text.
+   * @param vectorStore The VectorStore object to create the VectorStoreIndex from.
+   * @param serviceContext The ServiceContext to use.
+   * @returns A new VectorStoreIndex object.
+   */
   static async fromVectorStore(
     vectorStore: VectorStore,
     serviceContext: ServiceContext,
@@ -240,6 +248,26 @@ export class VectorStoreIndex extends BaseIndex<IndexDict> {
     return index;
   }
 
+  /**
+   * Creates a VectorStoreIndex from a persistence path.
+   * The persistence path must point to a valid VectorStore object.
+   * @param persistPath The persistence path to create the VectorStoreIndex from.
+   * @returns A new VectorStoreIndex object.
+   */
+  static async fromPersistPath(persistPath: string): Promise<VectorStoreIndex> {
+    const vectorStore = await SimpleVectorStore.fromPersistPath(persistPath);
+    const serviceContext = serviceContextFromDefaults({});
+    const storageContext = await storageContextFromDefaults({ vectorStore });
+
+    const index = await VectorStoreIndex.init({
+      nodes: [],
+      storageContext,
+      serviceContext,
+    });
+
+    return index;
+  }
+
   asRetriever(options?: any): VectorIndexRetriever {
     return new VectorIndexRetriever({ index: this, ...options });
   }

packages/core/src/storage/vectorStore/SimpleVectorStore.ts

@@ -6,8 +6,8 @@ import {
   getTopKMMREmbeddings,
 } from "../../Embedding";
 import { BaseNode } from "../../Node";
-import { GenericFileSystem, exists } from "../FileSystem";
 import { DEFAULT_FS, DEFAULT_PERSIST_DIR } from "../constants";
+import { exists, GenericFileSystem } from "../FileSystem";
 import {
   VectorStore,
   VectorStoreQuery,
@@ -156,6 +156,17 @@ export class SimpleVectorStore implements VectorStore {
     await fs.writeFile(persistPath, JSON.stringify(this.data));
   }
 
+  async loadFromPersistPath(persistPath: string): Promise<VectorStore> {
+    const fs = this.fs;
+    let dirPath = path.dirname(persistPath);
+    if (!(await exists(fs, dirPath))) {
+      await fs.mkdir(dirPath);
+    }
+    let fileData = await fs.readFile(persistPath);
+    let dataDict = JSON.parse(fileData.toString());
+    return SimpleVectorStore.fromDict(dataDict);
+  }
+
   static async fromPersistPath(
     persistPath: string,
     fs?: GenericFileSystem,

packages/core/src/storage/vectorStore/types.ts

@@ -68,4 +68,5 @@ export interface VectorStore {
     options?: any,
   ): Promise<VectorStoreQueryResult>;
   persist(persistPath: string, fs?: GenericFileSystem): Promise<void>;
+  loadFromPersistPath(persistPath: string): Promise<VectorStore>;
 }