Merge main into sweep/add-metadata-support

packages/core/src/storage/StorageContext.ts

@@ -15,6 +15,22 @@ export interface StorageContext {
   docStore: BaseDocumentStore;
   indexStore: BaseIndexStore;
   vectorStore: VectorStore;
+
+  async getDocuments(key: string): Promise<Document[]> {
+    const documents = await this.docStore.getDocuments(key);
+    return documents.map((document) => ({
+      ...document,
+      metadata: document.metadata,
+    }));
+  }
+
+  async getNodes(key: string): Promise<Node[]> {
+    const nodes = await this.docStore.getNodes(key);
+    return nodes.map((node) => ({
+      ...node,
+      metadata: node.metadata,
+    }));
+  }
 }
 
 type BuilderParams = {

packages/core/src/storage/docStore/SimpleDocumentStore.ts

@@ -16,6 +16,19 @@ type SaveDict = Record<string, any>;
 export class SimpleDocumentStore extends KVDocumentStore {
   private kvStore: SimpleKVStore;
 
+  async load(key: string, metadata: Record<string, any>): Promise<Document | null> {
+    const document = await super.load(key, metadata);
+    return document;
+  }
+
+  async save(key: string, document: Document): Promise<void> {
+    const data = {
+      ...document,
+      metadata: document.metadata,
+    };
+    await super.save(key, data);
+  }
+
   constructor(kvStore?: SimpleKVStore, namespace?: string) {
     kvStore = kvStore || new SimpleKVStore();
     namespace = namespace || DEFAULT_NAMESPACE;