feat(vectorstore): adds firestore vector store support (#1600)

.changeset/lemon-pumas-end.md

@@ -0,0 +1,5 @@
+---
+"@llamaindex/firestore": major
+---
+
+Firestore vector store support for LlamaIndex

examples/firestore/.env.template

@@ -0,0 +1,4 @@
+GCP_PROJECT_ID=
+GCP_CREDENTIALS=
+FIRESTORE_DB=
+OPENAI_API_KEY=

examples/firestore/README.md

@@ -0,0 +1,35 @@
+# Firestore Vector Store
+
+Here are some sample scripts which work with loading and querying data from a Firestore Vector Store.
+
+## Prerequisites
+
+- A Firestore Database
+  - Hosted https://console.firebase.google.com/
+- An OpenAI API Key
+
+## Setup
+
+1. Set your env variables:
+
+- `FIRESTORE_DB`: Name of your Firestore database
+- `GCP_PROJECT_ID`: Your GCP project ID
+- `GCP_CREDENTIALS`: Your GCP credentials JSON
+- `OPENAI_API_KEY`: Your OpenAI key
+
+2. `cd` Into the `examples` directory
+3. run `npm i`
+
+## Load the data
+
+This sample loads the same dataset of movie reviews as sample dataset
+
+run `npx tsx firestore/load.ts`
+
+## Use RAG to Query the data
+
+run `npx tsx firestore/query.ts`
+
+## Delete the data
+
+run `npx tsx firestore/delete.ts`

examples/firestore/delete.ts

@@ -0,0 +1,32 @@
+import { CollectionReference } from "@google-cloud/firestore";
+import "dotenv/config";
+
+import { FirestoreVectorStore } from "@llamaindex/firestore";
+import { OpenAIEmbedding, Settings } from "llamaindex";
+
+const indexName = "MovieReviews";
+
+Settings.embedModel = new OpenAIEmbedding();
+
+async function main() {
+  try {
+    const vectorStore = new FirestoreVectorStore({
+      clientOptions: {
+        credentials: JSON.parse(process.env.GCP_CREDENTIALS!),
+        projectId: process.env.GCP_PROJECT_ID!,
+        databaseId: process.env.FIRESTORE_DB!,
+        ignoreUndefinedProperties: true,
+      },
+      collectionName: indexName,
+      customCollectionReference: (rootCollection: CollectionReference) => {
+        return rootCollection.doc("accountId-123").collection("vectors");
+      },
+    });
+
+    vectorStore.delete("movie_reviews.csv");
+  } catch (e) {
+    console.error(e);
+  }
+}
+
+void main();

examples/firestore/load.ts

@@ -0,0 +1,44 @@
+import { CollectionReference } from "@google-cloud/firestore";
+import { CSVReader } from "@llamaindex/readers/csv";
+import "dotenv/config";
+
+import {
+  OpenAIEmbedding,
+  Settings,
+  storageContextFromDefaults,
+  VectorStoreIndex,
+} from "llamaindex";
+
+import { FirestoreVectorStore } from "@llamaindex/firestore";
+
+const indexName = "MovieReviews";
+
+Settings.embedModel = new OpenAIEmbedding();
+
+async function main() {
+  try {
+    const reader = new CSVReader(false);
+    const docs = await reader.loadData("./data/movie_reviews.csv");
+
+    const vectorStore = new FirestoreVectorStore({
+      clientOptions: {
+        credentials: JSON.parse(process.env.GCP_CREDENTIALS!),
+        projectId: process.env.GCP_PROJECT_ID!,
+        databaseId: process.env.FIRESTORE_DB!,
+        ignoreUndefinedProperties: true,
+      },
+      collectionName: indexName,
+      customCollectionReference: (rootCollection: CollectionReference) => {
+        return rootCollection.doc("accountId-123").collection("vectors");
+      },
+    });
+
+    const storageContext = await storageContextFromDefaults({ vectorStore });
+
+    await VectorStoreIndex.fromDocuments(docs, { storageContext });
+  } catch (e) {
+    console.error(e);
+  }
+}
+
+void main();

examples/firestore/query.ts

@@ -0,0 +1,58 @@
+import "dotenv/config";
+
+import { OpenAIEmbedding, Settings, VectorStoreIndex } from "llamaindex";
+
+import { CollectionReference } from "@google-cloud/firestore";
+import { FirestoreVectorStore } from "@llamaindex/firestore";
+
+const indexName = "MovieReviews";
+
+Settings.embedModel = new OpenAIEmbedding();
+
+async function main() {
+  try {
+    const vectorStore = new FirestoreVectorStore({
+      clientOptions: {
+        credentials: JSON.parse(process.env.GCP_CREDENTIALS!),
+        projectId: process.env.GCP_PROJECT_ID!,
+        databaseId: process.env.FIRESTORE_DB!,
+        ignoreUndefinedProperties: true,
+      },
+      collectionName: indexName,
+      customCollectionReference: (rootCollection: CollectionReference) => {
+        return rootCollection.doc("accountId-123").collection("vectors");
+      },
+    });
+    const index = await VectorStoreIndex.fromVectorStore(vectorStore);
+    const retriever = index.asRetriever({ similarityTopK: 20 });
+
+    const queryEngine = index.asQueryEngine({ retriever });
+    const query = "Get all movie titles.";
+    const results = await queryEngine.query({ query });
+    console.log(`Query from ${results.sourceNodes?.length} nodes`);
+    console.log(results.response);
+
+    console.log("\n=====\nQuerying the index with filters");
+    const queryEngineWithFilters = index.asQueryEngine({
+      retriever,
+      preFilters: {
+        filters: [
+          {
+            key: "file_name",
+            value: "movie_reviews.csv",
+            operator: "==",
+          },
+        ],
+      },
+    });
+    const resultAfterFilter = await queryEngineWithFilters.query({
+      query: "Get all movie titles.",
+    });
+    console.log(`Query from ${resultAfterFilter.sourceNodes?.length} nodes`);
+    console.log(resultAfterFilter.response);
+  } catch (e) {
+    console.error(e);
+  }
+}
+
+void main();

examples/package.json

@@ -21,6 +21,7 @@
     "@llamaindex/core": "^0.5.1",
     "@llamaindex/deepinfra": "^0.0.37",
     "@llamaindex/env": "^0.1.28",
+    "@llamaindex/firestore": "^0.0.1",
     "@llamaindex/google": "^0.0.8",
     "@llamaindex/groq": "^0.0.52",
     "@llamaindex/huggingface": "^0.0.37",

packages/providers/storage/firestore/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "@llamaindex/firestore",
+  "description": "Firestore Storage for LlamaIndex",
+  "version": "0.0.1",
+  "type": "module",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "exports": {
+    ".": {
+      "edge-light": {
+        "types": "./dist/index.edge-light.d.ts",
+        "default": "./dist/index.edge-light.js"
+      },
+      "workerd": {
+        "types": "./dist/index.edge-light.d.ts",
+        "default": "./dist/index.edge-light.js"
+      },
+      "require": {
+        "types": "./dist/index.d.cts",
+        "default": "./dist/index.cjs"
+      },
+      "import": {
+        "types": "./dist/index.d.ts",
+        "default": "./dist/index.js"
+      }
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/run-llama/LlamaIndexTS.git",
+    "directory": "packages/providers/storage/firestore"
+  },
+  "scripts": {
+    "build": "bunchee",
+    "dev": "bunchee --watch"
+  },
+  "devDependencies": {
+    "bunchee": "6.3.4"
+  },
+  "dependencies": {
+    "@llamaindex/core": "workspace:*",
+    "@llamaindex/env": "workspace:*",
+    "@google-cloud/firestore": "^7.11.0"
+  }
+}

packages/providers/storage/firestore/src/FirestoreVectorStore.ts

@@ -0,0 +1,273 @@
+import {
+  CollectionReference,
+  FieldValue,
+  Filter,
+  Firestore,
+  type Settings,
+  type VectorQuery,
+  type WhereFilterOp,
+} from "@google-cloud/firestore";
+import type { BaseNode, Metadata } from "@llamaindex/core/schema";
+import {
+  BaseVectorStore,
+  FilterOperator,
+  metadataDictToNode,
+  nodeToMetadata,
+  type MetadataFilter,
+  type MetadataFilters,
+  type VectorStoreBaseParams,
+  type VectorStoreQuery,
+  type VectorStoreQueryResult,
+} from "@llamaindex/core/vector-store";
+
+enum DistanceMeasure {
+  COSINE = "COSINE",
+  EUCLIDEAN = "EUCLIDEAN",
+  DOT_PRODUCT = "DOT_PRODUCT",
+}
+
+type FirestoreParams = {
+  collectionName: string;
+  client?: Firestore;
+  clientOptions?: {
+    credentials: Settings["credentials"];
+    projectId: string;
+    databaseId: string;
+    ignoreUndefinedProperties: boolean;
+  };
+  batchSize?: number;
+  embeddingKey?: string;
+  textKey?: string;
+  metadataKey?: string;
+  distanceMeasure?: DistanceMeasure;
+  customCollectionReference?: (
+    rootCollection: CollectionReference,
+  ) => CollectionReference;
+} & VectorStoreBaseParams;
+
+const DEFAULT_BATCH_SIZE = 500;
+
+function toFirestoreOperator(operator: FilterOperator): WhereFilterOp {
+  const operatorMap: Record<FilterOperator, WhereFilterOp> = {
+    [FilterOperator.EQ]: "==",
+    [FilterOperator.NE]: "!=",
+    [FilterOperator.GT]: ">",
+    [FilterOperator.GTE]: ">=",
+    [FilterOperator.LT]: "<",
+    [FilterOperator.LTE]: "<=",
+    [FilterOperator.IN]: "in",
+    [FilterOperator.NIN]: "not-in",
+    [FilterOperator.CONTAINS]: "array-contains",
+    [FilterOperator.TEXT_MATCH]: "==",
+    [FilterOperator.ANY]: "array-contains-any",
+    [FilterOperator.ALL]: "array-contains",
+    [FilterOperator.IS_EMPTY]: "==",
+  };
+
+  const firestoreOp = operatorMap[operator];
+  if (!firestoreOp) {
+    throw new Error(`Operator ${operator} not supported in Firestore.`);
+  }
+  return firestoreOp;
+}
+
+function toFirestoreFilter(filters: MetadataFilters): Filter | undefined {
+  if (!filters?.filters?.length) return undefined;
+
+  const firestoreFilters = filters.filters.map((filter: MetadataFilter) => {
+    const path = `${filter.key}`;
+    const operator = toFirestoreOperator(filter.operator as FilterOperator);
+    return Filter.where(path, operator, filter.value);
+  });
+
+  if (firestoreFilters.length === 1) {
+    return firestoreFilters[0];
+  }
+
+  return filters.condition === "or"
+    ? Filter.or(...firestoreFilters)
+    : Filter.and(...firestoreFilters);
+}
+
+export class FirestoreVectorStore extends BaseVectorStore<Firestore> {
+  storesText: boolean = true;
+  isEmbeddingQuery?: boolean = false;
+  flatMetadata: boolean = true;
+
+  private firestoreClient: Firestore;
+  private collectionName: string;
+  private batchSize: number;
+  private embeddingKey: string = "embedding";
+  private metadataKey: string = "metadata";
+  private distanceMeasure: DistanceMeasure = DistanceMeasure.COSINE;
+  private customCollectionReference: (
+    rootCollection: CollectionReference,
+  ) => CollectionReference;
+
+  constructor({
+    collectionName = "vector_store",
+    client,
+    clientOptions,
+    batchSize = DEFAULT_BATCH_SIZE,
+    distanceMeasure = DistanceMeasure.COSINE,
+    customCollectionReference,
+    ...init
+  }: FirestoreParams) {
+    super(init);
+    this.collectionName = collectionName;
+    this.batchSize = batchSize;
+    this.distanceMeasure = distanceMeasure;
+    this.customCollectionReference =
+      customCollectionReference ?? ((rootCollection) => rootCollection);
+
+    if (client) {
+      this.firestoreClient = client;
+    } else {
+      if (!clientOptions) {
+        throw new Error("clientOptions are required");
+      }
+      if (!clientOptions.credentials) {
+        throw new Error("clientOptions.credentials are required");
+      }
+      if (!clientOptions.projectId) {
+        throw new Error("clientOptions.projectId is required");
+      }
+      this.firestoreClient = new Firestore({
+        credentials: clientOptions.credentials,
+        projectId: clientOptions.projectId,
+        databaseId: clientOptions?.databaseId,
+        ignoreUndefinedProperties:
+          clientOptions.ignoreUndefinedProperties ?? false,
+      });
+    }
+  }
+
+  public client() {
+    return this.firestoreClient;
+  }
+
+  /**
+   * Adds nodes to the vector store
+   * @param {BaseNode<Metadata>[]} nodes - Array of nodes to add to the vector store
+   * @returns {Promise<string[]>} Array of node IDs that were added
+   */
+  async add(nodes: BaseNode<Metadata>[]): Promise<string[]> {
+    const batch = this.firestoreClient.batch();
+    const collection = this.customCollectionReference(
+      this.firestoreClient.collection(this.collectionName),
+    );
+
+    const ids: string[] = [];
+
+    for (const node of nodes) {
+      const docRef = collection.doc(node.id_);
+      const metadata = nodeToMetadata(
+        node,
+        !this.storesText,
+        "text",
+        this.flatMetadata,
+      );
+      const entry = {
+        [this.embeddingKey]: FieldValue.vector(node.getEmbedding()),
+        [this.metadataKey]: metadata,
+      };
+
+      batch.set(docRef, entry, { merge: true });
+
+      ids.push(node.id_);
+
+      // Commit batch when it reaches the size limit
+      if (ids.length % this.batchSize === 0) {
+        await batch.commit();
+      }
+    }
+
+    // Commit any remaining documents
+    if (nodes.length % this.batchSize !== 0) {
+      await batch.commit();
+    }
+
+    return ids;
+  }
+
+  /**
+   * Deletes all nodes from the vector store that match the given filename
+   * @param {string} fileName - Name of the file whose nodes should be deleted
+   * @returns {Promise<void>}
+   */
+  async delete(fileName: string): Promise<void> {
+    const collection = this.customCollectionReference(
+      this.firestoreClient.collection(this.collectionName),
+    );
+    const snapshot = await collection
+      .where(`${this.metadataKey}.file_name`, "==", fileName)
+      .get();
+
+    const batch = this.firestoreClient.batch();
+    snapshot.docs.forEach((doc) => {
+      batch.delete(doc.ref);
+    });
+    await batch.commit();
+  }
+
+  /**
+   * Queries the vector store for similar nodes
+   * @param {VectorStoreQuery} query - Query parameters including queryStr or queryEmbedding, filters, and similarityTopK
+   * @param {object} [_options] - Optional parameters for the query
+   * @returns {Promise<VectorStoreQueryResult>} Query results containing matching nodes, their similarities, and IDs
+   * @throws {Error} When neither queryEmbedding nor queryStr is provided
+   */
+  async query(
+    query: VectorStoreQuery,
+    _options?: object,
+  ): Promise<VectorStoreQueryResult> {
+    if (!query.queryEmbedding) {
+      throw new Error("No query embedding provided");
+    }
+
+    // Get documents with filters if any
+    let baseQuery = this.firestoreClient.collection(this.collectionName);
+    baseQuery = this.customCollectionReference(baseQuery);
+    if (query.filters) {
+      const filter = toFirestoreFilter(query.filters);
+      if (filter) {
+        baseQuery = baseQuery.where(filter) as CollectionReference;
+      }
+    }
+
+    // Use Firestore's native vector search
+    const vectorQuery = baseQuery.findNearest({
+      vectorField: this.embeddingKey,
+      queryVector: query.queryEmbedding,
+      limit: query.similarityTopK,
+      distanceMeasure: this.distanceMeasure,
+      distanceResultField: "vector_distance",
+    }) as VectorQuery;
+
+    const snapshot = await vectorQuery.get();
+
+    // Convert results to VectorStoreQueryResult format
+    const topKIds: string[] = [];
+    const topKNodes: BaseNode[] = [];
+    const topKSimilarities: number[] = [];
+
+    snapshot.forEach((doc) => {
+      const distance = doc.get("vector_distance") as number;
+      // Convert distance to similarity score (1 - normalized distance)
+      const similarity =
+        this.distanceMeasure === DistanceMeasure.DOT_PRODUCT
+          ? distance // For dot product, higher is more similar
+          : 1 / (1 + distance); // For EUCLIDEAN and COSINE, lower distance means more similar
+
+      topKIds.push(doc.id);
+      topKNodes.push(metadataDictToNode(doc.get(this.metadataKey)));
+      topKSimilarities.push(similarity);
+    });
+
+    return {
+      nodes: topKNodes,
+      similarities: topKSimilarities,
+      ids: topKIds,
+    };
+  }
+}

packages/providers/storage/firestore/src/index.ts

@@ -0,0 +1 @@
+export * from "./FirestoreVectorStore";

packages/providers/storage/firestore/tsconfig.json

@@ -0,0 +1,19 @@
+{
+  "extends": "../../../../tsconfig.json",
+  "compilerOptions": {
+    "target": "ESNext",
+    "module": "ESNext",
+    "moduleResolution": "bundler",
+    "outDir": "./lib",
+    "tsBuildInfoFile": "./lib/.tsbuildinfo"
+  },
+  "include": ["./src"],
+  "references": [
+    {
+      "path": "../../../core/tsconfig.json"
+    },
+    {
+      "path": "../../../env/tsconfig.json"
+    }
+  ]
+}

pnpm-lock.yaml

@@ -625,6 +625,9 @@ importers:
       '@llamaindex/env':
         specifier: ^0.1.28
         version: link:../packages/env
+      '@llamaindex/firestore':
+        specifier: ^0.0.1
+        version: link:../packages/providers/storage/firestore
       '@llamaindex/google':
         specifier: ^0.0.8
         version: link:../packages/providers/google
@@ -1449,6 +1452,22 @@ importers:
         specifier: 6.3.4
         version: 6.3.4(patch_hash=pavboztthlgni7m5gzw7643oru)(typescript@5.7.3)
 
+  packages/providers/storage/firestore:
+    dependencies:
+      '@google-cloud/firestore':
+        specifier: ^7.11.0
+        version: 7.11.0
+      '@llamaindex/core':
+        specifier: workspace:*
+        version: link:../../../core
+      '@llamaindex/env':
+        specifier: workspace:*
+        version: link:../../../env
+    devDependencies:
+      bunchee:
+        specifier: 6.3.4
+        version: 6.3.4(patch_hash=pavboztthlgni7m5gzw7643oru)(typescript@5.7.3)
+
   packages/providers/storage/milvus:
     dependencies:
       '@grpc/grpc-js':
@@ -3057,6 +3076,10 @@ packages:
   '@gerrit0/mini-shiki@1.27.2':
     resolution: {integrity: sha512-GeWyHz8ao2gBiUW4OJnQDxXQnFgZQwwQk05t/CVVgNBN7/rK8XZ7xY6YhLVv9tH3VppWWmr9DCl3MwemB/i+Og==}
 
+  '@google-cloud/firestore@7.11.0':
+    resolution: {integrity: sha512-88uZ+jLsp1aVMj7gh3EKYH1aulTAMFAp8sH/v5a9w8q8iqSG27RiWLoxSAFr/XocZ9hGiWH1kEnBw+zl3xAgNA==}
+    engines: {node: '>=14.0.0'}
+
   '@google-cloud/vertexai@1.9.0':
     resolution: {integrity: sha512-8brlcJwFXI4fPuBtsDNQqCdWZmz8gV9jeEKOU0vc5H2SjehCQpXK/NwuSEr916zbhlBHtg/sU37qQQdgvh5BRA==}
     engines: {node: '>=18.0.0'}
@@ -4961,6 +4984,10 @@ packages:
   '@tokenizer/token@0.3.0':
     resolution: {integrity: sha512-OvjF+z51L3ov0OyAU0duzsYuvO01PH7x4t6DJx+guahgTnBHkhJdG7soQeTSFLWN3efnHyibZ4Z8l2EuWwJN3A==}
 
+  '@tootallnate/once@2.0.0':
+    resolution: {integrity: sha512-XCuKFP5PS55gnMVu3dty8KPatLqUoy/ZYzDzAGCQ8JNFCkLXzmI7vNHCR+XpbZaMWQK/vQubr7PkYq8g470J/A==}
+    engines: {node: '>= 10'}
+
   '@tootallnate/quickjs-emscripten@0.23.0':
     resolution: {integrity: sha512-C5Mc6rdnsaJDjO3UpGW/CQTHtCKaYlScZTly4JIu97Jxo/odCiH0ITnDXSJPTOrEKk/ycSZ0AOgTmkDtkOsvIA==}
 
@@ -4998,6 +5025,9 @@ packages:
   '@types/babel__traverse@7.20.6':
     resolution: {integrity: sha512-r1bzfrm0tomOI8g1SzvCaQHo6Lcv6zu0EA+W2kHrt8dyrHQxGzBBL4kdkzIS+jBMV+EYcMAEAqXqYaLJq5rOZg==}
 
+  '@types/caseless@0.12.5':
+    resolution: {integrity: sha512-hWtVTC2q7hc7xZ/RLbxapMvDMgUnDvKvMOpKal4DrMyfGBUfB1oKaZlIRr6mJL+If3bAP6sV/QneGzF6tJjZDg==}
+
   '@types/cookie@0.6.0':
     resolution: {integrity: sha512-4Kh9a6B2bQciAhf7FSuMRRkUWecJgJu9nPnx3yzpsfXX/c50REIqpHY4C82bXP90qrLtXtkDxTZosYO3UpOwlA==}
 
@@ -5103,6 +5133,9 @@ packages:
   '@types/readable-stream@4.0.18':
     resolution: {integrity: sha512-21jK/1j+Wg+7jVw1xnSwy/2Q1VgVjWuFssbYGTREPUBeZ+rqVFl2udq0IkxzPC0ZhOzVceUbyIACFZKLqKEBlA==}
 
+  '@types/request@2.48.12':
+    resolution: {integrity: sha512-G3sY+NpsA9jnwm0ixhAFQSJ3Q9JkpLZpJbI3GMv0mIAT0y3mRabYeINzal5WOChIiaTEGQYlHOKgkaM9EisWHw==}
+
   '@types/resolve@1.20.2':
     resolution: {integrity: sha512-60BCwRFOZCQhDncwQdxxeOEEkbc5dIMccYLwbxsS4TUNeVECQ/pBJ0j09mrHOl/JJvpRPGwO9SvE4nR2Nb/a4Q==}
 
@@ -6537,6 +6570,9 @@ packages:
     resolution: {integrity: sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A==}
     engines: {node: '>= 0.4'}
 
+  duplexify@4.1.3:
+    resolution: {integrity: sha512-M3BmBhwJRZsSx38lZyhE53Csddgzl5R7xGJNk7CVddZD6CcmwMCH8J+7AprIrQKH7TonKxaCjcv27Qmf+sQ+oA==}
+
   eastasianwidth@0.2.0:
     resolution: {integrity: sha512-I88TYZWc9XiYHRQ4/3c5rjjfgkjhLyW2luGIheGERbNQ6OY7yTybanSpDXZa8y7VUP9YmDcYa+eyq4ca7iLqWA==}
 
@@ -7075,6 +7111,10 @@ packages:
     resolution: {integrity: sha512-KQVhvhK8ZkWzxKxOr56CPulAhH3dobtuQ4+hNQ+HekH/Wp5gSOafqRAeTphQUJAIk0GBvHZgJ2ZGRWd5kphMuw==}
     engines: {node: '>= 18'}
 
+  form-data@2.5.2:
+    resolution: {integrity: sha512-GgwY0PS7DbXqajuGf4OYlsrIu3zgxD6Vvql43IBhm6MahqA5SK/7mwhtNj2AdH2z35YR34ujJ7BN+3fFC3jP5Q==}
+    engines: {node: '>= 0.12'}
+
   form-data@4.0.0:
     resolution: {integrity: sha512-ETEklSGi5t0QMZuiXoA/Q6vcnxcLQP5vdugSpuAyi6SVGi2clPPp+xgEhuMaHC+zGgn31Kd235W35f7Hykkaww==}
     engines: {node: '>= 6'}
@@ -7257,6 +7297,9 @@ packages:
     resolution: {integrity: sha512-e5iwyodOHhbMr/yNrc7fDYG4qlbIvI5gajyzPnb5TCwyhjApznQh1BMFou9b30SevY43gCJKXycoCBjMbsuW0Q==}
     engines: {node: '>= 0.4'}
 
+  functional-red-black-tree@1.0.1:
+    resolution: {integrity: sha512-dsKNQNdj6xA3T+QlADDA7mOSlX0qiMINjn0cgr+eGHGsbSHzTabcIogz2+p/iqP1Xs6EP/sS2SbqH+brGTbq0g==}
+
   functions-have-names@1.2.3:
     resolution: {integrity: sha512-xckBUXyTIqT97tq2x2AMb+g163b5JFysYk0x4qxNFwbfQkmNZoiRHb6sPzI9/QV33WeuvVYBUIiD4NzNIyqaRQ==}
 
@@ -7409,6 +7452,10 @@ packages:
     resolution: {integrity: sha512-Jb6Z0+nvECVz+2lzSMt9u98UsoakXxA2HGHMCxh+so3n90XgYWkq5dur19JAJV7ONiJY22yBTyJB1TSkvPq9Ng==}
     engines: {node: '>=14'}
 
+  google-gax@4.4.1:
+    resolution: {integrity: sha512-Phyp9fMfA00J3sZbJxbbB4jC55b7DBjE3F6poyL3wKMEBVKA79q6BGuHcTiM28yOzVql0NDbRL8MLLh8Iwk9Dg==}
+    engines: {node: '>=14'}
+
   google-logging-utils@0.0.2:
     resolution: {integrity: sha512-NEgUnEcBiP5HrPzufUkBzJOD/Sxsco3rLNo1F1TNf7ieU8ryUzBhqba8r756CjLX7rn3fHl6iLEwPYuqpoKgQQ==}
     engines: {node: '>=14'}
@@ -7624,6 +7671,10 @@ packages:
   http-cache-semantics@4.1.1:
     resolution: {integrity: sha512-er295DKPVsV82j5kw1Gjt+ADA/XYHsajl82cGNQG2eyoPkvgUhX+nDIyelzhIWbbsXP39EHcI6l5tYs2FYqYXQ==}
 
+  http-proxy-agent@5.0.0:
+    resolution: {integrity: sha512-n2hY8YdoRE1i7r6M0w9DIw5GgZN0G25P8zLCRQ8rjXtTU3vsNFBI/vWK/UIeE6g5MUUz6avwAPXmL6Fy9D/90w==}
+    engines: {node: '>= 6'}
+
   http-proxy-agent@7.0.2:
     resolution: {integrity: sha512-T1gkAiYYDWYx3V5Bmyu7HcfcvL7mUrTWiM6yOfa3PIphViJ/gFPbvidQ+veqSOHci/PxBcDabeUNCzpOODJZig==}
     engines: {node: '>= 14'}
@@ -9738,6 +9789,10 @@ packages:
   property-information@6.5.0:
     resolution: {integrity: sha512-PgTgs/BlvHxOu8QuEN7wi5A0OmXaBcHpmCSTehcs6Uuu9IkDIEo13Hy7n898RHfrQ49vKCoGeWZSaAK01nwVig==}
 
+  proto3-json-serializer@2.0.2:
+    resolution: {integrity: sha512-SAzp/O4Yh02jGdRc+uIrGoe87dkN/XtwxfZ4ZyafJHymd79ozp5VG5nyZ7ygqPM5+cpLDjjGnYFUkngonyDPOQ==}
+    engines: {node: '>=14.0.0'}
+
   protobufjs@6.11.4:
     resolution: {integrity: sha512-5kQWPaJHi1WoCpjTGszzQ32PG2F4+wRY6BmAT4Vfw56Q2FZ4YZzK20xUYQH4YkfehY1e6QSICrJquM6xXZNcrw==}
     hasBin: true
@@ -10182,6 +10237,10 @@ packages:
     resolution: {integrity: sha512-oMA2dcrw6u0YfxJQXm342bFKX/E4sG9rbTzO9ptUcR/e8A33cHuvStiYOwH7fszkZlZ1z/ta9AAoPk2F4qIOHA==}
     engines: {node: '>=18'}
 
+  retry-request@7.0.2:
+    resolution: {integrity: sha512-dUOvLMJ0/JJYEn8NrpOaGNE7X3vpI5XlZS/u0ANjqtcZVKnIxP7IgCFwrKTxENw29emmwug53awKtaMm4i9g5w==}
+    engines: {node: '>=14'}
+
   reusify@1.0.4:
     resolution: {integrity: sha512-U9nH88a3fc/ekCF1l0/UP1IosiuIjyTh7hBvXVMHYgVcfGvt897Xguj2UOLDeI5BG2m7/uwyaLVT6fbtCwTyzw==}
     engines: {iojs: '>=1.0.0', node: '>=0.10.0'}
@@ -10585,6 +10644,12 @@ packages:
     resolution: {integrity: sha512-I6GPS/E0zyieHehMRPQcqkiBMJKGgLta+1hREixhoLPqEA0AlVFiC43dl8uPpmkkeRdDMzYRWFWk5/l9x7nmNg==}
     engines: {node: '>=0.10.0'}
 
+  stream-events@1.0.5:
+    resolution: {integrity: sha512-E1GUzBSgvct8Jsb3v2X15pjzN1tYebtbLaMg+eBOUOAxgbLoSbT2NS91ckc5lJD1KfLjId+jXJRgo0qnV5Nerg==}
+
+  stream-shift@1.0.3:
+    resolution: {integrity: sha512-76ORR0DO1o1hlKwTbi/DM3EXWGf3ZJYO8cXX5RJwnul2DEg2oyoZyjLNoQM8WsvZiFKCRfC1O0J7iCvie3RZmQ==}
+
   stream-to-array@2.3.0:
     resolution: {integrity: sha512-UsZtOYEn4tWU2RGLOXr/o/xjRBftZRlG3dEWoaHr8j4GuypJ3isitGbVyjQKAuMu+xbiop8q224TjiZWc4XTZA==}
 
@@ -10712,6 +10777,9 @@ packages:
     resolution: {integrity: sha512-FhwotcEqjr241ZbjFzjlIYg6c5/L/s4yBGWSMvJ9UoExiSqL+FnFA/CaeZx17WGaZMS/4SOZp8wH18jSS4R4lw==}
     engines: {node: '>=16'}
 
+  stubs@3.0.0:
+    resolution: {integrity: sha512-PdHt7hHUJKxvTCgbKX9C1V/ftOcjJQgz8BZwNfV5c4B6dcGqlpelTbJ999jBGZ2jYiPAwcX5dP6oBwVlBlUbxw==}
+
   style-mod@4.1.2:
     resolution: {integrity: sha512-wnD1HyVqpJUI2+eKZ+eo1UwghftP6yuFheBqqe+bWCotBjC2K1YnteJILRMs3SM4V/0dLEW1SC27MWP5y+mwmw==}
 
@@ -10821,6 +10889,10 @@ packages:
     resolution: {integrity: sha512-5S7Va8hKfV7W5U6g3aYxXmlPoZVAwUMy9AOKyF2fVuZa2UD3qZjg578OrLRt8PcNN1PleVaL/5/yYATNL0ICUw==}
     engines: {node: '>=18'}
 
+  teeny-request@9.0.0:
+    resolution: {integrity: sha512-resvxdc6Mgb7YEThw6G6bExlXKkv6+YbuzGg9xuXxSgxJF7Ozs+o8Y9+2R3sArdWdW8nOokoQb1yrpFB0pQK2g==}
+    engines: {node: '>=14'}
+
   term-size@2.2.1:
     resolution: {integrity: sha512-wK0Ri4fOGjv/XPy8SBHZChl8CM7uMc5VML7SqiQ0zG7+J5Vr+RMQDoHa2CNT6KHUnTGIXH34UDMkPzAUyapBZg==}
     engines: {node: '>=8'}
@@ -13447,6 +13519,17 @@ snapshots:
       '@shikijs/types': 1.29.2
       '@shikijs/vscode-textmate': 10.0.1
 
+  '@google-cloud/firestore@7.11.0':
+    dependencies:
+      '@opentelemetry/api': 1.9.0
+      fast-deep-equal: 3.1.3
+      functional-red-black-tree: 1.0.1
+      google-gax: 4.4.1
+      protobufjs: 7.4.0
+    transitivePeerDependencies:
+      - encoding
+      - supports-color
+
   '@google-cloud/vertexai@1.9.0':
     dependencies:
       google-auth-library: 9.15.1
@@ -15661,6 +15744,8 @@ snapshots:
 
   '@tokenizer/token@0.3.0': {}
 
+  '@tootallnate/once@2.0.0': {}
+
   '@tootallnate/quickjs-emscripten@0.23.0': {}
 
   '@ts-graphviz/adapter@2.0.6':
@@ -15709,6 +15794,8 @@ snapshots:
     dependencies:
       '@babel/types': 7.26.8
 
+  '@types/caseless@0.12.5': {}
+
   '@types/cookie@0.6.0': {}
 
   '@types/debug@4.1.12':
@@ -15826,6 +15913,13 @@ snapshots:
       '@types/node': 22.9.0
       safe-buffer: 5.1.2
 
+  '@types/request@2.48.12':
+    dependencies:
+      '@types/caseless': 0.12.5
+      '@types/node': 22.9.0
+      '@types/tough-cookie': 4.0.5
+      form-data: 2.5.2
+
   '@types/resolve@1.20.2': {}
 
   '@types/statuses@2.0.5': {}
@@ -16351,7 +16445,6 @@ snapshots:
       debug: 4.4.0
     transitivePeerDependencies:
       - supports-color
-    optional: true
 
   agent-base@7.1.3: {}
 
@@ -17439,6 +17532,13 @@ snapshots:
       es-errors: 1.3.0
       gopd: 1.2.0
 
+  duplexify@4.1.3:
+    dependencies:
+      end-of-stream: 1.4.4
+      inherits: 2.0.4
+      readable-stream: 3.6.2
+      stream-shift: 1.0.3
+
   eastasianwidth@0.2.0: {}
 
   ecdsa-sig-formatter@1.0.11:
@@ -18233,6 +18333,13 @@ snapshots:
 
   form-data-encoder@4.0.2: {}
 
+  form-data@2.5.2:
+    dependencies:
+      asynckit: 0.4.0
+      combined-stream: 1.0.8
+      mime-types: 2.1.35
+      safe-buffer: 5.2.1
+
   form-data@4.0.0:
     dependencies:
       asynckit: 0.4.0
@@ -18511,6 +18618,8 @@ snapshots:
       hasown: 2.0.2
       is-callable: 1.2.7
 
+  functional-red-black-tree@1.0.1: {}
+
   functions-have-names@1.2.3: {}
 
   fuse.js@6.6.2: {}
@@ -18709,6 +18818,24 @@ snapshots:
       - encoding
       - supports-color
 
+  google-gax@4.4.1:
+    dependencies:
+      '@grpc/grpc-js': 1.12.6
+      '@grpc/proto-loader': 0.7.13
+      '@types/long': 4.0.2
+      abort-controller: 3.0.0
+      duplexify: 4.1.3
+      google-auth-library: 9.15.1
+      node-fetch: 2.7.0
+      object-hash: 3.0.0
+      proto3-json-serializer: 2.0.2
+      protobufjs: 7.4.0
+      retry-request: 7.0.2
+      uuid: 9.0.1
+    transitivePeerDependencies:
+      - encoding
+      - supports-color
+
   google-logging-utils@0.0.2: {}
 
   gopd@1.2.0: {}
@@ -19061,6 +19188,14 @@ snapshots:
 
   http-cache-semantics@4.1.1: {}
 
+  http-proxy-agent@5.0.0:
+    dependencies:
+      '@tootallnate/once': 2.0.0
+      agent-base: 6.0.2
+      debug: 4.4.0
+    transitivePeerDependencies:
+      - supports-color
+
   http-proxy-agent@7.0.2:
     dependencies:
       agent-base: 7.1.3
@@ -19106,7 +19241,6 @@ snapshots:
       debug: 4.4.0
     transitivePeerDependencies:
       - supports-color
-    optional: true
 
   https-proxy-agent@7.0.6:
     dependencies:
@@ -21733,6 +21867,10 @@ snapshots:
 
   property-information@6.5.0: {}
 
+  proto3-json-serializer@2.0.2:
+    dependencies:
+      protobufjs: 7.4.0
+
   protobufjs@6.11.4:
     dependencies:
       '@protobufjs/aspromise': 1.1.2
@@ -22412,6 +22550,15 @@ snapshots:
       onetime: 7.0.0
       signal-exit: 4.1.0
 
+  retry-request@7.0.2:
+    dependencies:
+      '@types/request': 2.48.12
+      extend: 3.0.2
+      teeny-request: 9.0.0
+    transitivePeerDependencies:
+      - encoding
+      - supports-color
+
   reusify@1.0.4: {}
 
   rfdc@1.4.1: {}
@@ -22887,6 +23034,12 @@ snapshots:
 
   stopwords-iso@1.1.0: {}
 
+  stream-events@1.0.5:
+    dependencies:
+      stubs: 3.0.0
+
+  stream-shift@1.0.3: {}
+
   stream-to-array@2.3.0:
     dependencies:
       any-promise: 1.3.0
@@ -23046,6 +23199,8 @@ snapshots:
       '@tokenizer/token': 0.3.0
       peek-readable: 5.4.2
 
+  stubs@3.0.0: {}
+
   style-mod@4.1.2: {}
 
   style-to-object@0.4.4:
@@ -23223,6 +23378,17 @@ snapshots:
       mkdirp: 3.0.1
       yallist: 5.0.0
 
+  teeny-request@9.0.0:
+    dependencies:
+      http-proxy-agent: 5.0.0
+      https-proxy-agent: 5.0.1
+      node-fetch: 2.7.0
+      stream-events: 1.0.5
+      uuid: 9.0.1
+    transitivePeerDependencies:
+      - encoding
+      - supports-color
+
   term-size@2.2.1: {}
 
   terser-webpack-plugin@5.3.11(@swc/core@1.10.15(@swc/helpers@0.5.15))(webpack@5.97.1(@swc/core@1.10.15(@swc/helpers@0.5.15))):

tsconfig.json

@@ -158,6 +158,9 @@
     {
       "path": "./packages/providers/storage/weaviate/tsconfig.json"
     },
+    {
+      "path": "./packages/providers/storage/firestore/tsconfig.json"
+    },
     {
       "path": "./packages/providers/google/tsconfig.json"
     },