feat: Updated packages/core/src/llm/pythonLlamaCpp

README.md

@@ -90,6 +90,12 @@ Check out our NextJS playground at https://llama-playground.vercel.app/. The sou
 - Anthropic Claude Instant and Claude 2
 - Llama2 Chat LLMs (70B, 13B, and 7B parameters)
 
+## Supported APIs:
+
+- Python Llama CPP API: A Python binding for the llama.cpp library, providing low-level access to the C API of llama.cpp and a high-level Python API for text completion.
+- Hugging Faces Text Generation Inference: A large language model text generation inference tool, used in production at HuggingFace to power Hugging Chat, the Inference API, and Inference Endpoint.
+- Ooba Text Generation API: A Gradio web UI for Large Language Models, supporting transformers, GPTQ, llama.cpp (GGUF), and Llama models.
+
 ## Contributing:
 
 We are in the very early days of LlamaIndex.TS. If you’re interested in hacking on it with us check out our [contributing guide](/CONTRIBUTING.md)

packages/core/src/index.ts

@@ -15,6 +15,9 @@ export * from "./TextSplitter";
 export * from "./Tool";
 export * from "./constants";
 export * from "./llm/LLM";
+export * from "./llm/PythonLlamaCpp";
+export * from "./llm/HuggingFacesTextGeneration";
+export * from "./llm/OobaTextGeneration";
 
 export * from "./indices";
 

packages/core/src/llm/huggingFacesTextGeneration.ts

@@ -0,0 +1,27 @@
+import axios from 'axios';
+
+class HuggingFacesTextGeneration {
+  private apiKey: string;
+
+  constructor(apiKey: string) {
+    this.apiKey = apiKey;
+  }
+
+  async generateText(prompt: string) {
+    const response = await axios.post(
+      'https://api.huggingface.co/text-generation',
+      {
+        prompt,
+      },
+      {
+        headers: {
+          'Authorization': `Bearer ${this.apiKey}`,
+        },
+      },
+    );
+
+    return response.data;
+  }
+}
+
+export default HuggingFacesTextGeneration;

packages/core/src/llm/oobaTextGeneration.ts

@@ -0,0 +1,18 @@
+import axios from 'axios';
+
+export class OobaTextGeneration {
+  private apiKey: string;
+
+  constructor(apiKey: string) {
+    this.apiKey = apiKey;
+  }
+
+  async generateText(prompt: string) {
+    const response = await axios.post('https://api.ooba.ai/generate', {
+      prompt,
+      apiKey: this.apiKey,
+    });
+
+    return response.data;
+  }
+}

packages/core/src/llm/pythonLlamaCpp.ts

@@ -0,0 +1,25 @@
+import { LlamaCpp } from 'node-llama-cpp';
+
+export class PythonLlamaCpp {
+  private llamaCpp: LlamaCpp;
+
+  constructor(apiKey: string) {
+    this.llamaCpp = new LlamaCpp(apiKey);
+  }
+
+  async request(query: string) {
+    try {
+      const response = await this.llamaCpp.complete(query);
+      return this.handleResponse(response);
+    } catch (error) {
+      console.error('Error making request to python llama cpp API:', error);
+      throw error;
+    }
+  }
+
+  handleResponse(response: any) {
+    // Process the response from the API
+    // This will depend on the structure of the response
+    return response;
+  }
+}