mirror of
https://github.com/run-llama/create-llama.git
synced 2026-07-15 13:15:42 -04:00
Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 3a107e3d0b | |||
| 2d3a8d33ac | |||
| eae68cdc64 | |||
| 350b72a205 |
@@ -0,0 +1,5 @@
|
||||
---
|
||||
"create-llama": patch
|
||||
---
|
||||
|
||||
Add more Groq models
|
||||
@@ -3,7 +3,18 @@ import prompts from "prompts";
|
||||
import { ModelConfigParams } from ".";
|
||||
import { questionHandlers, toChoice } from "../../questions";
|
||||
|
||||
const MODELS = ["llama3-8b", "llama3-70b", "mixtral-8x7b"];
|
||||
const MODELS = [
|
||||
"llama3-8b",
|
||||
"llama3-70b",
|
||||
"mixtral-8x7b",
|
||||
"llama-3.1-70b",
|
||||
"llama-3.1-8b",
|
||||
"llama3-groq-70b-tool-use",
|
||||
"llama3-groq-8b-tool-use",
|
||||
"gemma2-9b-it",
|
||||
"gemma-7b-it",
|
||||
"llava-v1.5-7b",
|
||||
];
|
||||
const DEFAULT_MODEL = MODELS[0];
|
||||
|
||||
// Use huggingface embedding models for now as Groq doesn't support embedding models
|
||||
|
||||
+1
-1
@@ -62,7 +62,7 @@ export const supportedTools: Tool[] = [
|
||||
dependencies: [
|
||||
{
|
||||
name: "duckduckgo-search",
|
||||
version: "6.1.7",
|
||||
version: "6.2.11",
|
||||
},
|
||||
],
|
||||
supportedFrameworks: ["fastapi", "nextjs", "express"],
|
||||
|
||||
@@ -130,6 +130,13 @@ def init_groq():
|
||||
"llama3-8b": "llama3-8b-8192",
|
||||
"llama3-70b": "llama3-70b-8192",
|
||||
"mixtral-8x7b": "mixtral-8x7b-32768",
|
||||
"llama-3.1-70b": "llama-3.1-70b-versatile",
|
||||
"llama-3.1-8b": "llama-3.1-8b-instant",
|
||||
"llama3-groq-70b-tool-use": "llama3-groq-70b-8192-tool-use-preview",
|
||||
"llama3-groq-8b-tool-use": "llama3-groq-8b-8192-tool-use-preview",
|
||||
"gemma2-9b-it": "gemma2-9b-it",
|
||||
"gemma-7b-it": "gemma-7b-it",
|
||||
"llava-v1.5-7b": "llava-v1.5-7b-4096-preview",
|
||||
}
|
||||
|
||||
Settings.llm = Groq(model=model_map[os.getenv("MODEL")])
|
||||
|
||||
@@ -142,6 +142,13 @@ function initGroq() {
|
||||
"llama3-8b": "llama3-8b-8192",
|
||||
"llama3-70b": "llama3-70b-8192",
|
||||
"mixtral-8x7b": "mixtral-8x7b-32768",
|
||||
"llama-3.1-70b": "llama-3.1-70b-versatile",
|
||||
"llama-3.1-8b": "llama-3.1-8b-instant",
|
||||
"llama3-groq-70b-tool-use": "llama3-groq-70b-8192-tool-use-preview",
|
||||
"llama3-groq-8b-tool-use": "llama3-groq-8b-8192-tool-use-preview",
|
||||
"gemma2-9b-it": "gemma2-9b-it",
|
||||
"gemma-7b-it": "gemma-7b-it",
|
||||
"llava-v1.5-7b": "llava-v1.5-7b-4096-preview",
|
||||
};
|
||||
|
||||
Settings.llm = new Groq({
|
||||
|
||||
@@ -142,6 +142,13 @@ function initGroq() {
|
||||
"llama3-8b": "llama3-8b-8192",
|
||||
"llama3-70b": "llama3-70b-8192",
|
||||
"mixtral-8x7b": "mixtral-8x7b-32768",
|
||||
"llama-3.1-70b": "llama-3.1-70b-versatile",
|
||||
"llama-3.1-8b": "llama-3.1-8b-instant",
|
||||
"llama3-groq-70b-tool-use": "llama3-groq-70b-8192-tool-use-preview",
|
||||
"llama3-groq-8b-tool-use": "llama3-groq-8b-8192-tool-use-preview",
|
||||
"gemma2-9b-it": "gemma2-9b-it",
|
||||
"gemma-7b-it": "gemma-7b-it",
|
||||
"llava-v1.5-7b": "llava-v1.5-7b-4096-preview",
|
||||
};
|
||||
|
||||
Settings.llm = new Groq({
|
||||
|
||||
Reference in New Issue
Block a user