Compare commits

...

4 Commits

Author SHA1 Message Date
leehuwuj 3a107e3d0b upgrade duckduckgo-search package 2024-09-17 10:10:20 +07:00
leehuwuj 2d3a8d33ac update groq models --ask-models 2024-09-17 09:50:07 +07:00
leehuwuj eae68cdc64 add changeset 2024-09-17 09:44:22 +07:00
leehuwuj 350b72a205 Add support for mode Groq models 2024-09-17 09:43:02 +07:00
6 changed files with 39 additions and 2 deletions
+5
View File
@@ -0,0 +1,5 @@
---
"create-llama": patch
---
Add more Groq models
+12 -1
View File
@@ -3,7 +3,18 @@ import prompts from "prompts";
import { ModelConfigParams } from ".";
import { questionHandlers, toChoice } from "../../questions";
const MODELS = ["llama3-8b", "llama3-70b", "mixtral-8x7b"];
const MODELS = [
"llama3-8b",
"llama3-70b",
"mixtral-8x7b",
"llama-3.1-70b",
"llama-3.1-8b",
"llama3-groq-70b-tool-use",
"llama3-groq-8b-tool-use",
"gemma2-9b-it",
"gemma-7b-it",
"llava-v1.5-7b",
];
const DEFAULT_MODEL = MODELS[0];
// Use huggingface embedding models for now as Groq doesn't support embedding models
+1 -1
View File
@@ -62,7 +62,7 @@ export const supportedTools: Tool[] = [
dependencies: [
{
name: "duckduckgo-search",
version: "6.1.7",
version: "6.2.11",
},
],
supportedFrameworks: ["fastapi", "nextjs", "express"],
@@ -130,6 +130,13 @@ def init_groq():
"llama3-8b": "llama3-8b-8192",
"llama3-70b": "llama3-70b-8192",
"mixtral-8x7b": "mixtral-8x7b-32768",
"llama-3.1-70b": "llama-3.1-70b-versatile",
"llama-3.1-8b": "llama-3.1-8b-instant",
"llama3-groq-70b-tool-use": "llama3-groq-70b-8192-tool-use-preview",
"llama3-groq-8b-tool-use": "llama3-groq-8b-8192-tool-use-preview",
"gemma2-9b-it": "gemma2-9b-it",
"gemma-7b-it": "gemma-7b-it",
"llava-v1.5-7b": "llava-v1.5-7b-4096-preview",
}
Settings.llm = Groq(model=model_map[os.getenv("MODEL")])
@@ -142,6 +142,13 @@ function initGroq() {
"llama3-8b": "llama3-8b-8192",
"llama3-70b": "llama3-70b-8192",
"mixtral-8x7b": "mixtral-8x7b-32768",
"llama-3.1-70b": "llama-3.1-70b-versatile",
"llama-3.1-8b": "llama-3.1-8b-instant",
"llama3-groq-70b-tool-use": "llama3-groq-70b-8192-tool-use-preview",
"llama3-groq-8b-tool-use": "llama3-groq-8b-8192-tool-use-preview",
"gemma2-9b-it": "gemma2-9b-it",
"gemma-7b-it": "gemma-7b-it",
"llava-v1.5-7b": "llava-v1.5-7b-4096-preview",
};
Settings.llm = new Groq({
@@ -142,6 +142,13 @@ function initGroq() {
"llama3-8b": "llama3-8b-8192",
"llama3-70b": "llama3-70b-8192",
"mixtral-8x7b": "mixtral-8x7b-32768",
"llama-3.1-70b": "llama-3.1-70b-versatile",
"llama-3.1-8b": "llama-3.1-8b-instant",
"llama3-groq-70b-tool-use": "llama3-groq-70b-8192-tool-use-preview",
"llama3-groq-8b-tool-use": "llama3-groq-8b-8192-tool-use-preview",
"gemma2-9b-it": "gemma2-9b-it",
"gemma-7b-it": "gemma-7b-it",
"llava-v1.5-7b": "llava-v1.5-7b-4096-preview",
};
Settings.llm = new Groq({