mirror of
https://github.com/run-llama/LlamaIndexTS.git
synced 2026-07-22 15:25:31 -04:00
Alex Yang
17 lines
269 B
TypeScript
17 lines
269 B
TypeScript
import { VLLM } from "llamaindex";
|
|
|
|
const llm = new VLLM({
|
|
model: "NousResearch/Meta-Llama-3-8B-Instruct",
|
|
});
|
|
|
|
const response = await llm.chat({
|
|
messages: [
|
|
{
|
|
role: "user",
|
|
content: "Hello?",
|
|
},
|
|
],
|
|
});
|
|
|
|
console.log(response.message.content);
|