mirror of
https://github.com/run-llama/LlamaIndexTS.git
synced 2026-07-21 14:55:36 -04:00
Thuc Pham
17 lines
275 B
TypeScript
17 lines
275 B
TypeScript
import { VLLM } from "@llamaindex/vllm";
|
|
|
|
const llm = new VLLM({
|
|
model: "NousResearch/Meta-Llama-3-8B-Instruct",
|
|
});
|
|
|
|
const response = await llm.chat({
|
|
messages: [
|
|
{
|
|
role: "user",
|
|
content: "Hello?",
|
|
},
|
|
],
|
|
});
|
|
|
|
console.log(response.message.content);
|