Files
LlamaIndexTS/examples/split.ts
T
2024-07-24 10:46:00 -07:00

17 lines
358 B
TypeScript

import fs from "node:fs/promises";
import { SentenceSplitter } from "llamaindex";
async function main() {
const path = "node_modules/llamaindex/examples/abramov.txt";
const essay = await fs.readFile(path, "utf-8");
const textSplitter = new SentenceSplitter();
const chunks = textSplitter.splitText(essay);
console.log(chunks);
}
void main();