fix: Remove chunk size limit for prompt helper (use LLM default)

This commit is contained in:
Marcus Schiesser
2024-10-24 15:39:57 +07:00
committed by Marcus Schiesser
parent a75d899a57
commit e2a0876ddd
2 changed files with 6 additions and 2 deletions
+5
View File
@@ -0,0 +1,5 @@
---
"@llamaindex/core": patch
---
Remove chunk size limit for prompt helper (use LLM default)
+1 -2
View File
@@ -1,7 +1,6 @@
import { type Tokenizer, tokenizers } from "@llamaindex/env";
import {
DEFAULT_CHUNK_OVERLAP_RATIO,
DEFAULT_CHUNK_SIZE,
DEFAULT_CONTEXT_WINDOW,
DEFAULT_NUM_OUTPUTS,
DEFAULT_PADDING,
@@ -171,7 +170,7 @@ export class PromptHelper {
) {
const {
chunkOverlapRatio = DEFAULT_CHUNK_OVERLAP_RATIO,
chunkSizeLimit = DEFAULT_CHUNK_SIZE,
chunkSizeLimit = undefined,
tokenizer = Settings.tokenizer,
separator = " ",
} = options ?? {};