mirror of
https://github.com/run-llama/LlamaIndexTS.git
synced 2026-08-26 21:21:38 -04:00
fix: Remove chunk size limit for prompt helper (use LLM default)
This commit is contained in:
committed by
Marcus Schiesser
parent
a75d899a57
commit
e2a0876ddd
@@ -0,0 +1,5 @@
|
||||
---
|
||||
"@llamaindex/core": patch
|
||||
---
|
||||
|
||||
Remove chunk size limit for prompt helper (use LLM default)
|
||||
@@ -1,7 +1,6 @@
|
||||
import { type Tokenizer, tokenizers } from "@llamaindex/env";
|
||||
import {
|
||||
DEFAULT_CHUNK_OVERLAP_RATIO,
|
||||
DEFAULT_CHUNK_SIZE,
|
||||
DEFAULT_CONTEXT_WINDOW,
|
||||
DEFAULT_NUM_OUTPUTS,
|
||||
DEFAULT_PADDING,
|
||||
@@ -171,7 +170,7 @@ export class PromptHelper {
|
||||
) {
|
||||
const {
|
||||
chunkOverlapRatio = DEFAULT_CHUNK_OVERLAP_RATIO,
|
||||
chunkSizeLimit = DEFAULT_CHUNK_SIZE,
|
||||
chunkSizeLimit = undefined,
|
||||
tokenizer = Settings.tokenizer,
|
||||
separator = " ",
|
||||
} = options ?? {};
|
||||
|
||||
Reference in New Issue
Block a user