run-llama/LlamaIndexTS
1
0
Fork 0
mirror of https://github.com/run-llama/LlamaIndexTS.git synced 2026-07-21 14:55:36 -04:00
Code Issues 138 Packages Projects Releases 10 Wiki Activity

fix: o3 calls do not support temperature param (#1622)

Browse Source
This commit is contained in:
Parham Saidi
2025-02-06 04:23:23 +01:00
committed by GitHub
parent 067a4894fe
commit 2019a041f7
2 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.changeset/eighty-mirrors-invite.md
+5
View File
@@ -0,0 +1,5 @@
---
"@llamaindex/openai": patch
---
fix: remove temp for o3-mini
packages/providers/openai/src/llm.ts
+5 -1
View File
@@ -140,6 +140,10 @@ export function isFunctionCallingModel(llm: LLM): llm is OpenAI {
return isChatModel && !isOld && !isO1;
}
export function isTemperatureSupported(model: ChatModel | string): boolean {
return !model.startsWith("o3");
}
export type OpenAIAdditionalMetadata = object;
export type OpenAIAdditionalChatOptions = Omit<
@@ -349,7 +353,7 @@ export class OpenAI extends ToolCallLLM<OpenAIAdditionalChatOptions> {
const { messages, stream, tools, additionalChatOptions } = params;
const baseRequestParams = <OpenAILLM.Chat.ChatCompletionCreateParams>{
model: this.model,
temperature: this.temperature,
temperature: isTemperatureSupported(this.model) ? this.temperature : null,
max_tokens: this.maxTokens,
tools: tools?.map(OpenAI.toTool),
messages: OpenAI.toOpenAIMessage(messages),