fix support for reasoning effort, and add support for reasoning summary (#2227)

.changeset/light-wings-allow.md

@@ -0,0 +1,5 @@
+---
+"@llamaindex/openai": patch
+---
+
+Fix support for reasoning effort, and add support for reasoning summary

packages/providers/openai/src/responses.ts

@@ -53,6 +53,7 @@ export class OpenAIResponses extends ToolCallLLM<OpenAIResponsesChatOptions> {
   maxOutputTokens?: number | undefined;
   additionalChatOptions?: OpenAIResponsesChatOptions | undefined;
   reasoningEffort?: "low" | "medium" | "high" | undefined;
+  reasoningSummary?: "auto" | "concise" | "detailed" | undefined;
   apiKey?: string | undefined;
   baseURL?: string | undefined;
   maxRetries: number;
@@ -86,6 +87,9 @@ export class OpenAIResponses extends ToolCallLLM<OpenAIResponsesChatOptions> {
       ? init?.reasoningEffort
       : undefined;
 
+    this.reasoningSummary = isReasoningModel(this.model)
+      ? init?.reasoningSummary
+      : undefined;
     this.topP = init?.topP ?? 1;
     this.maxOutputTokens = init?.maxOutputTokens ?? undefined;
     this.maxRetries = init?.maxRetries ?? 10;
@@ -515,6 +519,10 @@ export class OpenAIResponses extends ToolCallLLM<OpenAIResponsesChatOptions> {
 
     const baseRequestParams = <OpenAILLM.Responses.ResponseCreateParams>{
       model: this.model,
+      reasoning: {
+        effort: this.reasoningEffort,
+        summary: this.reasoningSummary,
+      },
       include: this.include,
       input: this.toOpenAIResponseMessages(messages),
       tools: processedBuiltInTools,

packages/providers/openai/tests/responses.test.ts

@@ -1,6 +1,7 @@
 import type { BaseTool, ToolCallOptions } from "@llamaindex/core/llms";
-import { describe, expect, it } from "vitest";
+import { describe, expect, it, vi } from "vitest";
 import { OpenAIResponses } from "../src/responses";
+import { LLMInstance } from "../src/utils";
 
 const API_KEY = process.env.MY_OPENAI_API_KEY;
 
@@ -94,6 +95,54 @@ describe("OpenAIResponses Integration Tests", () => {
 });
 
 describe("OpenAIResponses Unit Tests", () => {
+  it("passes reasoning_effort to OpenAI SDK when reasoningEffort is set", async () => {
+    const createSpy = vi.fn().mockResolvedValue({
+      id: "resp_123",
+      output: [
+        {
+          type: "message",
+          role: "assistant",
+          content: [
+            {
+              type: "output_text",
+              text: "ok",
+            },
+          ],
+        },
+      ],
+    });
+
+    const mockSession = {
+      responses: {
+        create: createSpy,
+      },
+      apiKey: undefined,
+      baseURL: undefined,
+      chat: {} as unknown,
+      embeddings: {} as unknown,
+    } as const;
+
+    const llm = new OpenAIResponses({
+      model: "gpt-5",
+      reasoningEffort: "high",
+      reasoningSummary: "auto",
+      session: mockSession as unknown as LLMInstance,
+    });
+
+    await llm.chat({
+      messages: [
+        {
+          role: "user",
+          content: "hello",
+        },
+      ],
+    });
+
+    expect(createSpy).toHaveBeenCalledTimes(1);
+    const arg = createSpy.mock.calls[0]?.[0] as Record<string, unknown>;
+    expect(arg["reasoning"]).toHaveProperty("effort", "high");
+    expect(arg["reasoning"]).toHaveProperty("summary", "auto");
+  });
   // Testing utility functions
   describe("processMessageContent", () => {
     const llm = new OpenAIResponses({