Compare commits

...

20 Commits

Author SHA1 Message Date
sweep-ai[bot] 70a6ec8b3f Merge main into sweep/streaming-openai-responses 2023-08-30 20:10:11 +00:00
sweep-ai[bot] 93ecc7c1ae Merge main into sweep/streaming-openai-responses 2023-08-30 19:20:43 +00:00
sweep-ai[bot] afeb30d529 Merge main into sweep/streaming-openai-responses 2023-08-30 13:20:46 +00:00
sweep-ai[bot] fdfd6b79db Merge main into sweep/streaming-openai-responses 2023-08-30 05:47:04 +00:00
sweep-ai[bot] d5b6e4278c Merge main into sweep/streaming-openai-responses 2023-08-30 03:30:38 +00:00
sweep-ai[bot] d3e3b04138 Merge main into sweep/streaming-openai-responses 2023-08-30 03:24:58 +00:00
sweep-ai[bot] 7f8e51bece Merge main into sweep/streaming-openai-responses 2023-08-29 21:36:23 +00:00
sweep-ai[bot] c9685c43e2 Merge main into sweep/streaming-openai-responses 2023-08-29 20:30:01 +00:00
sweep-ai[bot] 06c636e516 Merge main into sweep/streaming-openai-responses 2023-08-29 19:34:09 +00:00
sweep-ai[bot] 4414bbfdc8 Merge main into sweep/streaming-openai-responses 2023-08-25 19:28:25 +00:00
sweep-ai[bot] aa7cd829cd Merge main into sweep/streaming-openai-responses 2023-08-25 19:10:10 +00:00
sweep-ai[bot] c04b0dfb92 Merge main into sweep/streaming-openai-responses 2023-08-24 23:47:10 +00:00
sweep-ai[bot] 5429e45764 Merge main into sweep/streaming-openai-responses 2023-08-24 06:19:56 +00:00
sweep-ai[bot] 1deb90789a Merge main into sweep/streaming-openai-responses 2023-08-24 06:19:27 +00:00
sweep-ai[bot] 242a723f7a Merge main into sweep/streaming-openai-responses 2023-08-23 06:42:43 +00:00
sweep-ai[bot] c3b47df0b3 Merge main into sweep/streaming-openai-responses 2023-08-23 06:41:41 +00:00
sweep-ai[bot] b193e2965c Merge main into sweep/streaming-openai-responses 2023-08-23 06:29:09 +00:00
sweep-ai[bot] fd9032d14a Merge main into sweep/streaming-openai-responses 2023-08-23 05:44:19 +00:00
sweep-ai[bot] 09cf8f3148 Merge main into sweep/streaming-openai-responses 2023-08-23 05:30:46 +00:00
sweep-ai[bot] 0ef928d0b5 Added support for streaming responses in OpenAI ch 2023-08-21 10:47:25 +00:00
+17 -28
View File
@@ -171,45 +171,34 @@ export class OpenAI implements LLM {
}
async chat(
messages: ChatMessage[],
parentEvent?: Event,
): Promise<ChatResponse> {
const baseRequestParams: OpenAILLM.Chat.CompletionCreateParams = {
model: this.model,
temperature: this.temperature,
max_tokens: this.maxTokens,
messages: messages.map((message) => ({
role: this.mapMessageType(message.role),
content: message.content,
})),
top_p: this.topP,
...this.additionalChatOptions,
};
if (this.callbackManager?.onLLMStream) {
messages: ChatMessage[],
parentEvent?: Event,
): Promise<ChatResponse> {
const baseRequestParams: OpenAILLM.Chat.CompletionCreateParams = {
model: this.model,
temperature: this.temperature,
max_tokens: this.maxTokens,
messages: messages.map((message) => ({
role: this.mapMessageType(message.role),
content: message.content,
})),
top_p: this.topP,
...this.additionalChatOptions,
};
// Streaming
const response = await this.session.openai.chat.completions.create({
...baseRequestParams,
stream: true,
});
const { message, role } = await handleOpenAIStream({
response,
onLLMStream: this.callbackManager.onLLMStream,
onLLMStream: this.callbackManager?.onLLMStream,
parentEvent,
});
return { message: { content: message, role } };
} else {
// Non-streaming
const response = await this.session.openai.chat.completions.create({
...baseRequestParams,
stream: false,
});
const content = response.choices[0].message?.content ?? "";
return { message: { content, role: response.choices[0].message.role } };
}
}
async complete(
prompt: string,