mirror of
https://github.com/vxcontrol/langchaingo.git
synced 2026-07-19 13:45:47 -04:00
llms/ollama: fix panic when context is cancelled during streaming (#1372)
Handle case where Message might be nil (e.g., context cancelled during streaming) by checking for nil before accessing Message.Content. Fixes #774
This commit is contained in:
@@ -156,9 +156,15 @@ func (o *LLM) GenerateContent(ctx context.Context, messages []llms.MessageConten
|
||||
return nil, err
|
||||
}
|
||||
|
||||
// Handle case where Message might be nil (e.g., context cancelled during streaming)
|
||||
content := ""
|
||||
if resp.Message != nil {
|
||||
content = resp.Message.Content
|
||||
}
|
||||
|
||||
choices := []*llms.ContentChoice{
|
||||
{
|
||||
Content: resp.Message.Content,
|
||||
Content: content,
|
||||
GenerationInfo: map[string]any{
|
||||
"CompletionTokens": resp.EvalCount,
|
||||
"PromptTokens": resp.PromptEvalCount,
|
||||
|
||||
Reference in New Issue
Block a user