mirror of
https://github.com/Mintplex-Labs/abitat.git
synced 2026-07-01 10:05:27 -04:00
fix anthropic context window
This commit is contained in:
@@ -0,0 +1,5 @@
|
||||
---
|
||||
'aibitat': patch
|
||||
---
|
||||
|
||||
Trim anthropic response and add a bigger context window for the chat
|
||||
@@ -99,12 +99,12 @@ export class AnthropicProvider extends Provider<Anthropic> {
|
||||
try {
|
||||
const response = await this.client.completions.create({
|
||||
model: this.model,
|
||||
max_tokens_to_sample: 300,
|
||||
max_tokens_to_sample: 3000,
|
||||
stream: false,
|
||||
prompt,
|
||||
})
|
||||
|
||||
const result = response.completion
|
||||
const result = response.completion.trim()
|
||||
// TODO: get cost from response
|
||||
const cost = 0
|
||||
|
||||
|
||||
Reference in New Issue
Block a user