mirror of
https://github.com/vxcontrol/langchaingo.git
synced 2026-07-19 13:45:47 -04:00
Dmitry Ng
1c3dd0fca4
- Upgraded various AWS SDK dependencies in go.mod and go.sum files to their latest versions, improving compatibility and performance. - Introduced automatic caching support for specific Anthropic models, optimizing token usage and reducing costs. - Refactored message processing to include caching logic, ensuring seamless integration with existing functionalities. - Removed deprecated models from tests and updated test cases to validate new caching features and model support.
62 lines
20 KiB
Plaintext
Generated
62 lines
20 KiB
Plaintext
Generated
httprr trace v1
|
|
5644 861
|
|
POST https://bedrock-runtime.us-east-1.amazonaws.com/model/us.anthropic.claude-sonnet-4-5-20250929-v1%3A0/invoke HTTP/1.1
|
|
Host: bedrock-runtime.us-east-1.amazonaws.com
|
|
User-Agent: langchaingo-httprr
|
|
Content-Length: 5328
|
|
Accept: */*
|
|
Authorization: AWS4-HMAC-SHA256 test-api-key
|
|
Content-Type: application/json
|
|
|
|
{"anthropic_version":"bedrock-2023-05-31","max_tokens":512,"system":"BedrockAutoCacheTest-v1: You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. ","messages":[{"role":"user","content":[{"type":"text","text":"What's the weather in Boston?"}]}],"tools":[{"name":"get_weather","description":"BedrockAutoCacheTest-v1: Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. ","input_schema":{"properties":{"location":{"description":"City and state, e.g. San Francisco, CA","type":"string"}},"required":["location"],"type":"object"}}]}HTTP/2.0 200 OK
|
|
Content-Length: 479
|
|
Content-Type: application/json
|
|
Date: Tue, 03 Mar 2026 12:08:21 GMT
|
|
X-Amzn-Bedrock-Cache-Read-Input-Token-Count: 0
|
|
X-Amzn-Bedrock-Cache-Write-Input-Token-Count: 0
|
|
X-Amzn-Bedrock-Input-Token-Count: 1364
|
|
X-Amzn-Bedrock-Invocation-Latency: 2316
|
|
X-Amzn-Bedrock-Output-Token-Count: 55
|
|
X-Amzn-Requestid: cac76811-ff21-4b4b-a4ab-b898881b8ac1
|
|
|
|
{"model":"claude-sonnet-4-5-20250929","id":"msg_bdrk_018XN9z43PbbVj1CpSArUwwy","type":"message","role":"assistant","content":[{"type":"tool_use","id":"toolu_bdrk_018mXNtJeAPtSRUF5fA81SCg","name":"get_weather","input":{"location":"Boston, MA"}}],"stop_reason":"tool_use","stop_sequence":null,"usage":{"input_tokens":1364,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"cache_creation":{"ephemeral_5m_input_tokens":0,"ephemeral_1h_input_tokens":0},"output_tokens":55}}6006 894
|
|
POST https://bedrock-runtime.us-east-1.amazonaws.com/model/us.anthropic.claude-sonnet-4-5-20250929-v1%3A0/invoke HTTP/1.1
|
|
Host: bedrock-runtime.us-east-1.amazonaws.com
|
|
User-Agent: langchaingo-httprr
|
|
Content-Length: 5690
|
|
Accept: */*
|
|
Authorization: AWS4-HMAC-SHA256 test-api-key
|
|
Content-Type: application/json
|
|
|
|
{"anthropic_version":"bedrock-2023-05-31","max_tokens":512,"system":"BedrockAutoCacheTest-v1: You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. ","messages":[{"role":"user","content":[{"type":"text","text":"What's the weather in Boston?"}]},{"role":"assistant","content":[{"type":"tool_use","id":"toolu_bdrk_018mXNtJeAPtSRUF5fA81SCg","name":"get_weather","input":{"location":"Boston, MA"}}]},{"role":"user","content":[{"type":"tool_result","tool_use_id":"toolu_bdrk_018mXNtJeAPtSRUF5fA81SCg","content":"{\"temperature\": 72, \"condition\": \"sunny\"}","cache_control":{"type":"ephemeral","ttl":"5m"}}]}],"tools":[{"name":"get_weather","description":"BedrockAutoCacheTest-v1: Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. ","input_schema":{"properties":{"location":{"description":"City and state, e.g. San Francisco, CA","type":"string"}},"required":["location"],"type":"object"}}]}HTTP/2.0 200 OK
|
|
Content-Length: 512
|
|
Content-Type: application/json
|
|
Date: Tue, 03 Mar 2026 12:08:24 GMT
|
|
X-Amzn-Bedrock-Cache-Read-Input-Token-Count: 0
|
|
X-Amzn-Bedrock-Cache-Write-Input-Token-Count: 1438
|
|
X-Amzn-Bedrock-Input-Token-Count: 6
|
|
X-Amzn-Bedrock-Invocation-Latency: 2013
|
|
X-Amzn-Bedrock-Output-Token-Count: 38
|
|
X-Amzn-Requestid: e078dfdc-a32c-43e9-b857-ac78786862a8
|
|
|
|
{"model":"claude-sonnet-4-5-20250929","id":"msg_bdrk_01N4Zp8XkWCrnmFY1rrCVdqx","type":"message","role":"assistant","content":[{"type":"text","text":"The current weather in Boston, MA is:\n- **Temperature**: 72°F\n- **Condition**: Sunny\n\nIt's a beautiful day in Boston!"}],"stop_reason":"end_turn","stop_sequence":null,"usage":{"input_tokens":6,"cache_creation_input_tokens":1438,"cache_read_input_tokens":0,"cache_creation":{"ephemeral_5m_input_tokens":1438,"ephemeral_1h_input_tokens":0},"output_tokens":38}}6261 868
|
|
POST https://bedrock-runtime.us-east-1.amazonaws.com/model/us.anthropic.claude-sonnet-4-5-20250929-v1%3A0/invoke HTTP/1.1
|
|
Host: bedrock-runtime.us-east-1.amazonaws.com
|
|
User-Agent: langchaingo-httprr
|
|
Content-Length: 5945
|
|
Accept: */*
|
|
Authorization: AWS4-HMAC-SHA256 test-api-key
|
|
Content-Type: application/json
|
|
|
|
{"anthropic_version":"bedrock-2023-05-31","max_tokens":512,"system":"BedrockAutoCacheTest-v1: You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. You are a helpful assistant with access to weather capabilities. ","messages":[{"role":"user","content":[{"type":"text","text":"What's the weather in Boston?"}]},{"role":"assistant","content":[{"type":"tool_use","id":"toolu_bdrk_018mXNtJeAPtSRUF5fA81SCg","name":"get_weather","input":{"location":"Boston, MA"}}]},{"role":"user","content":[{"type":"tool_result","tool_use_id":"toolu_bdrk_018mXNtJeAPtSRUF5fA81SCg","content":"{\"temperature\": 72, \"condition\": \"sunny\"}"}]},{"role":"assistant","content":[{"type":"text","text":"The current weather in Boston, MA is:\n- **Temperature**: 72°F\n- **Condition**: Sunny\n\nIt's a beautiful day in Boston!","cache_control":{"type":"ephemeral","ttl":"5m"}}]},{"role":"user","content":[{"type":"text","text":"What about New York?"}]}],"tools":[{"name":"get_weather","description":"BedrockAutoCacheTest-v1: Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. Get current weather conditions including temperature, humidity, wind speed, and precipitation for a specified geographic location. ","input_schema":{"properties":{"location":{"description":"City and state, e.g. San Francisco, CA","type":"string"}},"required":["location"],"type":"object"}}]}HTTP/2.0 200 OK
|
|
Content-Length: 484
|
|
Content-Type: application/json
|
|
Date: Tue, 03 Mar 2026 12:08:28 GMT
|
|
X-Amzn-Bedrock-Cache-Read-Input-Token-Count: 1438
|
|
X-Amzn-Bedrock-Cache-Write-Input-Token-Count: 41
|
|
X-Amzn-Bedrock-Input-Token-Count: 11
|
|
X-Amzn-Bedrock-Invocation-Latency: 2445
|
|
X-Amzn-Bedrock-Output-Token-Count: 56
|
|
X-Amzn-Requestid: 4e835349-c4fe-45b3-9146-ceb02826a891
|
|
|
|
{"model":"claude-sonnet-4-5-20250929","id":"msg_bdrk_01FpNQeFvCSh7SoJtHwPDP6d","type":"message","role":"assistant","content":[{"type":"tool_use","id":"toolu_bdrk_01G58eVVMGER3xvhAMk8ZaEu","name":"get_weather","input":{"location":"New York, NY"}}],"stop_reason":"tool_use","stop_sequence":null,"usage":{"input_tokens":11,"cache_creation_input_tokens":41,"cache_read_input_tokens":1438,"cache_creation":{"ephemeral_5m_input_tokens":41,"ephemeral_1h_input_tokens":0},"output_tokens":56}} |