AVB/bedrock-access-gateway
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: Fix invalid cache_creation_tokens metric key (#195)

Browse Source
This commit is contained in:
Donghee Na
2025-10-27 15:31:21 +09:00
committed by GitHub
parent 18b68bd3a7
commit 7e03ab062d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/api/models/bedrock.py
View File

@@ -375,7 +375,7 @@ class BedrockModel(BaseChatModel):
# Extract prompt caching metrics if available
cache_read_tokens = usage.get("cacheReadInputTokens", 0)
cache_creation_tokens = usage.get("cacheCreationInputTokens", 0)
cache_creation_tokens = usage.get("cacheWriteInputTokens", 0)
# Calculate actual prompt tokens
# Bedrock's totalTokens includes all: inputTokens + cacheRead + cacheWrite + outputTokens
@@ -1035,7 +1035,7 @@ class BedrockModel(BaseChatModel):
# Extract prompt caching metrics if available
cache_read_tokens = usage_data.get("cacheReadInputTokens", 0)
cache_creation_tokens = usage_data.get("cacheCreationInputTokens", 0)
cache_creation_tokens = usage_data.get("cacheWriteInputTokens", 0)
# Create prompt_tokens_details if cache metrics are available
prompt_tokens_details = None