fix token calculate error,if cached_tokens is None

This commit is contained in:
pantong
2025-02-17 21:50:08 +08:00
parent 1b488b6da7
commit 8f16473f0c

View File

@@ -31,7 +31,7 @@ class TokenCalcHandler(CustomLogger):
self.token_cost_process.sum_prompt_tokens(usage.prompt_tokens)
if hasattr(usage, "completion_tokens"):
self.token_cost_process.sum_completion_tokens(usage.completion_tokens)
if hasattr(usage, "prompt_tokens_details") and usage.prompt_tokens_details:
if hasattr(usage, "prompt_tokens_details") and usage.prompt_tokens_details and usage.prompt_tokens_details.cached_tokens:
self.token_cost_process.sum_cached_prompt_tokens(
usage.prompt_tokens_details.cached_tokens
)