Compare commits

...

3 Commits

Author SHA1 Message Date
Brandon Hancock (bhancock_ai)
3d148090d9 Merge branch 'main' into bugfix/fix-type-error-in-token-counter 2025-02-26 13:25:02 -05:00
Lorenze Jay
82cfd353b3 Merge branch 'main' into bugfix/fix-type-error-in-token-counter 2025-02-26 10:01:19 -08:00
Brandon Hancock
0903bbeca2 Fix type issue 2025-02-25 12:18:52 -05:00

View File

@@ -30,8 +30,14 @@ class TokenCalcHandler(CustomLogger):
if hasattr(usage, "prompt_tokens"):
self.token_cost_process.sum_prompt_tokens(usage.prompt_tokens)
if hasattr(usage, "completion_tokens"):
self.token_cost_process.sum_completion_tokens(usage.completion_tokens)
if hasattr(usage, "prompt_tokens_details") and usage.prompt_tokens_details:
self.token_cost_process.sum_completion_tokens(
usage.completion_tokens
)
if (
hasattr(usage, "prompt_tokens_details")
and usage.prompt_tokens_details
and usage.prompt_tokens_details.cached_tokens
):
self.token_cost_process.sum_cached_prompt_tokens(
usage.prompt_tokens_details.cached_tokens
)