From dedaafd86335678a5fa928be9c01f0d496c229f8 Mon Sep 17 00:00:00 2001 From: Ayo Ayibiowu Date: Fri, 10 May 2024 16:54:45 +0200 Subject: [PATCH] feat: adds support to automatically fallback to the default encoding (#596) * feat: adds support to automatically fallbackk to the default encoding * fix: use the correct method --- src/crewai/utilities/token_counter_callback.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/crewai/utilities/token_counter_callback.py b/src/crewai/utilities/token_counter_callback.py index c5e29c6f5..a21c01f5f 100644 --- a/src/crewai/utilities/token_counter_callback.py +++ b/src/crewai/utilities/token_counter_callback.py @@ -42,9 +42,9 @@ class TokenCalcHandler(BaseCallbackHandler): def on_llm_start( self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any ) -> None: - if "gpt" in self.model: + try: encoding = tiktoken.encoding_for_model(self.model) - else: + except KeyError: encoding = tiktoken.get_encoding("cl100k_base") if self.token_cost_process is None: