andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-08 15:48:29 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

feat: adds support to automatically fallback to the default encoding (#596)

Browse Source 
* feat: adds support to automatically fallbackk to the default encoding

* fix: use the correct method
This commit is contained in:
Ayo Ayibiowu
2024-05-10 16:54:45 +02:00
committed by GitHub
parent f0c9e80d33
commit dedaafd863
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/crewai/utilities/token_counter_callback.py
View File

@@ -42,9 +42,9 @@ class TokenCalcHandler(BaseCallbackHandler):
def on_llm_start( def on_llm_start(
self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
) -> None: ) -> None:
if "gpt" in self.model: try:
encoding = tiktoken.encoding_for_model(self.model) encoding = tiktoken.encoding_for_model(self.model)
else: except KeyError:
encoding = tiktoken.get_encoding("cl100k_base") encoding = tiktoken.get_encoding("cl100k_base")
if self.token_cost_process is None: if self.token_cost_process is None: