andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-27 17:18:13 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

Fix issue when stream is True

Browse Source
This commit is contained in:
Robin Wang
2024-10-29 01:15:08 +08:00
parent 26afee9bed
commit 15cddce269
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/crewai/llm.py
View File

@@ -153,7 +153,13 @@ class LLM:
params = {k: v for k, v in params.items() if v is not None} params = {k: v for k, v in params.items() if v is not None}
response = litellm.completion(**params) response = litellm.completion(**params)
return response["choices"][0]["message"]["content"] if params.get("stream", False):
content = ""
for chunk in response:
content += chunk.choices[0].delta.content or ""
return content
else:
return response["choices"][0]["message"]["content"]
except Exception as e: except Exception as e:
if not LLMContextLengthExceededException( if not LLMContextLengthExceededException(
str(e) str(e)