andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-07-04 14:39:23 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

feat: enhance system message handling with prompt caching in AnthropicCompletion

Browse Source
This commit is contained in:
lorenzejay
2026-03-26 15:40:27 -07:00
parent 4d1c041cc1
commit 2832834367
1 changed files with 12 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
lib/crewai/src/crewai/llms/providers/anthropic/completion.py
View File

@@ -469,9 +469,15 @@ class AnthropicCompletion(BaseLLM):
"stream": self.stream,
}
# Add system message if present
# Add system message if present, with prompt caching
if system_message:
params["system"] = system_message
params["system"] = [
{
"type": "text",
"text": system_message,
"cache_control": {"type": "ephemeral"},
}
]
# Add optional parameters if set
if self.temperature is not None:
@@ -497,6 +503,10 @@ class AnthropicCompletion(BaseLLM):
if self.tool_search is not None and len(regular_tools) >= 2:
converted_tools = self._apply_tool_search(converted_tools)
if converted_tools:
converted_tools[-1]["cache_control"] = {"type": "ephemeral"}
params["tools"] = converted_tools
if available_functions and len(regular_tools) == 1: