andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-11 09:08:31 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

chore: remove decorator kwarg to ensure global conftest applies

Browse Source
This commit is contained in:
Greyson Lalonde
2025-11-07 17:01:30 -05:00
parent 54f8cc685f
commit 19f4ef0982
31 changed files with 1352 additions and 315 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
lib/crewai-tools/tests/tools/firecrawl_crawl_website_tool_test.py
View File

@@ -4,7 +4,7 @@ from crewai_tools.tools.firecrawl_crawl_website_tool.firecrawl_crawl_website_too
FirecrawlCrawlWebsiteTool,
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_firecrawl_crawl_tool_integration():
tool = FirecrawlCrawlWebsiteTool(config={
"limit": 2,

2
lib/crewai-tools/tests/tools/firecrawl_scrape_website_tool_test.py
View File

@@ -4,7 +4,7 @@ from crewai_tools.tools.firecrawl_scrape_website_tool.firecrawl_scrape_website_t
FirecrawlScrapeWebsiteTool,
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_firecrawl_scrape_tool_integration():
tool = FirecrawlScrapeWebsiteTool()
result = tool.run(url="https://firecrawl.dev")

2
lib/crewai-tools/tests/tools/firecrawl_search_tool_test.py
View File

@@ -3,7 +3,7 @@ import pytest
from crewai_tools.tools.firecrawl_search_tool.firecrawl_search_tool import FirecrawlSearchTool
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_firecrawl_search_tool_integration():
tool = FirecrawlSearchTool()
result = tool.run(query="firecrawl")

98
lib/crewai/tests/agents/test_agent.py
View File

@@ -147,7 +147,7 @@ def test_custom_llm():
assert agent.llm.model == "gpt-4"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_execution():
agent = Agent(
role="test role",
@@ -166,7 +166,7 @@ def test_agent_execution():
assert output == "1 + 1 is 2"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_execution_with_tools():
@tool
def multiplier(first_number: int, second_number: int) -> float:
@@ -211,7 +211,7 @@ def test_agent_execution_with_tools():
assert received_events[0].tool_args == {"first_number": 3, "second_number": 4}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_logging_tool_usage():
@tool
def multiplier(first_number: int, second_number: int) -> float:
@@ -245,7 +245,7 @@ def test_logging_tool_usage():
assert agent.tools_handler.last_used_tool.arguments == tool_usage.arguments
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_cache_hitting():
@tool
def multiplier(first_number: int, second_number: int) -> float:
@@ -330,7 +330,7 @@ def test_cache_hitting():
assert received_events[0].from_cache
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_disabling_cache_for_agent():
@tool
def multiplier(first_number: int, second_number: int) -> float:
@@ -394,7 +394,7 @@ def test_disabling_cache_for_agent():
read.assert_not_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_execution_with_specific_tools():
@tool
def multiplier(first_number: int, second_number: int) -> float:
@@ -417,7 +417,7 @@ def test_agent_execution_with_specific_tools():
assert output == "The result of the multiplication is 12."
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_powered_by_new_o_model_family_that_allows_skipping_tool():
@tool
def multiplier(first_number: int, second_number: int) -> float:
@@ -443,7 +443,7 @@ def test_agent_powered_by_new_o_model_family_that_allows_skipping_tool():
assert output == "12"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_powered_by_new_o_model_family_that_uses_tool():
@tool
def comapny_customer_data() -> str:
@@ -469,7 +469,7 @@ def test_agent_powered_by_new_o_model_family_that_uses_tool():
assert output == "42"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_custom_max_iterations():
@tool
def get_final_answer() -> float:
@@ -511,7 +511,7 @@ def test_agent_custom_max_iterations():
assert call_count == 3
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_repeated_tool_usage(capsys):
"""Test that agents handle repeated tool usage appropriately.
@@ -560,7 +560,7 @@ def test_agent_repeated_tool_usage(capsys):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_repeated_tool_usage_check_even_with_disabled_cache(capsys):
@tool
def get_final_answer(anything: str) -> float:
@@ -603,7 +603,7 @@ def test_agent_repeated_tool_usage_check_even_with_disabled_cache(capsys):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_moved_on_after_max_iterations():
@tool
def get_final_answer() -> float:
@@ -630,7 +630,7 @@ def test_agent_moved_on_after_max_iterations():
assert output == "42"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_respect_the_max_rpm_set(capsys):
@tool
def get_final_answer() -> float:
@@ -664,7 +664,7 @@ def test_agent_respect_the_max_rpm_set(capsys):
moveon.assert_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_respect_the_max_rpm_set_over_crew_rpm(capsys):
from unittest.mock import patch
@@ -702,7 +702,7 @@ def test_agent_respect_the_max_rpm_set_over_crew_rpm(capsys):
moveon.assert_not_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_without_max_rpm_respects_crew_rpm(capsys):
from unittest.mock import patch
@@ -762,7 +762,7 @@ def test_agent_without_max_rpm_respects_crew_rpm(capsys):
moveon.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_error_on_parsing_tool(capsys):
from unittest.mock import patch
@@ -805,7 +805,7 @@ def test_agent_error_on_parsing_tool(capsys):
assert "Error on parsing tool." in captured.out
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_remembers_output_format_after_using_tools_too_many_times():
from unittest.mock import patch
@@ -840,7 +840,7 @@ def test_agent_remembers_output_format_after_using_tools_too_many_times():
remember_format.assert_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_use_specific_tasks_output_as_context(capsys):
agent1 = Agent(role="test role", goal="test goal", backstory="test backstory")
agent2 = Agent(role="test role2", goal="test goal2", backstory="test backstory2")
@@ -867,7 +867,7 @@ def test_agent_use_specific_tasks_output_as_context(capsys):
assert "hi" in result.raw.lower() or "hello" in result.raw.lower()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_step_callback():
class StepCallback:
def callback(self, step):
@@ -901,7 +901,7 @@ def test_agent_step_callback():
callback.assert_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_function_calling_llm():
from crewai.llm import LLM
llm = LLM(model="gpt-4o", is_litellm=True)
@@ -948,7 +948,7 @@ def test_agent_function_calling_llm():
mock_original_tool_calling.assert_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_tool_result_as_answer_is_the_final_answer_for_the_agent():
from crewai.tools import BaseTool
@@ -978,7 +978,7 @@ def test_tool_result_as_answer_is_the_final_answer_for_the_agent():
assert result.raw == "Howdy!"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_tool_usage_information_is_appended_to_agent():
from crewai.tools import BaseTool
@@ -1033,7 +1033,7 @@ def test_agent_definition_based_on_dict():
# test for human input
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_human_input():
# Agent configuration
config = {
@@ -1181,7 +1181,7 @@ Thought:<|eot_id|>
assert mock_format_prompt.return_value == expected_prompt
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_allow_crewai_trigger_context():
from crewai import Crew
@@ -1202,7 +1202,7 @@ def test_task_allow_crewai_trigger_context():
assert "Trigger Payload: Important context data" in prompt
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_without_allow_crewai_trigger_context():
from crewai import Crew
@@ -1225,7 +1225,7 @@ def test_task_without_allow_crewai_trigger_context():
assert "Important context data" not in prompt
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_allow_crewai_trigger_context_no_payload():
from crewai import Crew
@@ -1247,7 +1247,7 @@ def test_task_allow_crewai_trigger_context_no_payload():
assert "Trigger Payload:" not in prompt
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_do_not_allow_crewai_trigger_context_for_first_task_hierarchical():
from crewai import Crew
@@ -1276,7 +1276,7 @@ def test_do_not_allow_crewai_trigger_context_for_first_task_hierarchical():
assert "Trigger Payload: Initial context data" not in first_prompt
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_first_task_auto_inject_trigger():
from crewai import Crew
@@ -1309,7 +1309,7 @@ def test_first_task_auto_inject_trigger():
assert "Trigger Payload:" not in second_prompt
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_ensure_first_task_allow_crewai_trigger_context_is_false_does_not_inject():
from crewai import Crew
@@ -1514,7 +1514,7 @@ def test_agent_with_additional_kwargs():
assert agent.llm.frequency_penalty == 0.1
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call():
llm = LLM(model="gpt-3.5-turbo")
messages = [{"role": "user", "content": "Say 'Hello, World!'"}]
@@ -1523,7 +1523,7 @@ def test_llm_call():
assert "Hello, World!" in response
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_with_error():
llm = LLM(model="non-existent-model")
messages = [{"role": "user", "content": "This should fail"}]
@@ -1532,7 +1532,7 @@ def test_llm_call_with_error():
llm.call(messages)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_handle_context_length_exceeds_limit():
# Import necessary modules
from crewai.utilities.agent_utils import handle_context_length
@@ -1585,7 +1585,7 @@ def test_handle_context_length_exceeds_limit():
mock_summarize.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_handle_context_length_exceeds_limit_cli_no():
agent = Agent(
role="test role",
@@ -1660,7 +1660,7 @@ def test_agent_with_all_llm_attributes():
assert agent.llm.api_key == "sk-your-api-key-here"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_with_all_attributes():
llm = LLM(
model="gpt-3.5-turbo",
@@ -1677,7 +1677,7 @@ def test_llm_call_with_all_attributes():
assert "STOP" not in response
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_with_ollama_llama3():
agent = Agent(
role="test role",
@@ -1698,7 +1698,7 @@ def test_agent_with_ollama_llama3():
assert "Llama3" in response or "AI" in response or "language model" in response
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_with_ollama_llama3():
llm = LLM(
model="ollama/llama3.2:3b",
@@ -1717,7 +1717,7 @@ def test_llm_call_with_ollama_llama3():
assert "Llama3" in response or "AI" in response or "language model" in response
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_execute_task_basic():
agent = Agent(
role="test role",
@@ -1736,7 +1736,7 @@ def test_agent_execute_task_basic():
assert "4" in result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_execute_task_with_context():
agent = Agent(
role="test role",
@@ -1758,7 +1758,7 @@ def test_agent_execute_task_with_context():
assert "fox" in result.lower() and "dog" in result.lower()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_execute_task_with_tool():
@tool
def dummy_tool(query: str) -> str:
@@ -1783,7 +1783,7 @@ def test_agent_execute_task_with_tool():
assert "Dummy result for: test query" in result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_execute_task_with_custom_llm():
agent = Agent(
role="test role",
@@ -1804,7 +1804,7 @@ def test_agent_execute_task_with_custom_llm():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_execute_task_with_ollama():
agent = Agent(
role="test role",
@@ -1824,7 +1824,7 @@ def test_agent_execute_task_with_ollama():
assert "AI" in result or "artificial intelligence" in result.lower()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_with_knowledge_sources():
content = "Brandon's favorite color is red and he likes Mexican food."
string_source = StringKnowledgeSource(content=content)
@@ -1856,7 +1856,7 @@ def test_agent_with_knowledge_sources():
assert "red" in result.raw.lower()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_with_knowledge_sources_with_query_limit_and_score_threshold():
content = "Brandon's favorite color is red and he likes Mexican food."
string_source = StringKnowledgeSource(content=content)
@@ -1904,7 +1904,7 @@ def test_agent_with_knowledge_sources_with_query_limit_and_score_threshold():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_with_knowledge_sources_with_query_limit_and_score_threshold_default():
content = "Brandon's favorite color is red and he likes Mexican food."
string_source = StringKnowledgeSource(content=content)
@@ -1953,7 +1953,7 @@ def test_agent_with_knowledge_sources_with_query_limit_and_score_threshold_defau
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_with_knowledge_sources_extensive_role():
content = "Brandon's favorite color is red and he likes Mexican food."
string_source = StringKnowledgeSource(content=content)
@@ -1989,7 +1989,7 @@ def test_agent_with_knowledge_sources_extensive_role():
assert "red" in result.raw.lower()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_with_knowledge_sources_works_with_copy():
content = "Brandon's favorite color is red and he likes Mexican food."
string_source = StringKnowledgeSource(content=content)
@@ -2028,7 +2028,7 @@ def test_agent_with_knowledge_sources_works_with_copy():
assert isinstance(agent_copy.llm, BaseLLM)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_with_knowledge_sources_generate_search_query():
content = "Brandon's favorite color is red and he likes Mexican food."
string_source = StringKnowledgeSource(content=content)
@@ -2162,7 +2162,7 @@ def test_agent_knowledege_with_crewai_knowledge():
crew_knowledge.query.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_litellm_auth_error_handling():
"""Test that LiteLLM authentication errors are handled correctly and not retried."""
from litellm import AuthenticationError as LiteLLMAuthenticationError
@@ -2291,7 +2291,7 @@ def test_litellm_anthropic_error_handling():
mock_llm_call.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_get_knowledge_search_query():
"""Test that _get_knowledge_search_query calls the LLM with the correct prompts."""
from crewai.utilities.i18n import I18N

24
lib/crewai/tests/agents/test_lite_agent.py
View File

@@ -70,7 +70,7 @@ class ResearchResult(BaseModel):
sources: list[str] = Field(description="List of sources used")
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
@pytest.mark.parametrize("verbose", [True, False])
def test_lite_agent_created_with_correct_parameters(monkeypatch, verbose):
"""Test that LiteAgent is created with the correct parameters when Agent.kickoff() is called."""
@@ -130,7 +130,7 @@ def test_lite_agent_created_with_correct_parameters(monkeypatch, verbose):
assert created_lite_agent["response_format"] == TestResponse
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_lite_agent_with_tools():
"""Test that Agent can use tools."""
# Create a LiteAgent with tools
@@ -174,7 +174,7 @@ def test_lite_agent_with_tools():
assert event.tool_name == "search_web"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_lite_agent_structured_output():
"""Test that Agent can return a simple structured output."""
@@ -217,7 +217,7 @@ def test_lite_agent_structured_output():
return result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_lite_agent_returns_usage_metrics():
"""Test that LiteAgent returns usage metrics."""
llm = LLM(model="gpt-4o-mini")
@@ -238,7 +238,7 @@ def test_lite_agent_returns_usage_metrics():
assert result.usage_metrics["total_tokens"] > 0
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
@pytest.mark.asyncio
async def test_lite_agent_returns_usage_metrics_async():
"""Test that LiteAgent returns usage metrics when run asynchronously."""
@@ -333,7 +333,7 @@ def test_sets_parent_flow_when_inside_flow():
assert captured_agent.parent_flow is flow
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_guardrail_is_called_using_string():
guardrail_events = defaultdict(list)
from crewai.events.event_types import (
@@ -387,7 +387,7 @@ def test_guardrail_is_called_using_string():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_guardrail_is_called_using_callable():
guardrail_events = defaultdict(list)
from crewai.events.event_types import (
@@ -433,7 +433,7 @@ def test_guardrail_is_called_using_callable():
assert "Pelé - Santos, 1958" in result.raw
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_guardrail_reached_attempt_limit():
guardrail_events = defaultdict(list)
from crewai.events.event_types import (
@@ -487,7 +487,7 @@ def test_guardrail_reached_attempt_limit():
assert not guardrail_events["completed"][2].success
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_output_when_guardrail_returns_base_model():
class Player(BaseModel):
name: str
@@ -578,7 +578,7 @@ def test_lite_agent_with_custom_llm_and_guardrails():
assert result2.raw == "Modified by guardrail"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_lite_agent_with_invalid_llm():
"""Test that LiteAgent raises proper error when create_llm returns None."""
with patch("crewai.lite_agent.create_llm", return_value=None):
@@ -594,7 +594,7 @@ def test_lite_agent_with_invalid_llm():
@patch.dict("os.environ", {"CREWAI_PLATFORM_INTEGRATION_TOKEN": "test_token"})
@patch("crewai_tools.tools.crewai_platform_tools.crewai_platform_tool_builder.requests.get")
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_kickoff_with_platform_tools(mock_get):
"""Test that Agent.kickoff() properly integrates platform tools with LiteAgent"""
mock_response = Mock()
@@ -636,7 +636,7 @@ def test_agent_kickoff_with_platform_tools(mock_get):
@patch.dict("os.environ", {"EXA_API_KEY": "test_exa_key"})
@patch("crewai.agent.Agent._get_external_mcp_tools")
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_kickoff_with_mcp_tools(mock_get_mcp_tools):
"""Test that Agent.kickoff() properly integrates MCP tools with LiteAgent"""
# Setup mock MCP tools - create a proper BaseTool instance

1157
lib/crewai/tests/cassettes/test_output_json_hierarchical.yaml
View File

File diff suppressed because it is too large Load Diff

0
lib/crewai/tests/events/__init__.py Normal file
View File

6
lib/crewai/tests/experimental/evaluation/test_agent_evaluator.py
View File

@@ -54,7 +54,7 @@ class TestAgentEvaluator:
agent_evaluator.set_iteration(3)
assert agent_evaluator._execution_state.iteration == 3
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_evaluate_current_iteration(self, mock_crew):
from crewai.events.types.task_events import TaskCompletedEvent
@@ -126,7 +126,7 @@ class TestAgentEvaluator:
):
assert isinstance(evaluator, expected_type)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_eval_specific_agents_from_crew(self, mock_crew):
from crewai.events.types.task_events import TaskCompletedEvent
@@ -215,7 +215,7 @@ class TestAgentEvaluator:
assert goal_alignment.raw_response is not None
assert '"score": 5' in goal_alignment.raw_response
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_failed_evaluation(self, mock_crew):
(agent,) = mock_crew.agents
(task,) = mock_crew.tasks

6
lib/crewai/tests/knowledge/test_knowledge.py
View File

@@ -53,7 +53,7 @@ def test_single_short_string(mock_vector_db):
mock_vector_db.query.assert_called_once()
# @pytest.mark.vcr(filter_headers=["authorization"])
# @pytest.mark.vcr()
def test_single_2k_character_string(mock_vector_db):
# Create a 2k character string with various facts about Brandon
content = (
@@ -374,7 +374,7 @@ def test_multiple_2k_character_files(mock_vector_db, tmpdir):
mock_vector_db.query.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_hybrid_string_and_files(mock_vector_db, tmpdir):
# Create string sources
string_contents = [
@@ -443,7 +443,7 @@ def test_pdf_knowledge_source(mock_vector_db):
mock_vector_db.query.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_csv_knowledge_source(mock_vector_db, tmpdir):
"""Test CSVKnowledgeSource with a simple CSV file."""

0
lib/crewai/tests/llms/anthropic/__init__.py Normal file
View File

0
lib/crewai/tests/llms/bedrock/__init__.py Normal file
View File

0
lib/crewai/tests/llms/google/__init__.py Normal file
View File

6
lib/crewai/tests/llms/hooks/test_openai_interceptor.py
View File

@@ -55,7 +55,7 @@ class TestOpenAIInterceptorIntegration:
assert llm.interceptor is interceptor
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_openai_call_with_interceptor_tracks_requests(self) -> None:
"""Test that interceptor tracks OpenAI API requests."""
interceptor = OpenAITestInterceptor()
@@ -152,7 +152,7 @@ class TestOpenAILoggingInterceptor:
assert llm.interceptor is interceptor
assert isinstance(llm.interceptor, LoggingInterceptor)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_logging_interceptor_tracks_details(self) -> None:
"""Test that logging interceptor tracks request/response details."""
interceptor = LoggingInterceptor()
@@ -241,7 +241,7 @@ class TestOpenAIAuthInterceptor:
assert "X-Organization-ID" in modified_request.headers
assert modified_request.headers["X-Organization-ID"] == "test-org"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_auth_interceptor_with_real_call(self) -> None:
"""Test that auth interceptor works with real OpenAI API call."""
interceptor = AuthInterceptor(api_key="custom-123", org_id="org-789")

0
lib/crewai/tests/llms/openai/__init__.py Normal file
View File

4
lib/crewai/tests/llms/openai/test_openai.py
View File

@@ -34,7 +34,7 @@ def test_openai_completion_is_used_when_no_provider_prefix():
assert llm.provider == "openai"
assert llm.model == "gpt-4o"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_openai_is_default_provider_without_explicit_llm_set_on_agent():
"""
Test that OpenAI is the default provider when no explicit LLM is set on the agent
@@ -302,7 +302,7 @@ def test_openai_completion_with_tools():
assert call_kwargs['tools'] is not None
assert len(call_kwargs['tools']) > 0
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_openai_completion_call_returns_usage_metrics():
"""
Test that OpenAICompletion.call returns usage metrics

4
lib/crewai/tests/memory/test_external_memory.py
View File

@@ -194,7 +194,7 @@ def test_crew_external_memory_reset(mem_type, crew_with_external_memory):
@pytest.mark.parametrize("mem_method", ["search", "save"])
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_external_memory_save_with_memory_flag(
mem_method, crew_with_external_memory
):
@@ -206,7 +206,7 @@ def test_crew_external_memory_save_with_memory_flag(
@pytest.mark.parametrize("mem_method", ["search", "save"])
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_external_memory_save_using_crew_without_memory_flag(
mem_method, crew_with_external_memory_without_memory_flag
):

0
lib/crewai/tests/project/__init__.py Normal file
View File

0
lib/crewai/tests/rag/config/__init__.py Normal file
View File

2
lib/crewai/tests/telemetry/test_telemetry.py
View File

@@ -54,7 +54,7 @@ def test_telemetry_enabled_by_default():
"opentelemetry.exporter.otlp.proto.http.trace_exporter.OTLPSpanExporter.export",
side_effect=Exception("Test exception"),
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_telemetry_fails_due_connect_timeout(export_mock, logger_mock):
error = Exception("Test exception")
export_mock.side_effect = error

160
lib/crewai/tests/test_crew.py
View File

@@ -286,7 +286,7 @@ def test_crew_config_with_wrong_keys():
Crew(process=Process.sequential, config=no_agents_config)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_creation(researcher, writer):
tasks = [
Task(
@@ -318,7 +318,7 @@ def test_crew_creation(researcher, writer):
assert result.raw == expected_string_output
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_sync_task_execution(researcher, writer):
tasks = [
Task(
@@ -357,7 +357,7 @@ def test_sync_task_execution(researcher, writer):
assert mock_execute_sync.call_count == len(tasks)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_hierarchical_process(researcher, writer):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article, then write one amazing paragraph highlight for each idea that showcases how good an article about this topic could be. Return the list of ideas with their paragraph and your notes.",
@@ -393,7 +393,7 @@ def test_manager_llm_requirement_for_hierarchical_process(researcher, writer):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_manager_agent_delegating_to_assigned_task_agent(researcher, writer):
"""
Test that the manager agent delegates to the assigned task agent.
@@ -445,7 +445,7 @@ def test_manager_agent_delegating_to_assigned_task_agent(researcher, writer):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_manager_agent_delegating_to_all_agents(researcher, writer):
"""
Test that the manager agent delegates to all agents when none are specified.
@@ -478,7 +478,7 @@ def test_manager_agent_delegating_to_all_agents(researcher, writer):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_manager_agent_delegates_with_varied_role_cases():
"""
Test that the manager agent can delegate to agents regardless of case or whitespace variations in role names.
@@ -555,7 +555,7 @@ def test_manager_agent_delegates_with_varied_role_cases():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_with_delegating_agents(ceo, writer):
tasks = [
Task(
@@ -579,7 +579,7 @@ def test_crew_with_delegating_agents(ceo, writer):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_with_delegating_agents_should_not_override_task_tools(ceo, writer):
class TestToolInput(BaseModel):
"""Input schema for TestTool."""
@@ -635,7 +635,7 @@ def test_crew_with_delegating_agents_should_not_override_task_tools(ceo, writer)
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_with_delegating_agents_should_not_override_agent_tools(ceo, writer):
class TestToolInput(BaseModel):
"""Input schema for TestTool."""
@@ -693,7 +693,7 @@ def test_crew_with_delegating_agents_should_not_override_agent_tools(ceo, writer
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_tools_override_agent_tools(researcher):
class TestToolInput(BaseModel):
"""Input schema for TestTool."""
@@ -742,7 +742,7 @@ def test_task_tools_override_agent_tools(researcher):
assert isinstance(new_researcher.tools[0], TestTool)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_tools_override_agent_tools_with_allow_delegation(researcher, writer):
"""
Test that task tools override agent tools while preserving delegation tools when allow_delegation=True
@@ -819,7 +819,7 @@ def test_task_tools_override_agent_tools_with_allow_delegation(researcher, write
assert isinstance(researcher_with_delegation.tools[0], TestTool)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_verbose_output(researcher, writer, capsys):
tasks = [
Task(
@@ -863,7 +863,7 @@ def test_crew_verbose_output(researcher, writer, capsys):
assert crew_quiet.verbose is False
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_cache_hitting_between_agents(researcher, writer, ceo):
@tool
def multiplier(first_number: int, second_number: int) -> float:
@@ -917,7 +917,7 @@ def test_cache_hitting_between_agents(researcher, writer, ceo):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_api_calls_throttling(capsys):
@tool
def get_final_answer() -> float:
@@ -952,7 +952,7 @@ def test_api_calls_throttling(capsys):
moveon.assert_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_kickoff_usage_metrics():
inputs = [
{"topic": "dog"},
@@ -987,7 +987,7 @@ def test_crew_kickoff_usage_metrics():
assert result.token_usage.cached_prompt_tokens == 0
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_kickoff_streaming_usage_metrics():
inputs = [
{"topic": "dog"},
@@ -1043,7 +1043,7 @@ def test_agents_rpm_is_never_set_if_crew_max_rpm_is_not_set():
assert agent._rpm_controller is None
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_sequential_async_task_execution_completion(researcher, writer):
list_ideas = Task(
description="Give me a list of 5 interesting ideas to explore for an article, what makes them unique and interesting.",
@@ -1075,7 +1075,7 @@ def test_sequential_async_task_execution_completion(researcher, writer):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_single_task_with_async_execution():
researcher_agent = Agent(
role="Researcher",
@@ -1103,7 +1103,7 @@ def test_single_task_with_async_execution():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_three_task_with_async_execution():
researcher_agent = Agent(
role="Researcher",
@@ -1149,7 +1149,7 @@ def test_three_task_with_async_execution():
@pytest.mark.asyncio
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
async def test_crew_async_kickoff():
inputs = [
{"topic": "dog"},
@@ -1197,7 +1197,7 @@ async def test_crew_async_kickoff():
@pytest.mark.asyncio
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
async def test_async_task_execution_call_count(researcher, writer):
list_ideas = Task(
description="Give me a list of 5 interesting ideas to explore for na article, what makes them unique and interesting.",
@@ -1251,7 +1251,7 @@ async def test_async_task_execution_call_count(researcher, writer):
assert mock_execute_sync.call_count == 1
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_kickoff_for_each_single_input():
"""Tests if kickoff_for_each works with a single input."""
@@ -1275,7 +1275,7 @@ def test_kickoff_for_each_single_input():
assert len(results) == 1
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_kickoff_for_each_multiple_inputs():
"""Tests if kickoff_for_each works with multiple inputs."""
@@ -1303,7 +1303,7 @@ def test_kickoff_for_each_multiple_inputs():
assert len(results) == len(inputs)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_kickoff_for_each_empty_input():
"""Tests if kickoff_for_each handles an empty input list."""
agent = Agent(
@@ -1323,7 +1323,7 @@ def test_kickoff_for_each_empty_input():
assert results == []
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_kickoff_for_each_invalid_input():
"""Tests if kickoff_for_each raises TypeError for invalid input types."""
@@ -1554,7 +1554,7 @@ def test_dont_set_agents_step_callback_if_already_set():
assert researcher_agent.step_callback is agent_callback
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_function_calling_llm():
llm = LLM(model="gpt-4o-mini")
@@ -1583,7 +1583,7 @@ def test_crew_function_calling_llm():
assert result.raw == "Howdy!"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_with_no_arguments():
@tool
def return_data() -> str:
@@ -1649,7 +1649,7 @@ def test_code_execution_flag_adds_code_tool_upon_kickoff():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_delegation_is_not_enabled_if_there_are_only_one_agent():
researcher = Agent(
role="Researcher",
@@ -1670,7 +1670,7 @@ def test_delegation_is_not_enabled_if_there_are_only_one_agent():
assert task.tools == []
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agents_do_not_get_delegation_tools_with_there_is_only_one_agent():
agent = Agent(
role="Researcher",
@@ -1688,7 +1688,7 @@ def test_agents_do_not_get_delegation_tools_with_there_is_only_one_agent():
assert len(agent.tools) == 0
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_sequential_crew_creation_tasks_without_agents(researcher):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article, then write one amazing paragraph highlight for each idea that showcases how good an article about this topic could be. Return the list of ideas with their paragraph and your notes.",
@@ -1711,7 +1711,7 @@ def test_sequential_crew_creation_tasks_without_agents(researcher):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_usage_metrics_are_captured_for_hierarchical_process():
agent = Agent(
role="Researcher",
@@ -1808,7 +1808,7 @@ def test_hierarchical_kickoff_usage_metrics_include_manager(researcher):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_hierarchical_crew_creation_tasks_with_agents(researcher, writer):
"""
Agents are not required for tasks in a hierarchical process but sometimes they are still added
@@ -1861,7 +1861,7 @@ def test_hierarchical_crew_creation_tasks_with_agents(researcher, writer):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_hierarchical_crew_creation_tasks_with_async_execution(researcher, writer, ceo):
"""
Tests that async tasks in hierarchical crews are handled correctly with proper delegation tools
@@ -1918,7 +1918,7 @@ def test_hierarchical_crew_creation_tasks_with_async_execution(researcher, write
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_hierarchical_crew_creation_tasks_with_sync_last(researcher, writer, ceo):
"""
Agents are not required for tasks in a hierarchical process but sometimes they are still added
@@ -2006,7 +2006,7 @@ def test_crew_inputs_interpolate_both_agents_and_tasks_diff():
interpolate_task_inputs.assert_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_does_not_interpolate_without_inputs():
agent = Agent(
role="{topic} Researcher",
@@ -2133,7 +2133,7 @@ def test_task_same_callback_both_on_task_and_crew():
mock_callback.assert_called_once_with(list_ideas.output)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_tools_with_custom_caching():
@tool
def multiplcation_tool(first_number: int, second_number: int) -> int:
@@ -2205,7 +2205,7 @@ def test_tools_with_custom_caching():
assert result.raw == "3"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_conditional_task_uses_last_output(researcher, writer):
"""Test that conditional tasks use the last task output for condition evaluation."""
task1 = Task(
@@ -2279,7 +2279,7 @@ def test_conditional_task_uses_last_output(researcher, writer):
) # Third task used first task's output
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_conditional_tasks_result_collection(researcher, writer):
"""Test that task outputs are properly collected based on execution status."""
task1 = Task(
@@ -2360,7 +2360,7 @@ def test_conditional_tasks_result_collection(researcher, writer):
) # Third task executed
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_multiple_conditional_tasks(researcher, writer):
"""Test that having multiple conditional tasks in sequence works correctly."""
task1 = Task(
@@ -2409,7 +2409,7 @@ def test_multiple_conditional_tasks(researcher, writer):
assert len(result.tasks_output) == 3
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_using_contextual_memory():
math_researcher = Agent(
role="Researcher",
@@ -2437,7 +2437,7 @@ def test_using_contextual_memory():
contextual_mem.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_memory_events_are_emitted():
events = defaultdict(list)
condition = threading.Condition()
@@ -2534,7 +2534,7 @@ def test_memory_events_are_emitted():
assert len(events["MemoryRetrievalCompletedEvent"]) == 1
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_using_contextual_memory_with_long_term_memory():
math_researcher = Agent(
role="Researcher",
@@ -2563,7 +2563,7 @@ def test_using_contextual_memory_with_long_term_memory():
assert crew.memory is False
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_warning_long_term_memory_without_entity_memory():
math_researcher = Agent(
role="Researcher",
@@ -2598,7 +2598,7 @@ def test_warning_long_term_memory_without_entity_memory():
save_memory.assert_not_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_long_term_memory_with_memory_flag():
math_researcher = Agent(
role="Researcher",
@@ -2628,7 +2628,7 @@ def test_long_term_memory_with_memory_flag():
save_memory.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_using_contextual_memory_with_short_term_memory():
math_researcher = Agent(
role="Researcher",
@@ -2657,7 +2657,7 @@ def test_using_contextual_memory_with_short_term_memory():
assert crew.memory is False
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_disabled_memory_using_contextual_memory():
math_researcher = Agent(
role="Researcher",
@@ -2685,7 +2685,7 @@ def test_disabled_memory_using_contextual_memory():
contextual_mem.assert_not_called()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_log_file_output(tmp_path, researcher):
test_file = tmp_path / "logs.txt"
tasks = [
@@ -2701,7 +2701,7 @@ def test_crew_log_file_output(tmp_path, researcher):
assert test_file.exists()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_output_file_end_to_end(tmp_path):
"""Test output file functionality in a full crew context."""
# Create an agent
@@ -2784,7 +2784,7 @@ def test_crew_output_file_validation_failures():
Crew(agents=[agent], tasks=[task]).kickoff()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_manager_agent(researcher, writer):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article, then write one amazing paragraph highlight for each idea that showcases how good an article about this topic could be. Return the list of ideas with their paragraph and your notes.",
@@ -2843,7 +2843,7 @@ def test_manager_agent_in_agents_raises_exception(researcher, writer):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_manager_agent_with_tools_raises_exception(researcher, writer):
@tool
def testing_tool(first_number: int, second_number: int) -> int:
@@ -2874,7 +2874,7 @@ def test_manager_agent_with_tools_raises_exception(researcher, writer):
crew.kickoff()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_train_success(researcher, writer, monkeypatch):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article, then write one amazing paragraph highlight for each idea that showcases how good an article about this topic could be. Return the list of ideas with their paragraph and your notes.",
@@ -2922,7 +2922,7 @@ def test_crew_train_success(researcher, writer, monkeypatch):
assert isinstance(received_events[1], CrewTrainCompletedEvent)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_train_error(researcher, writer):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article",
@@ -2972,7 +2972,7 @@ def test__setup_for_training(researcher, writer):
assert agent.allow_delegation is False
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_replay_feature(researcher, writer):
list_ideas = Task(
description="Generate a list of 5 interesting ideas to explore for an article, where each bulletpoint is under 15 words.",
@@ -3009,7 +3009,7 @@ def test_replay_feature(researcher, writer):
assert mock_execute_task.call_count == 3
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_replay_error(researcher, writer):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article",
@@ -3027,7 +3027,7 @@ def test_crew_replay_error(researcher, writer):
assert "task_id is required" in str(e)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_task_db_init():
agent = Agent(
role="Content Writer",
@@ -3065,7 +3065,7 @@ def test_crew_task_db_init():
pytest.fail(f"An exception was raised: {e!s}")
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_replay_task_with_context():
agent1 = Agent(
role="Researcher",
@@ -3164,7 +3164,7 @@ def test_replay_task_with_context():
db_handler.reset()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_replay_with_context():
agent = Agent(role="test_agent", backstory="Test Description", goal="Test Goal")
task1 = Task(
@@ -3222,7 +3222,7 @@ def test_replay_with_context():
assert crew.tasks[1].context[0].output.raw == "context raw output"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_replay_with_context_set_to_nullable():
agent = Agent(role="test_agent", backstory="Test Description", goal="Test Goal")
task1 = Task(
@@ -3247,7 +3247,7 @@ def test_replay_with_context_set_to_nullable():
mock_execute_task.assert_called_with(agent=ANY, context="", tools=ANY)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_replay_with_invalid_task_id():
agent = Agent(role="test_agent", backstory="Test Description", goal="Test Goal")
task1 = Task(
@@ -3309,7 +3309,7 @@ def test_replay_with_invalid_task_id():
crew.replay("bf5b09c9-69bd-4eb8-be12-f9e5bae31c2d")
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
@patch.object(Crew, "_interpolate_inputs")
def test_replay_interpolates_inputs_properly(mock_interpolate_inputs):
agent = Agent(role="test_agent", backstory="Test Description", goal="Test Goal")
@@ -3370,7 +3370,7 @@ def test_replay_interpolates_inputs_properly(mock_interpolate_inputs):
assert mock_interpolate_inputs.call_count == 2
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_replay_setup_context():
agent = Agent(role="test_agent", backstory="Test Description", goal="Test Goal")
task1 = Task(description="Context Task", expected_output="Say {name}", agent=agent)
@@ -3523,7 +3523,7 @@ def test_conditional_task_requirement_breaks_when_singular_conditional_task(
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_conditional_task_last_task_when_conditional_is_true(researcher, writer):
def condition_fn(output) -> bool:
return True
@@ -3550,7 +3550,7 @@ def test_conditional_task_last_task_when_conditional_is_true(researcher, writer)
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_conditional_task_last_task_when_conditional_is_false(researcher, writer):
def condition_fn(output) -> bool:
return False
@@ -3599,7 +3599,7 @@ def test_conditional_task_requirement_breaks_when_task_async(researcher, writer)
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_conditional_should_skip(researcher, writer):
task1 = Task(description="Return hello", expected_output="say hi", agent=researcher)
@@ -3631,7 +3631,7 @@ def test_conditional_should_skip(researcher, writer):
assert result.raw.startswith("Task 1 output")
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_conditional_should_execute(researcher, writer):
task1 = Task(description="Return hello", expected_output="say hi", agent=researcher)
@@ -3662,7 +3662,7 @@ def test_conditional_should_execute(researcher, writer):
assert mock_execute_sync.call_count == 2
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_testing_function(researcher):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article, then write one amazing paragraph highlight for each idea that showcases how good an article about this topic could be. Return the list of ideas with their paragraph and your notes.",
@@ -3706,7 +3706,7 @@ def test_crew_testing_function(researcher):
assert isinstance(received_events[1], CrewTestCompletedEvent)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_hierarchical_verbose_manager_agent(researcher, writer):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article, then write one amazing paragraph highlight for each idea that showcases how good an article about this topic could be. Return the list of ideas with their paragraph and your notes.",
@@ -3727,7 +3727,7 @@ def test_hierarchical_verbose_manager_agent(researcher, writer):
assert crew.manager_agent.verbose
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_hierarchical_verbose_false_manager_agent(researcher, writer):
task = Task(
description="Come up with a list of 5 interesting ideas to explore for an article, then write one amazing paragraph highlight for each idea that showcases how good an article about this topic could be. Return the list of ideas with their paragraph and your notes.",
@@ -3771,7 +3771,7 @@ def test_fetch_inputs():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_tools_preserve_code_execution_tools():
"""
Test that task tools don't override code execution tools when allow_code_execution=True
@@ -3853,7 +3853,7 @@ def test_task_tools_preserve_code_execution_tools():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_multimodal_flag_adds_multimodal_tools():
"""
Test that an agent with multimodal=True automatically has multimodal tools added to the task execution.
@@ -3900,7 +3900,7 @@ def test_multimodal_flag_adds_multimodal_tools():
assert len(used_tools) == 1, "Should only have the AddImageTool"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_multimodal_agent_image_tool_handling():
"""
Test that multimodal agents properly handle image tools in the CrewAgentExecutor
@@ -3974,7 +3974,7 @@ def test_multimodal_agent_image_tool_handling():
assert result["content"][1]["type"] == "image_url"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_multimodal_agent_describing_image_successfully():
"""
Test that a multimodal agent can process images without validation errors.
@@ -4012,7 +4012,7 @@ def test_multimodal_agent_describing_image_successfully():
assert task_output.raw == result.raw
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_multimodal_agent_live_image_analysis():
"""
Test that multimodal agents can analyze images through a real API call
@@ -4055,7 +4055,7 @@ def test_multimodal_agent_live_image_analysis():
assert "error" not in result.raw.lower() # No error messages in response
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_with_failing_task_guardrails():
"""Test that crew properly handles failing guardrails and retries with validation feedback."""
@@ -4112,7 +4112,7 @@ def test_crew_with_failing_task_guardrails():
assert task_output.raw == result.raw
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_guardrail_feedback_in_context():
"""Test that guardrail feedback is properly appended to task context for retries."""
@@ -4169,7 +4169,7 @@ def test_crew_guardrail_feedback_in_context():
assert task.retry_count == 1, "Task should have been retried once"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_before_kickoff_callback():
@CrewBase
class TestCrewClass:
@@ -4226,7 +4226,7 @@ def test_before_kickoff_callback():
assert inputs.get("modified")
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_before_kickoff_without_inputs():
@CrewBase
class TestCrewClass:
@@ -4282,7 +4282,7 @@ def test_before_kickoff_without_inputs():
assert test_crew_instance.received_inputs.get("modified") is True
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_with_knowledge_sources_works_with_copy(researcher, writer):
content = "Brandon's favorite color is red and he likes Mexican food."
string_source = StringKnowledgeSource(content=content)
@@ -4433,7 +4433,7 @@ def test_sets_parent_flow_when_outside_flow(researcher, writer):
assert crew.parent_flow is None
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_sets_parent_flow_when_inside_flow(researcher, writer):
class MyFlow(Flow):
@start()
@@ -4639,7 +4639,7 @@ def test_default_crew_name(researcher, writer):
assert crew.name == "crew"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_ensure_exchanged_messages_are_propagated_to_external_memory():
external_memory = ExternalMemory(storage=MagicMock())

4
lib/crewai/tests/test_custom_llm.py
View File

@@ -78,7 +78,7 @@ class CustomLLM(BaseLLM):
return 4096
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_custom_llm_implementation():
"""Test that a custom LLM implementation works with create_llm."""
custom_llm = CustomLLM(response="The answer is 42")
@@ -97,7 +97,7 @@ def test_custom_llm_implementation():
assert "42" in response
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_custom_llm_within_crew():
"""Test that a custom LLM implementation works with create_llm."""
custom_llm = CustomLLM(response="Hello! Nice to meet you!", model="test-model")

36
lib/crewai/tests/test_llm.py
View File

@@ -18,7 +18,7 @@ import pytest
# TODO: This test fails without print statement, which makes me think that something is happening asynchronously that we need to eventually fix and dive deeper into at a later date
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_callback_replacement():
llm1 = LLM(model="gpt-4o-mini", is_litellm=True)
llm2 = LLM(model="gpt-4o-mini", is_litellm=True)
@@ -45,7 +45,7 @@ def test_llm_callback_replacement():
assert usage_metrics_1 == calc_handler_1.token_cost_process.get_summary()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_with_string_input():
llm = LLM(model="gpt-4o-mini")
@@ -55,7 +55,7 @@ def test_llm_call_with_string_input():
assert len(result.strip()) > 0 # Ensure the response is not empty
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_with_string_input_and_callbacks():
llm = LLM(model="gpt-4o-mini", is_litellm=True)
calc_handler = TokenCalcHandler(token_cost_process=TokenProcess())
@@ -72,7 +72,7 @@ def test_llm_call_with_string_input_and_callbacks():
assert usage_metrics.successful_requests == 1
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_with_message_list():
llm = LLM(model="gpt-4o-mini")
messages = [{"role": "user", "content": "What is the capital of France?"}]
@@ -83,7 +83,7 @@ def test_llm_call_with_message_list():
assert "Paris" in result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_with_tool_and_string_input():
llm = LLM(model="gpt-4o-mini")
@@ -121,7 +121,7 @@ def test_llm_call_with_tool_and_string_input():
assert result == get_current_year()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_with_tool_and_message_list():
llm = LLM(model="gpt-4o-mini", is_litellm=True)
@@ -161,7 +161,7 @@ def test_llm_call_with_tool_and_message_list():
assert result == 25
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_passes_additional_params():
llm = LLM(
model="gpt-4o-mini",
@@ -289,7 +289,7 @@ def test_gemma3(model):
assert "Paris" in result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
@pytest.mark.parametrize(
"model", ["gpt-4.1", "gpt-4.1-mini-2025-04-14", "gpt-4.1-nano-2025-04-14"]
)
@@ -300,7 +300,7 @@ def test_gpt_4_1(model):
assert "Paris" in result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_o3_mini_reasoning_effort_high():
llm = LLM(
model="o3-mini",
@@ -311,7 +311,7 @@ def test_o3_mini_reasoning_effort_high():
assert "Paris" in result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_o3_mini_reasoning_effort_low():
llm = LLM(
model="o3-mini",
@@ -322,7 +322,7 @@ def test_o3_mini_reasoning_effort_low():
assert "Paris" in result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_o3_mini_reasoning_effort_medium():
llm = LLM(
model="o3-mini",
@@ -411,7 +411,7 @@ def test_context_window_exceeded_error_handling():
assert "8192 tokens" in str(excinfo.value)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
@pytest.fixture
def anthropic_llm():
"""Fixture providing an Anthropic LLM instance."""
@@ -551,7 +551,7 @@ def mock_emit() -> MagicMock:
yield mock_emit
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_handle_streaming_tool_calls(get_weather_tool_schema, mock_emit):
llm = LLM(model="openai/gpt-4o", stream=True, is_litellm=True)
response = llm.call(
@@ -579,7 +579,7 @@ def test_handle_streaming_tool_calls(get_weather_tool_schema, mock_emit):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_handle_streaming_tool_calls_with_error(get_weather_tool_schema, mock_emit):
def get_weather_error(location):
raise Exception("Error")
@@ -604,7 +604,7 @@ def test_handle_streaming_tool_calls_with_error(get_weather_tool_schema, mock_em
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_handle_streaming_tool_calls_no_available_functions(
get_weather_tool_schema, mock_emit
):
@@ -625,7 +625,7 @@ def test_handle_streaming_tool_calls_no_available_functions(
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_handle_streaming_tool_calls_no_tools(mock_emit):
llm = LLM(model="openai/gpt-4o", stream=True, is_litellm=True)
response = llm.call(
@@ -646,7 +646,7 @@ def test_handle_streaming_tool_calls_no_tools(mock_emit):
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_when_stop_is_unsupported(caplog):
llm = LLM(model="o1-mini", stop=["stop"], is_litellm=True)
with caplog.at_level(logging.INFO):
@@ -656,7 +656,7 @@ def test_llm_call_when_stop_is_unsupported(caplog):
assert "Paris" in result
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_call_when_stop_is_unsupported_when_additional_drop_params_is_provided(
caplog,
):

8
lib/crewai/tests/test_project.py
View File

@@ -171,7 +171,7 @@ def test_task_guardrail():
assert reporting_task.guardrail is None
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_before_kickoff_modification():
crew = InternalCrew()
inputs = {"topic": "LLMs"}
@@ -179,7 +179,7 @@ def test_before_kickoff_modification():
assert "bicycles" in result.raw, "Before kickoff function did not modify inputs"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_after_kickoff_modification():
crew = InternalCrew()
# Assuming the crew execution returns a dict
@@ -190,14 +190,14 @@ def test_after_kickoff_modification():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_before_kickoff_with_none_input():
crew = InternalCrew()
crew.crew().kickoff(None)
# Test should pass without raising exceptions
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_multiple_before_after_kickoff():
@CrewBase
class MultipleHooksCrew:

50
lib/crewai/tests/test_task.py
View File

@@ -288,7 +288,7 @@ def test_guardrail_type_error():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_output_pydantic_sequential():
class ScoreOutput(BaseModel):
score: int
@@ -313,7 +313,7 @@ def test_output_pydantic_sequential():
assert result.to_dict() == {"score": 4}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_output_pydantic_hierarchical():
class ScoreOutput(BaseModel):
score: int
@@ -343,7 +343,7 @@ def test_output_pydantic_hierarchical():
assert result.to_dict() == {"score": 4}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_output_json_sequential():
import uuid
@@ -375,7 +375,7 @@ def test_output_json_sequential():
os.remove(output_file)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_output_json_hierarchical():
class ScoreOutput(BaseModel):
score: int
@@ -401,11 +401,11 @@ def test_output_json_hierarchical():
manager_llm="gpt-4o",
)
result = crew.kickoff()
assert result.json == '{"score": 4}'
assert result.to_dict() == {"score": 4}
assert result.json == '{"score": 5}'
assert result.to_dict() == {"score": 5}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_inject_date():
reporter = Agent(
role="Reporter",
@@ -430,7 +430,7 @@ def test_inject_date():
assert "2025-05-21" in result.raw
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_inject_date_custom_format():
reporter = Agent(
role="Reporter",
@@ -456,7 +456,7 @@ def test_inject_date_custom_format():
assert "May 21, 2025" in result.raw
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_no_inject_date():
reporter = Agent(
role="Reporter",
@@ -481,7 +481,7 @@ def test_no_inject_date():
assert "2025-05-21" not in result.raw
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_json_property_without_output_json():
class ScoreOutput(BaseModel):
score: int
@@ -509,7 +509,7 @@ def test_json_property_without_output_json():
assert "No JSON output found in the final task." in str(excinfo.value)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_output_json_dict_sequential():
class ScoreOutput(BaseModel):
score: int
@@ -534,7 +534,7 @@ def test_output_json_dict_sequential():
assert result.to_dict() == {"score": 4}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_output_json_dict_hierarchical():
class ScoreOutput(BaseModel):
score: int
@@ -564,7 +564,7 @@ def test_output_json_dict_hierarchical():
assert result.to_dict() == {"score": 4}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_output_pydantic_to_another_task():
class ScoreOutput(BaseModel):
score: int
@@ -602,7 +602,7 @@ def test_output_pydantic_to_another_task():
assert pydantic_result.score == 5
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_output_json_to_another_task():
class ScoreOutput(BaseModel):
score: int
@@ -633,7 +633,7 @@ def test_output_json_to_another_task():
assert '{"score": 3}' == result.json
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_save_task_output():
scorer = Agent(
role="Scorer",
@@ -657,7 +657,7 @@ def test_save_task_output():
save_file.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_save_task_json_output():
from unittest.mock import patch
@@ -695,7 +695,7 @@ def test_save_task_json_output():
assert "score" in data
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_save_task_pydantic_output():
import uuid
@@ -728,7 +728,7 @@ def test_save_task_pydantic_output():
os.remove(output_file)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_custom_converter_cls():
class ScoreOutput(BaseModel):
score: int
@@ -760,7 +760,7 @@ def test_custom_converter_cls():
mock_to_pydantic.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_increment_delegations_for_hierarchical_process():
scorer = Agent(
role="Scorer",
@@ -787,7 +787,7 @@ def test_increment_delegations_for_hierarchical_process():
increment_delegations.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_increment_delegations_for_sequential_process():
manager = Agent(
role="Manager",
@@ -821,7 +821,7 @@ def test_increment_delegations_for_sequential_process():
increment_delegations.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_increment_tool_errors():
from crewai.tools import tool
@@ -1275,7 +1275,7 @@ def test_github_issue_3149_reproduction():
assert task.output_file == "test_output.txt"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_execution_times():
researcher = Agent(
role="Researcher",
@@ -1545,7 +1545,7 @@ def test_task_with_no_max_execution_time():
execute.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_with_max_execution_time():
from crewai.tools import tool
@@ -1579,7 +1579,7 @@ def test_task_with_max_execution_time():
assert result.raw == "okay"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_with_max_execution_time_exceeded():
from crewai.tools import tool
@@ -1613,7 +1613,7 @@ def test_task_with_max_execution_time_exceeded():
task.execute_sync(agent=researcher)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_interpolation_with_hyphens():
agent = Agent(
role="Researcher",

6
lib/crewai/tests/test_task_guardrails.py
View File

@@ -172,7 +172,7 @@ def task_output():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_guardrail_process_output(task_output):
guardrail = LLMGuardrail(
description="Ensure the result has less than 10 words", llm=LLM(model="gpt-4o")
@@ -192,7 +192,7 @@ def test_task_guardrail_process_output(task_output):
assert result[1] == task_output.raw
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_guardrail_emits_events(sample_agent):
started_guardrail = []
completed_guardrail = []
@@ -267,7 +267,7 @@ def test_guardrail_emits_events(sample_agent):
assert completed_guardrail == expected_completed_events
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_guardrail_when_an_error_occurs(sample_agent, task_output):
with (
patch(

12
lib/crewai/tests/tools/agent_tools/test_agent_tools.py
View File

@@ -23,7 +23,7 @@ def vcr_config(request) -> dict:
}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_delegate_work():
result = delegate_tool.run(
coworker="researcher",
@@ -37,7 +37,7 @@ def test_delegate_work():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_delegate_work_with_wrong_co_worker_variable():
result = delegate_tool.run(
coworker="researcher",
@@ -51,7 +51,7 @@ def test_delegate_work_with_wrong_co_worker_variable():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_ask_question():
result = ask_tool.run(
coworker="researcher",
@@ -65,7 +65,7 @@ def test_ask_question():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_ask_question_with_wrong_co_worker_variable():
result = ask_tool.run(
coworker="researcher",
@@ -79,7 +79,7 @@ def test_ask_question_with_wrong_co_worker_variable():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_delegate_work_withwith_coworker_as_array():
result = delegate_tool.run(
coworker="[researcher]",
@@ -93,7 +93,7 @@ def test_delegate_work_withwith_coworker_as_array():
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_ask_question_with_coworker_as_array():
result = ask_tool.run(
coworker="[researcher]",

2
lib/crewai/tests/tools/test_base_tool.py
View File

@@ -197,7 +197,7 @@ def test_run_does_not_call_asyncio_run_for_sync_tools():
assert sync_result == "Processed test synchronously"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_max_usage_count_is_respected():
class IteratingTool(BaseTool):
name: str = "iterating_tool"

8
lib/crewai/tests/tools/test_structured_tool.py
View File

@@ -197,7 +197,7 @@ def build_simple_crew(tool):
return Crew(agents=[agent1], tasks=[say_hi_task])
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_async_tool_using_within_isolated_crew(custom_tool):
crew = build_simple_crew(custom_tool)
result = crew.kickoff()
@@ -205,7 +205,7 @@ def test_async_tool_using_within_isolated_crew(custom_tool):
assert result.raw == "Hello World from Custom Tool"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_async_tool_using_decorator_within_isolated_crew(custom_tool_decorator):
crew = build_simple_crew(custom_tool_decorator)
result = crew.kickoff()
@@ -213,7 +213,7 @@ def test_async_tool_using_decorator_within_isolated_crew(custom_tool_decorator):
assert result.raw == "Hello World from Custom Tool"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_async_tool_within_flow(custom_tool):
from crewai.flow.flow import Flow
@@ -230,7 +230,7 @@ def test_async_tool_within_flow(custom_tool):
assert result.raw == "Hello World from Custom Tool"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_async_tool_using_decorator_within_flow(custom_tool_decorator):
from crewai.flow.flow import Flow

18
lib/crewai/tests/tracing/test_tracing.py
View File

@@ -115,7 +115,7 @@ class TestTraceListenerSetup:
"mark_trace_batch_as_failed": mock_mark_failed,
}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_trace_listener_collects_crew_events(self):
"""Test that trace listener properly collects events from crew execution"""
@@ -144,7 +144,7 @@ class TestTraceListenerSetup:
assert trace_listener.batch_manager.is_batch_initialized()
assert trace_listener.batch_manager.current_batch is not None
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_batch_manager_finalizes_batch_clears_buffer(self):
"""Test that batch manager properly finalizes batch and clears buffer"""
@@ -202,7 +202,7 @@ class TestTraceListenerSetup:
assert finalize_mock.call_count >= 1
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_events_collection_batch_manager(self, mock_plus_api_calls):
"""Test that trace listener properly collects events from crew execution"""
@@ -255,7 +255,7 @@ class TestTraceListenerSetup:
assert hasattr(event, "event_data")
assert hasattr(event, "type")
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_trace_listener_disabled_when_env_false(self):
"""Test that trace listener doesn't make HTTP calls when tracing is disabled"""
@@ -334,7 +334,7 @@ class TestTraceListenerSetup:
FlowExample()
assert mock_listener_setup.call_count >= 1
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_trace_listener_ephemeral_batch(self):
"""Test that trace listener properly handles ephemeral batches"""
with (
@@ -368,7 +368,7 @@ class TestTraceListenerSetup:
"Batch should have been initialized for unauthenticated user"
)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_trace_listener_with_authenticated_user(self):
"""Test that trace listener properly handles authenticated batches"""
with patch.dict(os.environ, {"CREWAI_TRACING_ENABLED": "true"}):
@@ -428,7 +428,7 @@ class TestTraceListenerSetup:
if hasattr(EventListener, "_instance"):
EventListener._instance = None
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_first_time_user_trace_collection_with_timeout(self, mock_plus_api_calls):
"""Test first-time user trace collection logic with timeout behavior"""
@@ -489,7 +489,7 @@ class TestTraceListenerSetup:
mock_mark_completed.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_first_time_user_trace_collection_user_accepts(self, mock_plus_api_calls):
"""Test first-time user trace collection when user accepts viewing traces"""
@@ -563,7 +563,7 @@ class TestTraceListenerSetup:
mock_mark_completed.assert_called_once()
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_first_time_user_trace_consolidation_logic(self, mock_plus_api_calls):
"""Test the consolidation logic for first-time users vs regular tracing"""
with (

6
lib/crewai/tests/utilities/test_converter.py
View File

@@ -352,7 +352,7 @@ def test_generate_model_description_dict_field() -> None:
assert description["json_schema"]["strict"] is True
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_convert_with_instructions() -> None:
llm = LLM(model="gpt-4o-mini")
sample_text = "Name: Alice, Age: 30"
@@ -374,7 +374,7 @@ def test_convert_with_instructions() -> None:
assert output.age == 30
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_converter_with_llama3_2_model() -> None:
llm = LLM(model="openrouter/meta-llama/llama-3.2-3b-instruct")
sample_text = "Name: Alice Llama, Age: 30"
@@ -410,7 +410,7 @@ def test_converter_with_llama3_1_model() -> None:
assert output.age == 30
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_converter_with_nested_model() -> None:
llm = LLM(model="gpt-4o-mini")
sample_text = "Name: John Doe\nAge: 30\nAddress: 123 Main St, Anytown, 12345"

44
lib/crewai/tests/utilities/test_events.py
View File

@@ -98,7 +98,7 @@ def reset_event_listener_singleton():
EventListener._instance._initialized = original_initialized
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_emits_start_kickoff_event(
base_agent, base_task, reset_event_listener_singleton
):
@@ -132,7 +132,7 @@ def test_crew_emits_start_kickoff_event(
assert received_events[0].type == "crew_kickoff_started"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_emits_end_kickoff_event(base_agent, base_task):
received_events = []
event_received = threading.Event()
@@ -155,7 +155,7 @@ def test_crew_emits_end_kickoff_event(base_agent, base_task):
assert received_events[0].type == "crew_kickoff_completed"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_emits_test_kickoff_type_event(base_agent, base_task):
received_events = []
@@ -188,7 +188,7 @@ def test_crew_emits_test_kickoff_type_event(base_agent, base_task):
assert received_events[2].type == "crew_test_completed"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_emits_kickoff_failed_event(base_agent, base_task):
received_events = []
event_received = threading.Event()
@@ -214,7 +214,7 @@ def test_crew_emits_kickoff_failed_event(base_agent, base_task):
assert received_events[0].type == "crew_kickoff_failed"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_emits_start_task_event(base_agent, base_task):
received_events = []
event_received = threading.Event()
@@ -234,7 +234,7 @@ def test_crew_emits_start_task_event(base_agent, base_task):
assert received_events[0].type == "task_started"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_crew_emits_end_task_event(
base_agent, base_task, reset_event_listener_singleton
):
@@ -268,7 +268,7 @@ def test_crew_emits_end_task_event(
assert received_events[0].type == "task_completed"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_task_emits_failed_event_on_execution_error(base_agent, base_task):
received_events = []
received_sources = []
@@ -310,7 +310,7 @@ def test_task_emits_failed_event_on_execution_error(base_agent, base_task):
assert received_events[0].type == "task_failed"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_emits_execution_started_and_completed_events(base_agent, base_task):
received_events = []
lock = threading.Lock()
@@ -349,7 +349,7 @@ def test_agent_emits_execution_started_and_completed_events(base_agent, base_tas
assert received_events[1].type == "agent_execution_completed"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_agent_emits_execution_error_event(base_agent, base_task):
received_events = []
event_received = threading.Event()
@@ -392,7 +392,7 @@ class SayHiTool(BaseTool):
return "hi"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_tools_emits_finished_events():
received_events = []
event_received = threading.Event()
@@ -429,7 +429,7 @@ def test_tools_emits_finished_events():
assert isinstance(received_events[0].timestamp, datetime)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_tools_emits_error_events():
received_events = []
lock = threading.Lock()
@@ -605,7 +605,7 @@ def test_flow_emits_method_execution_started_event():
assert event.type == "method_execution_started"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_register_handler_adds_new_handler(base_agent, base_task):
received_events = []
event_received = threading.Event()
@@ -625,7 +625,7 @@ def test_register_handler_adds_new_handler(base_agent, base_task):
assert received_events[0].type == "crew_kickoff_started"
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_multiple_handlers_for_same_event(base_agent, base_task):
received_events_1 = []
received_events_2 = []
@@ -703,7 +703,7 @@ def test_flow_emits_method_execution_failed_event():
assert received_events[0].error == error
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_emits_call_started_event():
received_events = []
@@ -729,7 +729,7 @@ def test_llm_emits_call_started_event():
assert received_events[0].task_id is None
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
@pytest.mark.isolated
def test_llm_emits_call_failed_event():
received_events = []
@@ -762,7 +762,7 @@ def test_llm_emits_call_failed_event():
assert received_events[0].task_id is None
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_emits_stream_chunk_events():
"""Test that LLM emits stream chunk events when streaming is enabled."""
received_chunks = []
@@ -790,7 +790,7 @@ def test_llm_emits_stream_chunk_events():
assert "".join(received_chunks) == response
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_no_stream_chunks_when_streaming_disabled():
"""Test that LLM doesn't emit stream chunk events when streaming is disabled."""
received_chunks = []
@@ -812,7 +812,7 @@ def test_llm_no_stream_chunks_when_streaming_disabled():
assert response and isinstance(response, str)
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_streaming_fallback_to_non_streaming():
"""Test that streaming falls back to non-streaming when there's an error."""
received_chunks = []
@@ -870,7 +870,7 @@ def test_streaming_fallback_to_non_streaming():
llm.call = original_call
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_streaming_empty_response_handling():
"""Test that streaming handles empty responses correctly."""
received_chunks = []
@@ -918,7 +918,7 @@ def test_streaming_empty_response_handling():
llm.call = original_call
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_stream_llm_emits_event_with_task_and_agent_info():
completed_event = []
failed_event = []
@@ -990,7 +990,7 @@ def test_stream_llm_emits_event_with_task_and_agent_info():
assert set(all_task_name) == {task.name or task.description}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_emits_event_with_task_and_agent_info(base_agent, base_task):
completed_event = []
failed_event = []
@@ -1043,7 +1043,7 @@ def test_llm_emits_event_with_task_and_agent_info(base_agent, base_task):
assert set(all_task_name) == {base_task.name or base_task.description}
@pytest.mark.vcr(filter_headers=["authorization"])
@pytest.mark.vcr()
def test_llm_emits_event_with_lite_agent():
completed_event = []
failed_event = []