andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-14 18:48:29 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

refactor: improve type safety and test patterns

Browse Source 
Co-Authored-By: Joe Moura <joao@crewai.com>
This commit is contained in:
Devin AI
2025-02-09 21:28:13 +00:00
parent b8a15c6115
commit 90c577fdd0
3 changed files with 82 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
tests/utilities/evaluators/test_crew_evaluator_handler.py
View File

@@ -48,11 +48,18 @@ class TestCrewEvaluator:
assert agent.verbose is False
assert agent.llm.model == "gpt-4o-mini"
def test_evaluator_with_custom_llm(self, crew_planner):
custom_llm = LLM(model="gpt-4")
evaluator = CrewEvaluator(crew_planner.crew, custom_llm)
@pytest.mark.parametrize("llm_input,expected_model", [
(LLM(model="gpt-4"), "gpt-4"),
("gpt-4", "gpt-4"),
])
def test_evaluator_with_llm_types(self, crew_planner, llm_input, expected_model):
evaluator = CrewEvaluator(crew_planner.crew, llm_input)
agent = evaluator._evaluator_agent()
assert agent.llm == custom_llm
assert agent.llm.model == expected_model
def test_evaluator_with_invalid_llm(self, crew_planner):
with pytest.raises(ValueError, match="Invalid LLM configuration"):
CrewEvaluator(crew_planner.crew, None)
def test_evaluator_with_string_llm(self, crew_planner):
evaluator = CrewEvaluator(crew_planner.crew, "gpt-4")