andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-09 08:08:32 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

test: improve test reliability by mocking LLM responses

Browse Source 
Co-Authored-By: Joe Moura <joao@crewai.com>
This commit is contained in:
Devin AI
2025-02-09 22:44:50 +00:00
parent 4a216d1f15
commit 1caf45ad9b
1 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
tests/utilities/evaluators/test_custom_llm_support.py
View File

@@ -7,7 +7,14 @@ from crewai.llm import LLM
from crewai.task import Task from crewai.task import Task
from crewai.utilities.evaluators.crew_evaluator_handler import CrewEvaluator from crewai.utilities.evaluators.crew_evaluator_handler import CrewEvaluator
def test_crew_test_with_custom_llm(): @pytest.mark.parametrize("model_input", [
"gpt-4", # Test string model name
LLM(model="gpt-4"), # Test LLM instance
])
def test_crew_test_with_custom_llm(model_input, mocker):
# Mock LLM call to return valid JSON
mocker.patch('crewai.llm.LLM.call', return_value='{"quality": 9.0}')
# Setup # Setup
agent = Agent( agent = Agent(
role="test", role="test",
@@ -22,12 +29,8 @@ def test_crew_test_with_custom_llm():
) )
crew = Crew(agents=[agent], tasks=[task]) crew = Crew(agents=[agent], tasks=[task])
# Test with string model name # Test with provided model input
crew.test(n_iterations=1, llm="gpt-4") crew.test(n_iterations=1, llm=model_input)
# Test with LLM instance
custom_llm = LLM(model="gpt-4")
crew.test(n_iterations=1, llm=custom_llm)
# Test backward compatibility # Test backward compatibility
crew.test(n_iterations=1, openai_model_name="gpt-4") crew.test(n_iterations=1, openai_model_name="gpt-4")