andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-11 00:58:30 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

test: switch to VCR for test recording

Browse Source 
Co-Authored-By: Joe Moura <joao@crewai.com>
This commit is contained in:
Devin AI
2025-02-09 22:47:00 +00:00
parent 1caf45ad9b
commit ff620f0ad6
1 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
tests/utilities/evaluators/test_custom_llm_support.py
View File

@@ -7,13 +7,9 @@ from crewai.llm import LLM
from crewai.task import Task
from crewai.utilities.evaluators.crew_evaluator_handler import CrewEvaluator
@pytest.mark.parametrize("model_input", [
"gpt-4", # Test string model name
LLM(model="gpt-4"), # Test LLM instance
])
def test_crew_test_with_custom_llm(model_input, mocker):
# Mock LLM call to return valid JSON
mocker.patch('crewai.llm.LLM.call', return_value='{"quality": 9.0}')
@pytest.mark.vcr()
def test_crew_test_with_custom_llm():
"""Test Crew.test() with both string model name and LLM instance."""
# Setup
agent = Agent(
@@ -29,8 +25,12 @@ def test_crew_test_with_custom_llm(model_input, mocker):
)
crew = Crew(agents=[agent], tasks=[task])
# Test with provided model input
crew.test(n_iterations=1, llm=model_input)
# Test with string model name
crew.test(n_iterations=1, llm="gpt-4")
# Test with LLM instance
custom_llm = LLM(model="gpt-4")
crew.test(n_iterations=1, llm=custom_llm)
# Test backward compatibility
crew.test(n_iterations=1, openai_model_name="gpt-4")