diff --git a/src/crewai/evaluation/experiment/runner.py b/src/crewai/evaluation/experiment/runner.py index 6422a772f..4cd818ec3 100644 --- a/src/crewai/evaluation/experiment/runner.py +++ b/src/crewai/evaluation/experiment/runner.py @@ -34,7 +34,7 @@ class ExperimentRunner: def _run_test_case(self, test_case: Dict[str, Any], crew: Crew) -> ExperimentResult: inputs = test_case["inputs"] expected_score = test_case["expected_score"] - identifier = test_case.get("identifier") or md5(str(test_case), usedforsecurity=False).hexdigest() + identifier = test_case.get("identifier") or md5(str(test_case).encode(), usedforsecurity=False).hexdigest() try: self.display.console.print(f"[dim]Running crew with input: {str(inputs)[:50]}...[/dim]") diff --git a/tests/evaluation/test_experiment_runner.py b/tests/evaluation/test_experiment_runner.py index 52eefeef5..f7e4b2699 100644 --- a/tests/evaluation/test_experiment_runner.py +++ b/tests/evaluation/test_experiment_runner.py @@ -58,7 +58,6 @@ class TestExperimentRunner: "expected_score": {"goal_alignment": 7} }, { - "identifier": "test-case-3", "inputs": {"query": "Test query 3"}, "expected_score": {"tool_selection": 9} } @@ -88,7 +87,7 @@ class TestExperimentRunner: assert "goal_alignment" in result_2.expected_score assert result_2.passed is True - assert result_3.identifier == "test-case-3" + assert result_3.identifier == "c2ed49e63aa9a83af3ca382794134fd5" assert result_3.inputs == {"query": "Test query 3"} assert isinstance(result_3.expected_score, dict) assert "tool_selection" in result_3.expected_score