adding test results telemetry

This commit is contained in:
João Moura
2024-08-09 15:13:34 -07:00
parent b4221ea560
commit 96aba70531
3 changed files with 64 additions and 0 deletions

View File

@@ -936,6 +936,9 @@ class Crew(BaseModel):
inputs: Optional[Dict[str, Any]] = None,
) -> None:
"""Test and evaluate the Crew with the given inputs for n iterations."""
self._test_execution_span = self._telemetry.test_execution_span(
self, inputs, openai_model_name
)
evaluator = CrewEvaluator(self, openai_model_name)
for i in range(1, n_iterations + 1):