Fixing evaluator reporter

This commit is contained in:
João Moura
2024-08-11 01:32:40 -03:00
parent c2d12b2de2
commit ed5d81fa1a
2 changed files with 5 additions and 3 deletions

View File

@@ -307,7 +307,8 @@ class Telemetry:
self._add_attribute(span, "quality", str(quality)) self._add_attribute(span, "quality", str(quality))
self._add_attribute(span, "exec_time", str(exec_time)) self._add_attribute(span, "exec_time", str(exec_time))
self._add_attribute(span, "model_name", model_name) self._add_attribute(span, "model_name", model_name)
return span span.set_status(Status(StatusCode.OK))
span.end()
except Exception: except Exception:
pass pass
@@ -338,7 +339,8 @@ class Telemetry:
span, "inputs", json.dumps(inputs) if inputs else None span, "inputs", json.dumps(inputs) if inputs else None
) )
return span span.set_status(Status(StatusCode.OK))
span.end()
except Exception: except Exception:
pass pass

View File

@@ -158,7 +158,7 @@ class CrewEvaluator:
if isinstance(evaluation_result.pydantic, TaskEvaluationPydanticOutput): if isinstance(evaluation_result.pydantic, TaskEvaluationPydanticOutput):
self._test_result_span = self._telemetry.individual_test_result_span( self._test_result_span = self._telemetry.individual_test_result_span(
self, self.crew,
evaluation_result.pydantic.quality, evaluation_result.pydantic.quality,
current_task._execution_time, current_task._execution_time,
self.openai_model_name, self.openai_model_name,