andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-10 00:28:31 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

update local evaluator

Browse Source
This commit is contained in:
Rebecca Qian
2024-12-31 04:05:46 -05:00
parent a7316a86bf
commit 10f8a87317
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/crewai_tools/tools/patronus_eval_tool/patronus_local_evaluator_tool.py
View File

@@ -35,7 +35,7 @@ class PatronusLocalEvaluatorTool(BaseTool):
def __init__(self, patronus_client: Client, evaluator: str, evaluated_model_gold_answer: str, **kwargs: Any): def __init__(self, patronus_client: Client, evaluator: str, evaluated_model_gold_answer: str, **kwargs: Any):
super().__init__(**kwargs) super().__init__(**kwargs)
self.client = patronus_client #Client() self.client = patronus_client
if evaluator: if evaluator:
self.evaluator = evaluator self.evaluator = evaluator
self.evaluated_model_gold_answer = evaluated_model_gold_answer self.evaluated_model_gold_answer = evaluated_model_gold_answer
@@ -54,13 +54,9 @@ class PatronusLocalEvaluatorTool(BaseTool):
evaluated_model_retrieved_context = kwargs.get( evaluated_model_retrieved_context = kwargs.get(
"evaluated_model_retrieved_context" "evaluated_model_retrieved_context"
) )
evaluated_model_gold_answer = kwargs.get("evaluated_model_gold_answer") evaluated_model_gold_answer = self.evaluated_model_gold_answer
# evaluated_model_gold_answer = self.evaluated_model_gold_answer
evaluator = self.evaluator evaluator = self.evaluator
print(kwargs)
print(self.evaluator)
result = self.client.evaluate( result = self.client.evaluate(
evaluator=evaluator, evaluator=evaluator,
evaluated_model_input=( evaluated_model_input=(