andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-28 17:48:13 +00:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

fix bug in local evaluator tool

Browse Source
This commit is contained in:
Rebecca Qian
2024-12-31 04:01:26 -05:00
parent 15d6314379
commit a7316a86bf
5 changed files with 19 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/crewai_tools/tools/patronus_eval_tool/example.py
View File

@@ -17,7 +17,7 @@ client = Client()
# Example of an evaluator that returns a random pass/fail result
@client.register_local_evaluator("random_evaluator")
def my_evaluator(**kwargs):
def random_evaluator(**kwargs):
score = random.random()
return EvaluationResult(
score_raw=score,
@@ -35,7 +35,7 @@ def my_evaluator(**kwargs):
# 3. Uses PatronusLocalEvaluatorTool: agent uses user defined evaluator
patronus_eval_tool = PatronusLocalEvaluatorTool(
evaluator="random_evaluator", evaluated_model_gold_answer="example label"
patronus_client=client, evaluator="random_evaluator", evaluated_model_gold_answer="example label"
)
# Create a new agent