mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-09 08:08:32 +00:00
08fa3797ca
* feat: add exchanged messages in LLMCallCompletedEvent * feat: add GoalAlignment metric for Agent evaluation * feat: add SemanticQuality metric for Agent evaluation * feat: add Tool Metrics for Agent evaluation * feat: add Reasoning Metrics for Agent evaluation, still in progress * feat: add AgentEvaluator class This class will evaluate Agent' results and report to user * fix: do not evaluate Agent by default This is a experimental feature we still need refine it further * test: add Agent eval tests * fix: render all feedback per iteration * style: resolve linter issues * style: fix mypy issues * fix: allow messages be empty on LLMCallCompletedEvent
53 lines
1.2 KiB
Python
53 lines
1.2 KiB
Python
from crewai.evaluation.base_evaluator import (
|
|
BaseEvaluator,
|
|
EvaluationScore,
|
|
MetricCategory,
|
|
AgentEvaluationResult
|
|
)
|
|
|
|
from crewai.evaluation.metrics.semantic_quality_metrics import (
|
|
SemanticQualityEvaluator
|
|
)
|
|
|
|
from crewai.evaluation.metrics.goal_metrics import (
|
|
GoalAlignmentEvaluator
|
|
)
|
|
|
|
from crewai.evaluation.metrics.reasoning_metrics import (
|
|
ReasoningEfficiencyEvaluator
|
|
)
|
|
|
|
|
|
from crewai.evaluation.metrics.tools_metrics import (
|
|
ToolSelectionEvaluator,
|
|
ParameterExtractionEvaluator,
|
|
ToolInvocationEvaluator
|
|
)
|
|
|
|
from crewai.evaluation.evaluation_listener import (
|
|
EvaluationTraceCallback,
|
|
create_evaluation_callbacks
|
|
)
|
|
|
|
|
|
from crewai.evaluation.agent_evaluator import (
|
|
AgentEvaluator,
|
|
create_default_evaluator
|
|
)
|
|
|
|
__all__ = [
|
|
"BaseEvaluator",
|
|
"EvaluationScore",
|
|
"MetricCategory",
|
|
"AgentEvaluationResult",
|
|
"SemanticQualityEvaluator",
|
|
"GoalAlignmentEvaluator",
|
|
"ReasoningEfficiencyEvaluator",
|
|
"ToolSelectionEvaluator",
|
|
"ParameterExtractionEvaluator",
|
|
"ToolInvocationEvaluator",
|
|
"EvaluationTraceCallback",
|
|
"create_evaluation_callbacks",
|
|
"AgentEvaluator",
|
|
"create_default_evaluator"
|
|
] |