mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-07 07:08:31 +00:00
d824db82a3
* feat: Add execution time to both task and testing feature * feat: Remove unused functions * feat: change test_crew to evalaute_crew to avoid issues with testing libs * feat: fix tests
31 lines
937 B
Python
31 lines
937 B
Python
import subprocess
|
|
|
|
import click
|
|
|
|
|
|
def evaluate_crew(n_iterations: int, model: str) -> None:
|
|
"""
|
|
Test and Evaluate the crew by running a command in the Poetry environment.
|
|
|
|
Args:
|
|
n_iterations (int): The number of iterations to test the crew.
|
|
model (str): The model to test the crew with.
|
|
"""
|
|
command = ["poetry", "run", "test", str(n_iterations), model]
|
|
|
|
try:
|
|
if n_iterations <= 0:
|
|
raise ValueError("The number of iterations must be a positive integer.")
|
|
|
|
result = subprocess.run(command, capture_output=False, text=True, check=True)
|
|
|
|
if result.stderr:
|
|
click.echo(result.stderr, err=True)
|
|
|
|
except subprocess.CalledProcessError as e:
|
|
click.echo(f"An error occurred while testing the crew: {e}", err=True)
|
|
click.echo(e.output, err=True)
|
|
|
|
except Exception as e:
|
|
click.echo(f"An unexpected error occurred: {e}", err=True)
|