mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-11 09:08:31 +00:00
32 lines
947 B
Python
32 lines
947 B
Python
import subprocess
|
|
|
|
import click
|
|
|
|
|
|
def evaluate_crew(n_iterations: int, model: str) -> None:
|
|
"""Test and Evaluate the crew by running a command in the UV environment.
|
|
|
|
Args:
|
|
n_iterations (int): The number of iterations to test the crew.
|
|
model (str): The model to test the crew with.
|
|
|
|
"""
|
|
command = ["uv", "run", "test", str(n_iterations), model]
|
|
|
|
try:
|
|
if n_iterations <= 0:
|
|
msg = "The number of iterations must be a positive integer."
|
|
raise ValueError(msg)
|
|
|
|
result = subprocess.run(command, capture_output=False, text=True, check=True)
|
|
|
|
if result.stderr:
|
|
click.echo(result.stderr, err=True)
|
|
|
|
except subprocess.CalledProcessError as e:
|
|
click.echo(f"An error occurred while testing the crew: {e}", err=True)
|
|
click.echo(e.output, err=True)
|
|
|
|
except Exception as e:
|
|
click.echo(f"An unexpected error occurred: {e}", err=True)
|