andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-28 01:28:14 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

use copy to split testing and training on crews

Browse Source
This commit is contained in:
Brandon Hancock
2024-10-22 18:14:39 -04:00
parent 093259389e
commit 89258c2c72
1 changed files with 11 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
src/crewai/crew.py
View File

@@ -435,15 +435,16 @@ class Crew(BaseModel):
self, n_iterations: int, filename: str, inputs: Optional[Dict[str, Any]] = {} self, n_iterations: int, filename: str, inputs: Optional[Dict[str, Any]] = {}
) -> None: ) -> None:
"""Trains the crew for a given number of iterations.""" """Trains the crew for a given number of iterations."""
self._setup_for_training(filename) train_crew = self.copy()
train_crew._setup_for_training(filename)
for n_iteration in range(n_iterations): for n_iteration in range(n_iterations):
self._train_iteration = n_iteration train_crew._train_iteration = n_iteration
self.kickoff(inputs=inputs) train_crew.kickoff(inputs=inputs)
training_data = CrewTrainingHandler(TRAINING_DATA_FILE).load() training_data = CrewTrainingHandler(TRAINING_DATA_FILE).load()
for agent in self.agents: for agent in train_crew.agents:
result = TaskEvaluator(agent).evaluate_training_data( result = TaskEvaluator(agent).evaluate_training_data(
training_data=training_data, agent_id=str(agent.id) training_data=training_data, agent_id=str(agent.id)
) )
@@ -987,17 +988,19 @@ class Crew(BaseModel):
inputs: Optional[Dict[str, Any]] = None, inputs: Optional[Dict[str, Any]] = None,
) -> None: ) -> None:
"""Test and evaluate the Crew with the given inputs for n iterations concurrently using concurrent.futures.""" """Test and evaluate the Crew with the given inputs for n iterations concurrently using concurrent.futures."""
self._test_execution_span = self._telemetry.test_execution_span( test_crew = self.copy()
self,
self._test_execution_span = test_crew._telemetry.test_execution_span(
test_crew,
n_iterations, n_iterations,
inputs, inputs,
openai_model_name, # type: ignore[arg-type] openai_model_name, # type: ignore[arg-type]
) # type: ignore[arg-type] ) # type: ignore[arg-type]
evaluator = CrewEvaluator(self, openai_model_name) # type: ignore[arg-type] evaluator = CrewEvaluator(test_crew, openai_model_name) # type: ignore[arg-type]
for i in range(1, n_iterations + 1): for i in range(1, n_iterations + 1):
evaluator.set_iteration(i) evaluator.set_iteration(i)
self.kickoff(inputs=inputs) test_crew.kickoff(inputs=inputs)
evaluator.print_crew_evaluation_result() evaluator.print_crew_evaluation_result()