mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-25 08:08:14 +00:00
tests should work now
This commit is contained in:
Brandon Hancock
@@ -15,7 +15,6 @@ def parser():
|
||||
return p
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_special_characters(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: what's the temperature in SF?"
|
||||
result = parser.parse(text)
|
||||
@@ -24,7 +23,6 @@ def test_valid_action_parsing_special_characters(parser):
|
||||
assert result.tool_input == "what's the temperature in SF?"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_json_tool_input(parser):
|
||||
text = """
|
||||
Thought: Let's find the information
|
||||
@@ -38,7 +36,6 @@ def test_valid_action_parsing_with_json_tool_input(parser):
|
||||
assert result.tool_input == expected_tool_input
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_quotes(parser):
|
||||
text = 'Thought: Let\'s find the temperature\nAction: search\nAction Input: "temperature in SF"'
|
||||
result = parser.parse(text)
|
||||
@@ -47,7 +44,6 @@ def test_valid_action_parsing_with_quotes(parser):
|
||||
assert result.tool_input == "temperature in SF"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_curly_braces(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: {temperature in SF}"
|
||||
result = parser.parse(text)
|
||||
@@ -56,7 +52,6 @@ def test_valid_action_parsing_with_curly_braces(parser):
|
||||
assert result.tool_input == "{temperature in SF}"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_angle_brackets(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: <temperature in SF>"
|
||||
result = parser.parse(text)
|
||||
@@ -65,7 +60,6 @@ def test_valid_action_parsing_with_angle_brackets(parser):
|
||||
assert result.tool_input == "<temperature in SF>"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_parentheses(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: (temperature in SF)"
|
||||
result = parser.parse(text)
|
||||
@@ -74,7 +68,6 @@ def test_valid_action_parsing_with_parentheses(parser):
|
||||
assert result.tool_input == "(temperature in SF)"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_mixed_brackets(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: [temperature in {SF}]"
|
||||
result = parser.parse(text)
|
||||
@@ -83,7 +76,6 @@ def test_valid_action_parsing_with_mixed_brackets(parser):
|
||||
assert result.tool_input == "[temperature in {SF}]"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_nested_quotes(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: \"what's the temperature in 'SF'?\""
|
||||
result = parser.parse(text)
|
||||
@@ -92,7 +84,6 @@ def test_valid_action_parsing_with_nested_quotes(parser):
|
||||
assert result.tool_input == "what's the temperature in 'SF'?"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_incomplete_json(parser):
|
||||
text = 'Thought: Let\'s find the temperature\nAction: search\nAction Input: {"query": "temperature in SF"'
|
||||
result = parser.parse(text)
|
||||
@@ -101,7 +92,6 @@ def test_valid_action_parsing_with_incomplete_json(parser):
|
||||
assert result.tool_input == '{"query": "temperature in SF"}'
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_special_characters(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: what is the temperature in SF? @$%^&*"
|
||||
result = parser.parse(text)
|
||||
@@ -110,7 +100,6 @@ def test_valid_action_parsing_with_special_characters(parser):
|
||||
assert result.tool_input == "what is the temperature in SF? @$%^&*"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_combination(parser):
|
||||
text = 'Thought: Let\'s find the temperature\nAction: search\nAction Input: "[what is the temperature in SF?]"'
|
||||
result = parser.parse(text)
|
||||
@@ -119,7 +108,6 @@ def test_valid_action_parsing_with_combination(parser):
|
||||
assert result.tool_input == "[what is the temperature in SF?]"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_mixed_quotes(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: \"what's the temperature in SF?\""
|
||||
result = parser.parse(text)
|
||||
@@ -128,7 +116,6 @@ def test_valid_action_parsing_with_mixed_quotes(parser):
|
||||
assert result.tool_input == "what's the temperature in SF?"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_newlines(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: what is\nthe temperature in SF?"
|
||||
result = parser.parse(text)
|
||||
@@ -137,7 +124,6 @@ def test_valid_action_parsing_with_newlines(parser):
|
||||
assert result.tool_input == "what is\nthe temperature in SF?"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_escaped_characters(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: what is the temperature in SF? \\n"
|
||||
result = parser.parse(text)
|
||||
@@ -146,7 +132,6 @@ def test_valid_action_parsing_with_escaped_characters(parser):
|
||||
assert result.tool_input == "what is the temperature in SF? \\n"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_json_string(parser):
|
||||
text = 'Thought: Let\'s find the temperature\nAction: search\nAction Input: {"query": "temperature in SF"}'
|
||||
result = parser.parse(text)
|
||||
@@ -155,7 +140,6 @@ def test_valid_action_parsing_with_json_string(parser):
|
||||
assert result.tool_input == '{"query": "temperature in SF"}'
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_action_parsing_with_unbalanced_quotes(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search\nAction Input: \"what is the temperature in SF?"
|
||||
result = parser.parse(text)
|
||||
@@ -164,70 +148,60 @@ def test_valid_action_parsing_with_unbalanced_quotes(parser):
|
||||
assert result.tool_input == "what is the temperature in SF?"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_no_formatting(parser):
|
||||
action = "Ask question to senior researcher"
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == "Ask question to senior researcher"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_with_leading_asterisks(parser):
|
||||
action = "** Ask question to senior researcher"
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == "Ask question to senior researcher"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_with_trailing_asterisks(parser):
|
||||
action = "Ask question to senior researcher **"
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == "Ask question to senior researcher"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_with_leading_and_trailing_asterisks(parser):
|
||||
action = "** Ask question to senior researcher **"
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == "Ask question to senior researcher"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_with_multiple_leading_asterisks(parser):
|
||||
action = "**** Ask question to senior researcher"
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == "Ask question to senior researcher"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_with_multiple_trailing_asterisks(parser):
|
||||
action = "Ask question to senior researcher ****"
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == "Ask question to senior researcher"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_with_spaces_and_asterisks(parser):
|
||||
action = " ** Ask question to senior researcher ** "
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == "Ask question to senior researcher"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_with_only_asterisks(parser):
|
||||
action = "****"
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == ""
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_clean_action_with_empty_string(parser):
|
||||
action = ""
|
||||
cleaned_action = parser._clean_action(action)
|
||||
assert cleaned_action == ""
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_valid_final_answer_parsing(parser):
|
||||
text = (
|
||||
"Thought: I found the information\nFinal Answer: The temperature is 100 degrees"
|
||||
@@ -237,7 +211,6 @@ def test_valid_final_answer_parsing(parser):
|
||||
assert result.output == "The temperature is 100 degrees"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_missing_action_error(parser):
|
||||
text = "Thought: Let's find the temperature\nAction Input: what is the temperature in SF?"
|
||||
with pytest.raises(OutputParserException) as exc_info:
|
||||
@@ -247,7 +220,6 @@ def test_missing_action_error(parser):
|
||||
)
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_missing_action_input_error(parser):
|
||||
text = "Thought: Let's find the temperature\nAction: search"
|
||||
with pytest.raises(OutputParserException) as exc_info:
|
||||
@@ -255,7 +227,6 @@ def test_missing_action_input_error(parser):
|
||||
assert "I missed the 'Action Input:' after 'Action:'." in str(exc_info.value)
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_action_and_final_answer_error(parser):
|
||||
text = "Thought: I found the information\nAction: search\nAction Input: what is the temperature in SF?\nFinal Answer: The temperature is 100 degrees"
|
||||
with pytest.raises(OutputParserException) as exc_info:
|
||||
@@ -263,7 +234,6 @@ def test_action_and_final_answer_error(parser):
|
||||
assert "both perform Action and give a Final Answer" in str(exc_info.value)
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json(parser):
|
||||
invalid_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": Senior Researcher'
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -271,14 +241,12 @@ def test_safe_repair_json(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_unrepairable(parser):
|
||||
invalid_json = "{invalid_json"
|
||||
result = parser._safe_repair_json(invalid_json)
|
||||
assert result == invalid_json # Should return the original if unrepairable
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_missing_quotes(parser):
|
||||
invalid_json = (
|
||||
'{task: "Research XAI", context: "Explainable AI", coworker: Senior Researcher}'
|
||||
@@ -288,7 +256,6 @@ def test_safe_repair_json_missing_quotes(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_unclosed_brackets(parser):
|
||||
invalid_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"'
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -296,7 +263,6 @@ def test_safe_repair_json_unclosed_brackets(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_extra_commas(parser):
|
||||
invalid_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher",}'
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -304,7 +270,6 @@ def test_safe_repair_json_extra_commas(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_trailing_commas(parser):
|
||||
invalid_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher",}'
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -312,7 +277,6 @@ def test_safe_repair_json_trailing_commas(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_single_quotes(parser):
|
||||
invalid_json = "{'task': 'Research XAI', 'context': 'Explainable AI', 'coworker': 'Senior Researcher'}"
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -320,7 +284,6 @@ def test_safe_repair_json_single_quotes(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_mixed_quotes(parser):
|
||||
invalid_json = "{'task': \"Research XAI\", 'context': \"Explainable AI\", 'coworker': 'Senior Researcher'}"
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -328,7 +291,6 @@ def test_safe_repair_json_mixed_quotes(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_unescaped_characters(parser):
|
||||
invalid_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher\n"}'
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -336,7 +298,6 @@ def test_safe_repair_json_unescaped_characters(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_missing_colon(parser):
|
||||
invalid_json = '{"task" "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -344,7 +305,6 @@ def test_safe_repair_json_missing_colon(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_missing_comma(parser):
|
||||
invalid_json = '{"task": "Research XAI" "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -352,7 +312,6 @@ def test_safe_repair_json_missing_comma(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_unexpected_trailing_characters(parser):
|
||||
invalid_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"} random text'
|
||||
expected_repaired_json = '{"task": "Research XAI", "context": "Explainable AI", "coworker": "Senior Researcher"}'
|
||||
@@ -360,7 +319,6 @@ def test_safe_repair_json_unexpected_trailing_characters(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_safe_repair_json_special_characters_key(parser):
|
||||
invalid_json = '{"task!@#": "Research XAI", "context$%^": "Explainable AI", "coworker&*()": "Senior Researcher"}'
|
||||
expected_repaired_json = '{"task!@#": "Research XAI", "context$%^": "Explainable AI", "coworker&*()": "Senior Researcher"}'
|
||||
@@ -368,7 +326,6 @@ def test_safe_repair_json_special_characters_key(parser):
|
||||
assert result == expected_repaired_json
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_parsing_with_whitespace(parser):
|
||||
text = " Thought: Let's find the temperature \n Action: search \n Action Input: what is the temperature in SF? "
|
||||
result = parser.parse(text)
|
||||
@@ -377,7 +334,6 @@ def test_parsing_with_whitespace(parser):
|
||||
assert result.tool_input == "what is the temperature in SF?"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_parsing_with_special_characters(parser):
|
||||
text = 'Thought: Let\'s find the temperature\nAction: search\nAction Input: "what is the temperature in SF?"'
|
||||
result = parser.parse(text)
|
||||
@@ -386,7 +342,6 @@ def test_parsing_with_special_characters(parser):
|
||||
assert result.tool_input == "what is the temperature in SF?"
|
||||
|
||||
|
||||
@pytest.mark.timeout(60)
|
||||
def test_integration_valid_and_invalid(parser):
|
||||
text = """
|
||||
Thought: Let's find the temperature
|
||||
|
||||
Reference in New Issue
Block a user