andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-05-05 17:22:36 +00:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Trying to fix tests

Browse Source
This commit is contained in:
Brandon Hancock
2025-01-10 14:30:16 -05:00
parent 16f39db3f6
commit 42da47c901
2 changed files with 33 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

51
tests/cassettes/test_llm_callback_replacement.yaml
View File

@@ -37,8 +37,8 @@ interactions:
method: POST
uri: https://api.openai.com/v1/chat/completions
response:
content: "{\n \"id\": \"chatcmpl-AoEhlnTua3eKxyXFokd8ndUX9Kz7Y\",\n \"object\":
\"chat.completion\",\n \"created\": 1736536289,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
content: "{\n \"id\": \"chatcmpl-AoEzIjusutsoPh1EmGgeXifkYvbfH\",\n \"object\":
\"chat.completion\",\n \"created\": 1736537376,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
\ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
\"assistant\",\n \"content\": \"Hello! How can I assist you today?\",\n
\ \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\":
@@ -47,12 +47,12 @@ interactions:
0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n
\ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
\"default\",\n \"system_fingerprint\": \"fp_f2cd28694a\"\n}\n"
\"default\",\n \"system_fingerprint\": \"fp_01aeff40ea\"\n}\n"
headers:
CF-Cache-Status:
- DYNAMIC
CF-RAY:
- 8ffef921dba812f1-ATL
- 8fff13aa78db4569-ATL
Connection:
- keep-alive
Content-Encoding:
@@ -60,14 +60,14 @@ interactions:
Content-Type:
- application/json
Date:
- Fri, 10 Jan 2025 19:11:30 GMT
- Fri, 10 Jan 2025 19:29:36 GMT
Server:
- cloudflare
Set-Cookie:
- __cf_bm=oE487dKDgfyT_w6N3b.97rELqmEYdrHEZGzVdLuYtQQ-1736536290-1.0.1.1-Sn2IYIOuXSOD7bPtLDI1l6SJg05JQTjKSp6y9QTVk.sN0gSRuWMAmsWYWxKyfgS_PuU9RnEd22IaQVm6OV5ajQ;
path=/; expires=Fri, 10-Jan-25 19:41:30 GMT; domain=.api.openai.com; HttpOnly;
- __cf_bm=PoW0e3SDy04AxLoIfTXlp2oFUuTGjQzesTybc7KXe28-1736537376-1.0.1.1-tznDR3VZpUOrVUyHmDUYYtpSQ2WI3X6ya9EhOwgNEMVIe6KsDgje4tO7z_tk7l0cuRww1jx_ryG3sgT1AETdVw;
path=/; expires=Fri, 10-Jan-25 19:59:36 GMT; domain=.api.openai.com; HttpOnly;
Secure; SameSite=None
- _cfuvid=EVhgpqkXLM3gJa5bxMSHME708t5K_1nQv7OPpCQzJIQ-1736536290049-0.0.1.1-604800000;
- _cfuvid=3UeEmz_rnmsoZxrVUv32u35gJOi766GDWNe5_RTjiPk-1736537376739-0.0.1.1-604800000;
path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None
Transfer-Encoding:
- chunked
@@ -80,7 +80,7 @@ interactions:
openai-organization:
- crewai-iuxna1
openai-processing-ms:
- '419'
- '286'
openai-version:
- '2020-10-01'
strict-transport-security:
@@ -98,7 +98,7 @@ interactions:
x-ratelimit-reset-tokens:
- 0s
x-request-id:
- req_079dd34d024ec36b434f1af359f99b96
- req_18f5593ddf37824bb9a7690407170dc0
http_version: HTTP/1.1
status_code: 200
- request:
@@ -116,8 +116,8 @@ interactions:
content-type:
- application/json
cookie:
- __cf_bm=oE487dKDgfyT_w6N3b.97rELqmEYdrHEZGzVdLuYtQQ-1736536290-1.0.1.1-Sn2IYIOuXSOD7bPtLDI1l6SJg05JQTjKSp6y9QTVk.sN0gSRuWMAmsWYWxKyfgS_PuU9RnEd22IaQVm6OV5ajQ;
_cfuvid=EVhgpqkXLM3gJa5bxMSHME708t5K_1nQv7OPpCQzJIQ-1736536290049-0.0.1.1-604800000
- __cf_bm=PoW0e3SDy04AxLoIfTXlp2oFUuTGjQzesTybc7KXe28-1736537376-1.0.1.1-tznDR3VZpUOrVUyHmDUYYtpSQ2WI3X6ya9EhOwgNEMVIe6KsDgje4tO7z_tk7l0cuRww1jx_ryG3sgT1AETdVw;
_cfuvid=3UeEmz_rnmsoZxrVUv32u35gJOi766GDWNe5_RTjiPk-1736537376739-0.0.1.1-604800000
host:
- api.openai.com
user-agent:
@@ -143,22 +143,23 @@ interactions:
method: POST
uri: https://api.openai.com/v1/chat/completions
response:
content: "{\n \"id\": \"chatcmpl-AoEhmRCygYgBsj1Vkqn710l3oWLB3\",\n \"object\":
\"chat.completion\",\n \"created\": 1736536290,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
content: "{\n \"id\": \"chatcmpl-AoEzIOYUDsd7SpYDQeQmbNGS7IBLE\",\n \"object\":
\"chat.completion\",\n \"created\": 1736537376,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
\ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
\"assistant\",\n \"content\": \"Hello, fellow agent! How can I assist
you today?\",\n \"refusal\": null\n },\n \"logprobs\": null,\n
\ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
14,\n \"completion_tokens\": 13,\n \"total_tokens\": 27,\n \"prompt_tokens_details\":
{\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
{\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
\"assistant\",\n \"content\": \"Hello! It's great to connect with another
agent. How can I assist you today?\",\n \"refusal\": null\n },\n
\ \"logprobs\": null,\n \"finish_reason\": \"stop\"\n }\n ],\n
\ \"usage\": {\n \"prompt_tokens\": 14,\n \"completion_tokens\": 18,\n
\ \"total_tokens\": 32,\n \"prompt_tokens_details\": {\n \"cached_tokens\":
0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n
\ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
\"default\",\n \"system_fingerprint\": \"fp_f2cd28694a\"\n}\n"
\"default\",\n \"system_fingerprint\": \"fp_01aeff40ea\"\n}\n"
headers:
CF-Cache-Status:
- DYNAMIC
CF-RAY:
- 8ffef925496a12f1-ATL
- 8fff13ad8e054569-ATL
Connection:
- keep-alive
Content-Encoding:
@@ -166,7 +167,7 @@ interactions:
Content-Type:
- application/json
Date:
- Fri, 10 Jan 2025 19:11:30 GMT
- Fri, 10 Jan 2025 19:29:37 GMT
Server:
- cloudflare
Transfer-Encoding:
@@ -180,7 +181,7 @@ interactions:
openai-organization:
- crewai-iuxna1
openai-processing-ms:
- '463'
- '422'
openai-version:
- '2020-10-01'
strict-transport-security:
@@ -198,7 +199,7 @@ interactions:
x-ratelimit-reset-tokens:
- 0s
x-request-id:
- req_ebd5ac7b7549fe2ff2aaadbc93927d49
- req_366bcd7dfe94e2a2b5640fd9bb1c5a6b
http_version: HTTP/1.1
status_code: 200
version: 1

10
tests/llm_test.py
View File

@@ -1,3 +1,5 @@
from time import sleep
import pytest
from crewai.agents.agent_builder.utilities.base_token_process import TokenProcess
@@ -8,12 +10,13 @@ from crewai.utilities.token_counter_callback import TokenCalcHandler
# TODO: This test fails without print statement, which makes me think that something is happening asynchronously that we need to eventually fix and dive deeper into at a later date
@pytest.mark.vcr(filter_headers=["authorization"])
def test_llm_callback_replacement():
llm = LLM(model="gpt-4o-mini")
llm1 = LLM(model="gpt-4o-mini")
llm2 = LLM(model="gpt-4o-mini")
calc_handler_1 = TokenCalcHandler(token_cost_process=TokenProcess())
calc_handler_2 = TokenCalcHandler(token_cost_process=TokenProcess())
result1 = llm.call(
result1 = llm1.call(
messages=[{"role": "user", "content": "Hello, world!"}],
callbacks=[calc_handler_1],
)
@@ -21,10 +24,11 @@ def test_llm_callback_replacement():
usage_metrics_1 = calc_handler_1.token_cost_process.get_summary()
print("usage_metrics_1:", usage_metrics_1)
result2 = llm.call(
result2 = llm2.call(
messages=[{"role": "user", "content": "Hello, world from another agent!"}],
callbacks=[calc_handler_2],
)
sleep(5)
print("result2:", result2)
usage_metrics_2 = calc_handler_2.token_cost_process.get_summary()
print("usage_metrics_2:", usage_metrics_2)