diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index 9bab91347..f655dcc64 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -29,4 +29,4 @@ jobs: run: uv sync --dev --all-extras - name: Run tests - run: uv run pytest tests -v -s + run: uv run pytest tests -vv diff --git "a/tests/cassettes/test_agent_tool_role_matching[ \"Futel Official Infopoint\" -True].yaml" "b/tests/cassettes/test_agent_tool_role_matching[ \"Futel Official Infopoint\" -True].yaml" index d271d9250..99c9d5ea2 100644 --- "a/tests/cassettes/test_agent_tool_role_matching[ \"Futel Official Infopoint\" -True].yaml" +++ "b/tests/cassettes/test_agent_tool_role_matching[ \"Futel Official Infopoint\" -True].yaml" @@ -11,7 +11,7 @@ interactions: for the context shared.\nyou MUST return the actual complete content as the final answer, not a summary.\n\nBegin! This is VERY important to you, use the tools available and give your best Final Answer, your job depends on it!\n\nThought:"}], - "model": "gpt-4o-mini", "stop": ["\nObservation:"], "stream": false}' + "model": "gpt-4o", "stop": ["\nObservation:"], "stream": false}' headers: accept: - application/json @@ -20,12 +20,12 @@ interactions: connection: - keep-alive content-length: - - '944' + - '939' content-type: - application/json cookie: - - __cf_bm=5dd0oBCK2P2.O5qlqIo22vvel5R5pen3nwS9BCZP4_c-1736458340-1.0.1.1-8eJQU1qGqGwpzRm.1rQZixj41dZWZvs8r7QMIe6sWtUy_7GmKSKiQk1vgfMf3AGLX0NvnGNLQ6ISiD9q2BIrng; - _cfuvid=6yGBUhGAml.hdCRd2VZ1Uf2F3iGzkSnwHYTM4XkxraE-1736458340460-0.0.1.1-604800000 + - __cf_bm=cwWdOaPJjFMNJaLtJfa8Kjqavswg5bzVRFzBX4gneGw-1736458417-1.0.1.1-bvf2HshgcMtgn7GdxqwySFDAIacGccDFfEXniBFTTDmbGMCiIIwf6t2DiwWnBldmUHixwc5kDO9gYs08g.feBA; + _cfuvid=WMw7PSqkYqQOieguBRs0uNkwNU92A.ZKbgDbCAcV3EQ-1736458417825-0.0.1.1-604800000 host: - api.openai.com user-agent: @@ -51,46 +51,27 @@ interactions: method: POST uri: https://api.openai.com/v1/chat/completions response: - content: "{\n \"id\": \"chatcmpl-AnuQWRP26cII4nGqyIjdERFv4P2e8\",\n \"object\": - \"chat.completion\",\n \"created\": 1736458340,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n + content: "{\n \"id\": \"chatcmpl-AnuRlxiTxduAVoXHHY58Fvfbll5IS\",\n \"object\": + \"chat.completion\",\n \"created\": 1736458417,\n \"model\": \"gpt-4o-2024-08-06\",\n \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"I now can give a great answer \\nFinal - Answer: Futel Football Club, often referred to simply as Futel FC, is a professional - football club based in Futel, a vibrant community that brings together fans, - players, and staff in the pursuit of football excellence. Established in [insert - founding year], the club has a rich history that reflects the evolution of football - in the region.\\n\\nThe club's home ground is [insert stadium name], a modern - venue that can hold up to [insert capacity] fans. It serves as a fortress for - the team, where countless memorable matches have taken place. Futel FC competes - in [insert league name], showcasing their talents against some of the top teams - in the league each season.\\n\\nFutel FC is known for its commitment to developing - young talent through its youth academy programs, which aim to provide a pathway - for local players to reach professional level. The club also emphasizes community - engagement, participating in various outreach programs and initiatives that - promote the sport at grassroots levels.\\n\\nIn terms of achievements, Futel - FC has won [insert number] league titles, [insert number] domestic cups, and - [insert any notable achievements]. The team's colors are [insert colors], and - the fans, known as [insert fan base name], are renowned for their passionate - support, creating an electric atmosphere during matches.\\n\\nCoached by [insert - coach's name], the team plays an exciting brand of football that combines skill, - strategy, and teamwork, making every match an exhilarating experience for players - and fans alike. With a focus on both on-field success and off-field community - involvement, Futel FC stands as a proud symbol of regional pride and unity. - \\n\\nAs we look forward to the upcoming season, the club aims to build on its - past successes, strengthen its squad, and aim for both domestic and international - honors. Join us in supporting Futel FC as we continue this incredible journey - together!\",\n \"refusal\": null\n },\n \"logprobs\": null,\n - \ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": - 177,\n \"completion_tokens\": 378,\n \"total_tokens\": 555,\n \"prompt_tokens_details\": - {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": - {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": + Answer: This is a test task, and the context or question from the coworker is + not specified. Therefore, my best effort would be to affirm my readiness to + answer accurately and in detail any question about Futel Football Club based + on the context described. If provided with specific information or questions, + I will ensure to respond comprehensively as required by my job directives.\",\n + \ \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\": + \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 177,\n \"completion_tokens\": + 82,\n \"total_tokens\": 259,\n \"prompt_tokens_details\": {\n \"cached_tokens\": + 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n + \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"system_fingerprint\": - \"fp_f2cd28694a\"\n}\n" + \"fp_703d4ff298\"\n}\n" headers: CF-Cache-Status: - DYNAMIC CF-RAY: - - 8ff78a14eb6cb08e-ATL + - 8ff78bf7bd6cc002-ATL Connection: - keep-alive Content-Encoding: @@ -98,7 +79,7 @@ interactions: Content-Type: - application/json Date: - - Thu, 09 Jan 2025 21:32:26 GMT + - Thu, 09 Jan 2025 21:33:40 GMT Server: - cloudflare Transfer-Encoding: @@ -112,25 +93,25 @@ interactions: openai-organization: - crewai-iuxna1 openai-processing-ms: - - '5924' + - '2263' openai-version: - '2020-10-01' strict-transport-security: - max-age=31536000; includeSubDomains; preload x-ratelimit-limit-requests: - - '30000' + - '10000' x-ratelimit-limit-tokens: - - '150000000' + - '30000000' x-ratelimit-remaining-requests: - - '29999' + - '9999' x-ratelimit-remaining-tokens: - - '149999786' + - '29999786' x-ratelimit-reset-requests: - - 2ms + - 6ms x-ratelimit-reset-tokens: - 0s x-request-id: - - req_d3f55c2ce4a2a7cfd316dfdebb2e5bae + - req_7c1a31da73cd103e9f410f908e59187f http_version: HTTP/1.1 status_code: 200 version: 1 diff --git "a/tests/cassettes/test_agent_tool_role_matching[ FUTEL\\nOFFICIAL INFOPOINT -True].yaml" "b/tests/cassettes/test_agent_tool_role_matching[ FUTEL\\nOFFICIAL INFOPOINT -True].yaml" index 6b1baa200..25129c6c8 100644 --- "a/tests/cassettes/test_agent_tool_role_matching[ FUTEL\\nOFFICIAL INFOPOINT -True].yaml" +++ "b/tests/cassettes/test_agent_tool_role_matching[ FUTEL\\nOFFICIAL INFOPOINT -True].yaml" @@ -11,7 +11,7 @@ interactions: for the context shared.\nyou MUST return the actual complete content as the final answer, not a summary.\n\nBegin! This is VERY important to you, use the tools available and give your best Final Answer, your job depends on it!\n\nThought:"}], - "model": "gpt-4o-mini", "stop": ["\nObservation:"], "stream": false}' + "model": "gpt-4o", "stop": ["\nObservation:"], "stream": false}' headers: accept: - application/json @@ -20,12 +20,12 @@ interactions: connection: - keep-alive content-length: - - '944' + - '939' content-type: - application/json cookie: - - __cf_bm=5dd0oBCK2P2.O5qlqIo22vvel5R5pen3nwS9BCZP4_c-1736458340-1.0.1.1-8eJQU1qGqGwpzRm.1rQZixj41dZWZvs8r7QMIe6sWtUy_7GmKSKiQk1vgfMf3AGLX0NvnGNLQ6ISiD9q2BIrng; - _cfuvid=6yGBUhGAml.hdCRd2VZ1Uf2F3iGzkSnwHYTM4XkxraE-1736458340460-0.0.1.1-604800000 + - __cf_bm=cwWdOaPJjFMNJaLtJfa8Kjqavswg5bzVRFzBX4gneGw-1736458417-1.0.1.1-bvf2HshgcMtgn7GdxqwySFDAIacGccDFfEXniBFTTDmbGMCiIIwf6t2DiwWnBldmUHixwc5kDO9gYs08g.feBA; + _cfuvid=WMw7PSqkYqQOieguBRs0uNkwNU92A.ZKbgDbCAcV3EQ-1736458417825-0.0.1.1-604800000 host: - api.openai.com user-agent: @@ -51,34 +51,29 @@ interactions: method: POST uri: https://api.openai.com/v1/chat/completions response: - content: "{\n \"id\": \"chatcmpl-AnuQhOmrnrLHNKM8RhJD55kp8srMH\",\n \"object\": - \"chat.completion\",\n \"created\": 1736458351,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n + content: "{\n \"id\": \"chatcmpl-AnuRrFJZGKw8cIEshvuW1PKwFZFKs\",\n \"object\": + \"chat.completion\",\n \"created\": 1736458423,\n \"model\": \"gpt-4o-2024-08-06\",\n \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"I now can give a great answer \\nFinal - Answer: Futel Football Club is a professional football club based in Futel, - known for its rich history and enthusiastic fanbase. Founded in [insert founding - year], the club has grown significantly, competing in various national leagues - and tournaments. The team's colors are [insert team colors], and they play their - home games at [insert stadium name], which is known for its vibrant atmosphere - and loyal supporters. The club has achieved notable successes, including [insert - major achievements such as league titles, cup wins, or notable match results], - enhancing its reputation in the footballing community. The club also emphasizes - youth development, contributing to the growth of football in the region through - its academy programs. For more specific details such as the current squad, fixtures, - and player statistics, you can visit the official website or follow their social - media channels for the latest updates.\",\n \"refusal\": null\n },\n - \ \"logprobs\": null,\n \"finish_reason\": \"stop\"\n }\n ],\n - \ \"usage\": {\n \"prompt_tokens\": 177,\n \"completion_tokens\": 176,\n - \ \"total_tokens\": 353,\n \"prompt_tokens_details\": {\n \"cached_tokens\": - 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n - \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": + Answer: Although you mentioned this being a \\\"Test task\\\" and haven't provided + a specific question regarding Futel Football Club, your request appears to involve + ensuring accuracy and detail in responses. For a proper answer about Futel, + I'd be ready to provide details about the club's history, management, players, + match schedules, and recent performance statistics. Remember to ask specific + questions to receive a targeted response. If this were a real context where + information was shared, I would respond precisely to what's been asked regarding + Futel Football Club.\",\n \"refusal\": null\n },\n \"logprobs\": + null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": + 177,\n \"completion_tokens\": 113,\n \"total_tokens\": 290,\n \"prompt_tokens_details\": + {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": + {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"system_fingerprint\": - \"fp_f2cd28694a\"\n}\n" + \"fp_703d4ff298\"\n}\n" headers: CF-Cache-Status: - DYNAMIC CF-RAY: - - 8ff78a56082cb08e-ATL + - 8ff78c1d0ecdc002-ATL Connection: - keep-alive Content-Encoding: @@ -86,7 +81,7 @@ interactions: Content-Type: - application/json Date: - - Thu, 09 Jan 2025 21:32:34 GMT + - Thu, 09 Jan 2025 21:33:47 GMT Server: - cloudflare Transfer-Encoding: @@ -100,25 +95,25 @@ interactions: openai-organization: - crewai-iuxna1 openai-processing-ms: - - '2919' + - '3097' openai-version: - '2020-10-01' strict-transport-security: - max-age=31536000; includeSubDomains; preload x-ratelimit-limit-requests: - - '30000' + - '10000' x-ratelimit-limit-tokens: - - '150000000' + - '30000000' x-ratelimit-remaining-requests: - - '29999' + - '9999' x-ratelimit-remaining-tokens: - - '149999786' + - '29999786' x-ratelimit-reset-requests: - - 2ms + - 6ms x-ratelimit-reset-tokens: - 0s x-request-id: - - req_39a86c2d7ca6bd505734484da15bdc5d + - req_179e1d56e2b17303e40480baffbc7b08 http_version: HTTP/1.1 status_code: 200 version: 1 diff --git "a/tests/cassettes/test_agent_tool_role_matching[\"Futel Official Infopoint\"-True].yaml" "b/tests/cassettes/test_agent_tool_role_matching[\"Futel Official Infopoint\"-True].yaml" index c7c02337c..57705d771 100644 --- "a/tests/cassettes/test_agent_tool_role_matching[\"Futel Official Infopoint\"-True].yaml" +++ "b/tests/cassettes/test_agent_tool_role_matching[\"Futel Official Infopoint\"-True].yaml" @@ -11,7 +11,7 @@ interactions: for the context shared.\nyou MUST return the actual complete content as the final answer, not a summary.\n\nBegin! This is VERY important to you, use the tools available and give your best Final Answer, your job depends on it!\n\nThought:"}], - "model": "gpt-4o-mini", "stop": ["\nObservation:"], "stream": false}' + "model": "gpt-4o", "stop": ["\nObservation:"], "stream": false}' headers: accept: - application/json @@ -20,12 +20,12 @@ interactions: connection: - keep-alive content-length: - - '944' + - '939' content-type: - application/json cookie: - - __cf_bm=5dd0oBCK2P2.O5qlqIo22vvel5R5pen3nwS9BCZP4_c-1736458340-1.0.1.1-8eJQU1qGqGwpzRm.1rQZixj41dZWZvs8r7QMIe6sWtUy_7GmKSKiQk1vgfMf3AGLX0NvnGNLQ6ISiD9q2BIrng; - _cfuvid=6yGBUhGAml.hdCRd2VZ1Uf2F3iGzkSnwHYTM4XkxraE-1736458340460-0.0.1.1-604800000 + - __cf_bm=cwWdOaPJjFMNJaLtJfa8Kjqavswg5bzVRFzBX4gneGw-1736458417-1.0.1.1-bvf2HshgcMtgn7GdxqwySFDAIacGccDFfEXniBFTTDmbGMCiIIwf6t2DiwWnBldmUHixwc5kDO9gYs08g.feBA; + _cfuvid=WMw7PSqkYqQOieguBRs0uNkwNU92A.ZKbgDbCAcV3EQ-1736458417825-0.0.1.1-604800000 host: - api.openai.com user-agent: @@ -51,31 +51,24 @@ interactions: method: POST uri: https://api.openai.com/v1/chat/completions response: - content: "{\n \"id\": \"chatcmpl-AnuQeOQf4VFmsW2l7dI9LxGQNc5UQ\",\n \"object\": - \"chat.completion\",\n \"created\": 1736458348,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n + content: "{\n \"id\": \"chatcmpl-AnuRqgg7eiHnDi2DOqdk99fiqOboz\",\n \"object\": + \"chat.completion\",\n \"created\": 1736458422,\n \"model\": \"gpt-4o-2024-08-06\",\n \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"I now can give a great answer \\nFinal - Answer: Futel Football Club is a professional football club based in Futel, - known for its rich history, competitive spirit, and dedicated fan base. The - club competes in the top tier of its national league system, and has a reputation - for developing young talents through its youth academy. With a focus on teamwork - and sportsmanship, Futel FC has built a culture that embraces hard work and - resilience. The club also engages actively with the community, hosting events - and activities that promote the sport and foster a sense of belonging among - fans. For the latest updates on matches, player signings, and club events, fans - can check the official website or follow Futel FC on their social media platforms.\",\n - \ \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\": - \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 177,\n \"completion_tokens\": - 147,\n \"total_tokens\": 324,\n \"prompt_tokens_details\": {\n \"cached_tokens\": - 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n - \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": + Answer: Your best answer to your coworker asking you this, accounting for the + context shared. You MUST return the actual complete content as the final answer, + not a summary.\",\n \"refusal\": null\n },\n \"logprobs\": + null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": + 177,\n \"completion_tokens\": 44,\n \"total_tokens\": 221,\n \"prompt_tokens_details\": + {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": + {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"system_fingerprint\": - \"fp_f2cd28694a\"\n}\n" + \"fp_703d4ff298\"\n}\n" headers: CF-Cache-Status: - DYNAMIC CF-RAY: - - 8ff78a44cbfdb08e-ATL + - 8ff78c164ad2c002-ATL Connection: - keep-alive Content-Encoding: @@ -83,7 +76,7 @@ interactions: Content-Type: - application/json Date: - - Thu, 09 Jan 2025 21:32:30 GMT + - Thu, 09 Jan 2025 21:33:43 GMT Server: - cloudflare Transfer-Encoding: @@ -97,25 +90,25 @@ interactions: openai-organization: - crewai-iuxna1 openai-processing-ms: - - '2621' + - '899' openai-version: - '2020-10-01' strict-transport-security: - max-age=31536000; includeSubDomains; preload x-ratelimit-limit-requests: - - '30000' + - '10000' x-ratelimit-limit-tokens: - - '150000000' + - '30000000' x-ratelimit-remaining-requests: - - '29999' + - '9999' x-ratelimit-remaining-tokens: - - '149999786' + - '29999786' x-ratelimit-reset-requests: - - 2ms + - 6ms x-ratelimit-reset-tokens: - 0s x-request-id: - - req_0a6756b28d2a3ac48c548c83cebcb25d + - req_9f5226208edb90a27987aaf7e0ca03d3 http_version: HTTP/1.1 status_code: 200 version: 1 diff --git a/tests/cassettes/test_agent_tool_role_matching[Futel Official Infopoint-True].yaml b/tests/cassettes/test_agent_tool_role_matching[Futel Official Infopoint-True].yaml index a92b6445c..f9163dd91 100644 --- a/tests/cassettes/test_agent_tool_role_matching[Futel Official Infopoint-True].yaml +++ b/tests/cassettes/test_agent_tool_role_matching[Futel Official Infopoint-True].yaml @@ -11,7 +11,7 @@ interactions: for the context shared.\nyou MUST return the actual complete content as the final answer, not a summary.\n\nBegin! This is VERY important to you, use the tools available and give your best Final Answer, your job depends on it!\n\nThought:"}], - "model": "gpt-4o-mini", "stop": ["\nObservation:"], "stream": false}' + "model": "gpt-4o", "stop": ["\nObservation:"], "stream": false}' headers: accept: - application/json @@ -20,7 +20,7 @@ interactions: connection: - keep-alive content-length: - - '944' + - '939' content-type: - application/json host: @@ -48,34 +48,26 @@ interactions: method: POST uri: https://api.openai.com/v1/chat/completions response: - content: "{\n \"id\": \"chatcmpl-AnuQT8rraJWET0TlcYMFgNVnEDUw2\",\n \"object\": - \"chat.completion\",\n \"created\": 1736458337,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n + content: "{\n \"id\": \"chatcmpl-AnuRjmwH5mrykLxQhFwTqqTiDtuTf\",\n \"object\": + \"chat.completion\",\n \"created\": 1736458415,\n \"model\": \"gpt-4o-2024-08-06\",\n \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"I now can give a great answer \\nFinal - Answer: Futel Football Club, often referred to as Futel, is a professional football - club that has a rich history and a dedicated fan base. We play in the competitive - leagues and are known for our commitment to developing young talent and upholding - high standards both on and off the pitch. Our facilities are state-of-the-art, - providing our players with the best training environment possible. Additionally, - our community outreach programs aim to connect with fans and foster a positive - relationship with the local area. Our fan engagement initiatives are designed - to keep supporters involved, whether through match-day experiences or interactive - club events. As we continue our pursuit of success on the field, we prioritize - teamwork, sportsmanship, and the spirit of the game in all our endeavors. For - more information about our fixtures, ticketing, and membership options, visit - our official website. Thank you for your interest in Futel Football Club!\",\n - \ \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\": - \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 177,\n \"completion_tokens\": - 186,\n \"total_tokens\": 363,\n \"prompt_tokens_details\": {\n \"cached_tokens\": - 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n - \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": + Answer: As this is a test task, please note that Futel Football Club is fictional + and any specific details about it would not be available. However, if you have + specific questions or need information about a particular aspect of Futel or + any general football club inquiry, feel free to ask, and I'll do my best to + assist you with your query!\",\n \"refusal\": null\n },\n \"logprobs\": + null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": + 177,\n \"completion_tokens\": 79,\n \"total_tokens\": 256,\n \"prompt_tokens_details\": + {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": + {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"system_fingerprint\": - \"fp_f2cd28694a\"\n}\n" + \"fp_703d4ff298\"\n}\n" headers: CF-Cache-Status: - DYNAMIC CF-RAY: - - 8ff789fed842b08e-ATL + - 8ff78be5eebfc002-ATL Connection: - keep-alive Content-Encoding: @@ -83,14 +75,14 @@ interactions: Content-Type: - application/json Date: - - Thu, 09 Jan 2025 21:32:20 GMT + - Thu, 09 Jan 2025 21:33:37 GMT Server: - cloudflare Set-Cookie: - - __cf_bm=5dd0oBCK2P2.O5qlqIo22vvel5R5pen3nwS9BCZP4_c-1736458340-1.0.1.1-8eJQU1qGqGwpzRm.1rQZixj41dZWZvs8r7QMIe6sWtUy_7GmKSKiQk1vgfMf3AGLX0NvnGNLQ6ISiD9q2BIrng; - path=/; expires=Thu, 09-Jan-25 22:02:20 GMT; domain=.api.openai.com; HttpOnly; + - __cf_bm=cwWdOaPJjFMNJaLtJfa8Kjqavswg5bzVRFzBX4gneGw-1736458417-1.0.1.1-bvf2HshgcMtgn7GdxqwySFDAIacGccDFfEXniBFTTDmbGMCiIIwf6t2DiwWnBldmUHixwc5kDO9gYs08g.feBA; + path=/; expires=Thu, 09-Jan-25 22:03:37 GMT; domain=.api.openai.com; HttpOnly; Secure; SameSite=None - - _cfuvid=6yGBUhGAml.hdCRd2VZ1Uf2F3iGzkSnwHYTM4XkxraE-1736458340460-0.0.1.1-604800000; + - _cfuvid=WMw7PSqkYqQOieguBRs0uNkwNU92A.ZKbgDbCAcV3EQ-1736458417825-0.0.1.1-604800000; path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None Transfer-Encoding: - chunked @@ -103,25 +95,25 @@ interactions: openai-organization: - crewai-iuxna1 openai-processing-ms: - - '3277' + - '2730' openai-version: - '2020-10-01' strict-transport-security: - max-age=31536000; includeSubDomains; preload x-ratelimit-limit-requests: - - '30000' + - '10000' x-ratelimit-limit-tokens: - - '150000000' + - '30000000' x-ratelimit-remaining-requests: - - '29999' + - '9999' x-ratelimit-remaining-tokens: - - '149999786' + - '29999786' x-ratelimit-reset-requests: - - 2ms + - 6ms x-ratelimit-reset-tokens: - 0s x-request-id: - - req_0643366f91f87be4f98d0dbccf8eeed6 + - req_014478ba748f860d10ac250ca0ba824a http_version: HTTP/1.1 status_code: 200 version: 1 diff --git "a/tests/cassettes/test_agent_tool_role_matching[Futel Official Infopoint\\n-True].yaml" "b/tests/cassettes/test_agent_tool_role_matching[Futel Official Infopoint\\n-True].yaml" index 29f46bf1f..e093f57f8 100644 --- "a/tests/cassettes/test_agent_tool_role_matching[Futel Official Infopoint\\n-True].yaml" +++ "b/tests/cassettes/test_agent_tool_role_matching[Futel Official Infopoint\\n-True].yaml" @@ -11,7 +11,7 @@ interactions: for the context shared.\nyou MUST return the actual complete content as the final answer, not a summary.\n\nBegin! This is VERY important to you, use the tools available and give your best Final Answer, your job depends on it!\n\nThought:"}], - "model": "gpt-4o-mini", "stop": ["\nObservation:"], "stream": false}' + "model": "gpt-4o", "stop": ["\nObservation:"], "stream": false}' headers: accept: - application/json @@ -20,12 +20,12 @@ interactions: connection: - keep-alive content-length: - - '944' + - '939' content-type: - application/json cookie: - - __cf_bm=5dd0oBCK2P2.O5qlqIo22vvel5R5pen3nwS9BCZP4_c-1736458340-1.0.1.1-8eJQU1qGqGwpzRm.1rQZixj41dZWZvs8r7QMIe6sWtUy_7GmKSKiQk1vgfMf3AGLX0NvnGNLQ6ISiD9q2BIrng; - _cfuvid=6yGBUhGAml.hdCRd2VZ1Uf2F3iGzkSnwHYTM4XkxraE-1736458340460-0.0.1.1-604800000 + - __cf_bm=cwWdOaPJjFMNJaLtJfa8Kjqavswg5bzVRFzBX4gneGw-1736458417-1.0.1.1-bvf2HshgcMtgn7GdxqwySFDAIacGccDFfEXniBFTTDmbGMCiIIwf6t2DiwWnBldmUHixwc5kDO9gYs08g.feBA; + _cfuvid=WMw7PSqkYqQOieguBRs0uNkwNU92A.ZKbgDbCAcV3EQ-1736458417825-0.0.1.1-604800000 host: - api.openai.com user-agent: @@ -51,27 +51,29 @@ interactions: method: POST uri: https://api.openai.com/v1/chat/completions response: - content: "{\n \"id\": \"chatcmpl-AnuQcbGihb1t18Q4iVMY5wvBGGNpj\",\n \"object\": - \"chat.completion\",\n \"created\": 1736458346,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n + content: "{\n \"id\": \"chatcmpl-AnuRofLgmzWcDya5LILqYwIJYgFoq\",\n \"object\": + \"chat.completion\",\n \"created\": 1736458420,\n \"model\": \"gpt-4o-2024-08-06\",\n \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"I now can give a great answer \\nFinal - Answer: I understand the importance of providing a comprehensive response. Please - specify what information you need about Futel Football Club, including team - performance, player statistics, match schedules, history, or any recent news - updates. This will ensure that I can give you the most detailed and pertinent - information to meet your inquiry.\",\n \"refusal\": null\n },\n - \ \"logprobs\": null,\n \"finish_reason\": \"stop\"\n }\n ],\n - \ \"usage\": {\n \"prompt_tokens\": 177,\n \"completion_tokens\": 70,\n - \ \"total_tokens\": 247,\n \"prompt_tokens_details\": {\n \"cached_tokens\": - 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n - \ \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": + Answer: As an official Futel Football Club infopoint, my responsibility is to + provide detailed and accurate information about the club. This includes answering + questions regarding team statistics, player performances, upcoming fixtures, + ticketing and fan zone details, club history, and community initiatives. Our + focus is to ensure that fans and stakeholders have access to the latest and + most precise information about the club's on and off-pitch activities. If there's + anything specific you need to know, just let me know, and I'll be more than + happy to assist!\",\n \"refusal\": null\n },\n \"logprobs\": + null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": + 177,\n \"completion_tokens\": 115,\n \"total_tokens\": 292,\n \"prompt_tokens_details\": + {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": + {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"system_fingerprint\": - \"fp_f2cd28694a\"\n}\n" + \"fp_703d4ff298\"\n}\n" headers: CF-Cache-Status: - DYNAMIC CF-RAY: - - 8ff78a3aaad6b08e-ATL + - 8ff78c066f37c002-ATL Connection: - keep-alive Content-Encoding: @@ -79,7 +81,7 @@ interactions: Content-Type: - application/json Date: - - Thu, 09 Jan 2025 21:32:28 GMT + - Thu, 09 Jan 2025 21:33:42 GMT Server: - cloudflare Transfer-Encoding: @@ -93,25 +95,25 @@ interactions: openai-organization: - crewai-iuxna1 openai-processing-ms: - - '1442' + - '2459' openai-version: - '2020-10-01' strict-transport-security: - max-age=31536000; includeSubDomains; preload x-ratelimit-limit-requests: - - '30000' + - '10000' x-ratelimit-limit-tokens: - - '150000000' + - '30000000' x-ratelimit-remaining-requests: - - '29999' + - '9999' x-ratelimit-remaining-tokens: - - '149999786' + - '29999786' x-ratelimit-reset-requests: - - 2ms + - 6ms x-ratelimit-reset-tokens: - 0s x-request-id: - - req_e3f75b25b6479b4504840cb3f0d71f06 + - req_a146dd27f040f39a576750970cca0f52 http_version: HTTP/1.1 status_code: 200 version: 1 diff --git a/tests/test_manager_llm_delegation.py b/tests/test_manager_llm_delegation.py index 9c2886cdc..d115bf0c7 100644 --- a/tests/test_manager_llm_delegation.py +++ b/tests/test_manager_llm_delegation.py @@ -36,7 +36,6 @@ def test_agent_tool_role_matching(role_name, should_match): goal="Answer questions about Futel", backstory="Futel Football Club info", allow_delegation=False, - llm="gpt-4o-mini", ) # Create test agent tool