Bringing support to o1 family back + any models that don't support stop words

2026-01-25 16:18:13 +00:00 · 2024-09-24 22:18:20 -03:00
parent b8aa46a767
commit e19bdcb97d
104 changed files with 56051 additions and 65319 deletions
--- a/tests/cassettes/test_api_calls_throttling.yaml
+++ b/tests/cassettes/test_api_calls_throttling.yaml
@@ -30,8 +30,8 @@ interactions:
      content-type:
      - application/json
      cookie:
-      - __cf_bm=4rzJDR3F8S3Dp4B_qwylZU0mdm_WUwmv8vNHHp3IplM-1727119501-1.0.1.1-qobO_Sf88yG1qtXFnLgykvyc9YXR_fm1J7ZpXIhvtynVnsz67Uwcf4122PgHs4GMrlvZMaL6z_UVcVYSYUJOKQ;
-        _cfuvid=9K_ipT1uTVyDTneB1W5OZHPxCh36aOsDZCBnsQTONqQ-1727119501207-0.0.1.1-604800000
+      - __cf_bm=9.8sBYBkvBR8R1K_bVF7xgU..80XKlEIg3N2OBbTSCU-1727214102-1.0.1.1-.qiTLXbPamYUMSuyNsOEB9jhGu.jOifujOrx9E2JZvStbIZ9RTIiE44xKKNfLPxQkOi6qAT3h6htK8lPDGV_5g;
+        _cfuvid=lbRdAddVWV6W3f5Dm9SaOPWDUOxqtZBSPr_fTW26nEA-1727213194587-0.0.1.1-604800000
      host:
      - api.openai.com
      user-agent:
@@ -55,21 +55,20 @@ interactions:
    method: POST
    uri: https://api.openai.com/v1/chat/completions
  response:
-    content: "{\n  \"id\": \"chatcmpl-AAjB8B4jKiblnDdixoSndwMQma7lb\",\n  \"object\":
-      \"chat.completion\",\n  \"created\": 1727120310,\n  \"model\": \"gpt-4o-2024-05-13\",\n
+    content: "{\n  \"id\": \"chatcmpl-AB7arGwwTxjEFG1LW6CoSNFLrlOK8\",\n  \"object\":
+      \"chat.completion\",\n  \"created\": 1727214161,\n  \"model\": \"gpt-4o-2024-05-13\",\n
      \ \"choices\": [\n    {\n      \"index\": 0,\n      \"message\": {\n        \"role\":
-      \"assistant\",\n        \"content\": \"Thought: To provide the best final answer
-      possible, I'll utilize the available tool to gather the necessary information.\\n\\nAction:
-      get_final_answer\\nAction Input: {}\",\n        \"refusal\": null\n      },\n
-      \     \"logprobs\": null,\n      \"finish_reason\": \"stop\"\n    }\n  ],\n
-      \ \"usage\": {\n    \"prompt_tokens\": 289,\n    \"completion_tokens\": 31,\n
-      \   \"total_tokens\": 320,\n    \"completion_tokens_details\": {\n      \"reasoning_tokens\":
-      0\n    }\n  },\n  \"system_fingerprint\": \"fp_e375328146\"\n}\n"
+      \"assistant\",\n        \"content\": \"Thought: I should begin by gathering
+      the final answer using the available tool.\\n\\nAction: get_final_answer \\nAction
+      Input: {}\",\n        \"refusal\": null\n      },\n      \"logprobs\": null,\n
+      \     \"finish_reason\": \"stop\"\n    }\n  ],\n  \"usage\": {\n    \"prompt_tokens\":
+      289,\n    \"completion_tokens\": 25,\n    \"total_tokens\": 314,\n    \"completion_tokens_details\":
+      {\n      \"reasoning_tokens\": 0\n    }\n  },\n  \"system_fingerprint\": \"fp_e375328146\"\n}\n"
    headers:
      CF-Cache-Status:
      - DYNAMIC
      CF-RAY:
-      - 8c7cfed17f6ea4c7-MIA
+      - 8c85f21a69cc1cf3-GRU
      Connection:
      - keep-alive
      Content-Encoding:
@@ -77,7 +76,7 @@ interactions:
      Content-Type:
      - application/json
      Date:
-      - Mon, 23 Sep 2024 19:38:30 GMT
+      - Tue, 24 Sep 2024 21:42:41 GMT
      Server:
      - cloudflare
      Transfer-Encoding:
@@ -89,11 +88,11 @@ interactions:
      openai-organization:
      - crewai-iuxna1
      openai-processing-ms:
-      - '621'
+      - '480'
      openai-version:
      - '2020-10-01'
      strict-transport-security:
-      - max-age=15552000; includeSubDomains; preload
+      - max-age=31536000; includeSubDomains; preload
      x-ratelimit-limit-requests:
      - '10000'
      x-ratelimit-limit-tokens:
@@ -107,9 +106,82 @@ interactions:
      x-ratelimit-reset-tokens:
      - 0s
      x-request-id:
-      - req_4b3bb0d7b069edcded15a2f85685ad6a
+      - req_8a0ff2f638b9cbd38c7ff3afec66e38e
    http_version: HTTP/1.1
    status_code: 200
+- request:
+    body: !!binary |
+      Cu4SCiQKIgoMc2VydmljZS5uYW1lEhIKEGNyZXdBSS10ZWxlbWV0cnkSxRIKEgoQY3Jld2FpLnRl
+      bGVtZXRyeRKNAQoQVFbH43GuDS3FsE8YzYdNJxIIofFN5ARuGx8qClRvb2wgVXNhZ2UwATlQWMX8
+      H0z4F0HwW8f8H0z4F0oaCg5jcmV3YWlfdmVyc2lvbhIICgYwLjYxLjBKGQoJdG9vbF9uYW1lEgwK
+      Cm11bHRpcGxpZXJKDgoIYXR0ZW1wdHMSAhgBegIYAYUBAAEAABKQAgoQ+ox8x5TxpUajbfIdHiGX
+      vhIIv0ZRyRG53ZsqDlRhc2sgRXhlY3V0aW9uMAE5QBJCrh9M+BdBgKteHCBM+BdKLgoIY3Jld19r
+      ZXkSIgogNDczZTRkYmQyOTk4NzcxMjBlYjc1YzI1ZGE2MjIzNzVKMQoHY3Jld19pZBImCiQyYTA5
+      NzE3OC1iYTczLTQyYjYtYThlZC1mNzIwYmMwYjg5OWNKLgoIdGFza19rZXkSIgogMDhjZGU5MDkz
+      OTE2OTk0NTczMzAyYzcxMTdhOTZjZDVKMQoHdGFza19pZBImCiQ2MjNkMGE0Ny02NWYyLTRmNjMt
+      OGZiYy02Y2JiNWEzNjEzZTB6AhgBhQEAAQAAEo4CChArFK9IT1fzZKhOPdeSpiL1Eggx+3kN0w4W
+      tSoMVGFzayBDcmVhdGVkMAE5gGJ/HCBM+BdBYIuAHCBM+BdKLgoIY3Jld19rZXkSIgogNDczZTRk
+      YmQyOTk4NzcxMjBlYjc1YzI1ZGE2MjIzNzVKMQoHY3Jld19pZBImCiQyYTA5NzE3OC1iYTczLTQy
+      YjYtYThlZC1mNzIwYmMwYjg5OWNKLgoIdGFza19rZXkSIgogODBhYTc1Njk5ZjRhZDYyOTFkYmUx
+      MGU0ZDY2OTgwMjlKMQoHdGFza19pZBImCiQ0ZDAwNDUzYS1lNTMzLTRlZjUtOTMxYy1iMjA5MzUz
+      MGI2MzB6AhgBhQEAAQAAEo0BChDwvQTOSiwVSid43Rs6wgGHEggvwPN+Z1k4fCoKVG9vbCBVc2Fn
+      ZTABOeAX2LIgTPgXQdgM4bIgTPgXShoKDmNyZXdhaV92ZXJzaW9uEggKBjAuNjEuMEoZCgl0b29s
+      X25hbWUSDAoKbXVsdGlwbGllckoOCghhdHRlbXB0cxICGAF6AhgBhQEAAQAAEpACChCdooCC5NBc
+      0yaVmU1rSvUeEgjXuESyt3ruPioOVGFzayBFeGVjdXRpb24wATkI7YAcIEz4F0G4cBvVIEz4F0ou
+      CghjcmV3X2tleRIiCiA0NzNlNGRiZDI5OTg3NzEyMGViNzVjMjVkYTYyMjM3NUoxCgdjcmV3X2lk
+      EiYKJDJhMDk3MTc4LWJhNzMtNDJiNi1hOGVkLWY3MjBiYzBiODk5Y0ouCgh0YXNrX2tleRIiCiA4
+      MGFhNzU2OTlmNGFkNjI5MWRiZTEwZTRkNjY5ODAyOUoxCgd0YXNrX2lkEiYKJDRkMDA0NTNhLWU1
+      MzMtNGVmNS05MzFjLWIyMDkzNTMwYjYzMHoCGAGFAQABAAASxgcKEJvtfOx1G6d30vpT9sNLdCwS
+      CFeQmb2s7qsoKgxDcmV3IENyZWF0ZWQwATmwcK7WIEz4F0GgrrLWIEz4F0oaCg5jcmV3YWlfdmVy
+      c2lvbhIICgYwLjYxLjBKGgoOcHl0aG9uX3ZlcnNpb24SCAoGMy4xMS43Si4KCGNyZXdfa2V5EiIK
+      IDQwNTNkYThiNDliNDA2YzMyM2M2Njk1NjAxNGExZDk4SjEKB2NyZXdfaWQSJgokMjM5OGEyZjYt
+      YWU3Ny00OGE0LWFiOWMtNDc4MmUyZDViNTc3ShwKDGNyZXdfcHJvY2VzcxIMCgpzZXF1ZW50aWFs
+      ShEKC2NyZXdfbWVtb3J5EgIQAEoaChRjcmV3X251bWJlcl9vZl90YXNrcxICGAFKGwoVY3Jld19u
+      dW1iZXJfb2ZfYWdlbnRzEgIYAUrWAgoLY3Jld19hZ2VudHMSxgIKwwJbeyJrZXkiOiAiZDZjNTdk
+      MDMwMzJkNjk5NzRmNjY5MWY1NWE4ZTM1ZTMiLCAiaWQiOiAiYzkyYmVmMjEtZGZlNS00NGViLTk4
+      ZDAtNDE1ZGUyOGQ3OTBjIiwgInJvbGUiOiAiVmVyeSBoZWxwZnVsIGFzc2lzdGFudCIsICJ2ZXJi
+      b3NlPyI6IHRydWUsICJtYXhfaXRlciI6IDIsICJtYXhfcnBtIjogbnVsbCwgImZ1bmN0aW9uX2Nh
+      bGxpbmdfbGxtIjogIiIsICJsbG0iOiAiZ3B0LTRvIiwgImRlbGVnYXRpb25fZW5hYmxlZD8iOiBm
+      YWxzZSwgImFsbG93X2NvZGVfZXhlY3V0aW9uPyI6IGZhbHNlLCAibWF4X3JldHJ5X2xpbWl0Ijog
+      MiwgInRvb2xzX25hbWVzIjogW119XUqdAgoKY3Jld190YXNrcxKOAgqLAlt7ImtleSI6ICIyYWIz
+      Nzc2NDU3YWRhYThlMWYxNjUwMzljMDFmNzE0NCIsICJpZCI6ICJmMTBlMmVkYi1kYzYyLTRiOTEt
+      OGZlMC02YmIzNjg2ZmYxNDQiLCAiYXN5bmNfZXhlY3V0aW9uPyI6IGZhbHNlLCAiaHVtYW5faW5w
+      dXQ/IjogZmFsc2UsICJhZ2VudF9yb2xlIjogIlZlcnkgaGVscGZ1bCBhc3Npc3RhbnQiLCAiYWdl
+      bnRfa2V5IjogImQ2YzU3ZDAzMDMyZDY5OTc0ZjY2OTFmNTVhOGUzNWUzIiwgInRvb2xzX25hbWVz
+      IjogWyJnZXRfZmluYWxfYW5zd2VyIl19XXoCGAGFAQABAAASjgIKELXASxeqDTiu73UW+Mz8ZfkS
+      CIwW36/EnCr1KgxUYXNrIENyZWF0ZWQwATk4vs7WIEz4F0Fwhc/WIEz4F0ouCghjcmV3X2tleRIi
+      CiA0MDUzZGE4YjQ5YjQwNmMzMjNjNjY5NTYwMTRhMWQ5OEoxCgdjcmV3X2lkEiYKJDIzOThhMmY2
+      LWFlNzctNDhhNC1hYjljLTQ3ODJlMmQ1YjU3N0ouCgh0YXNrX2tleRIiCiAyYWIzNzc2NDU3YWRh
+      YThlMWYxNjUwMzljMDFmNzE0NEoxCgd0YXNrX2lkEiYKJGYxMGUyZWRiLWRjNjItNGI5MS04ZmUw
+      LTZiYjM2ODZmZjE0NHoCGAGFAQABAAA=
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '2417'
+      Content-Type:
+      - application/x-protobuf
+      User-Agent:
+      - OTel-OTLP-Exporter-Python/1.27.0
+    method: POST
+    uri: https://telemetry.crewai.com:4319/v1/traces
+  response:
+    body:
+      string: "\n\0"
+    headers:
+      Content-Length:
+      - '2'
+      Content-Type:
+      - application/x-protobuf
+      Date:
+      - Tue, 24 Sep 2024 21:42:41 GMT
+    status:
+      code: 200
+      message: OK
 - request:
    body: '{"messages": [{"role": "system", "content": "You are Very helpful assistant.
      You obey orders\nYour personal goal is: Comply with necessary changes\nYou ONLY
@@ -128,10 +200,9 @@ interactions:
      answer.\n\nThis is the expect criteria for your final answer: The final answer.\nyou
      MUST return the actual complete content as the final answer, not a summary.\n\nBegin!
      This is VERY important to you, use the tools available and give your best Final
-      Answer, your job depends on it!\n\nThought:"}, {"role": "user", "content": "Thought:
-      To provide the best final answer possible, I''ll utilize the available tool
-      to gather the necessary information.\n\nAction: get_final_answer\nAction Input:
-      {}\nObservation: 42"}], "model": "gpt-4o"}'
+      Answer, your job depends on it!\n\nThought:"}, {"role": "assistant", "content":
+      "Thought: I should begin by gathering the final answer using the available tool.\n\nAction:
+      get_final_answer \nAction Input: {}\nObservation: 42"}], "model": "gpt-4o"}'
    headers:
      accept:
      - application/json
@@ -140,12 +211,12 @@ interactions:
      connection:
      - keep-alive
      content-length:
-      - '1644'
+      - '1609'
      content-type:
      - application/json
      cookie:
-      - __cf_bm=4rzJDR3F8S3Dp4B_qwylZU0mdm_WUwmv8vNHHp3IplM-1727119501-1.0.1.1-qobO_Sf88yG1qtXFnLgykvyc9YXR_fm1J7ZpXIhvtynVnsz67Uwcf4122PgHs4GMrlvZMaL6z_UVcVYSYUJOKQ;
-        _cfuvid=9K_ipT1uTVyDTneB1W5OZHPxCh36aOsDZCBnsQTONqQ-1727119501207-0.0.1.1-604800000
+      - __cf_bm=9.8sBYBkvBR8R1K_bVF7xgU..80XKlEIg3N2OBbTSCU-1727214102-1.0.1.1-.qiTLXbPamYUMSuyNsOEB9jhGu.jOifujOrx9E2JZvStbIZ9RTIiE44xKKNfLPxQkOi6qAT3h6htK8lPDGV_5g;
+        _cfuvid=lbRdAddVWV6W3f5Dm9SaOPWDUOxqtZBSPr_fTW26nEA-1727213194587-0.0.1.1-604800000
      host:
      - api.openai.com
      user-agent:
@@ -169,20 +240,19 @@ interactions:
    method: POST
    uri: https://api.openai.com/v1/chat/completions
  response:
-    content: "{\n  \"id\": \"chatcmpl-AAjB9t0764xwjQflFmCNk1ly4NAWZ\",\n  \"object\":
-      \"chat.completion\",\n  \"created\": 1727120311,\n  \"model\": \"gpt-4o-2024-05-13\",\n
+    content: "{\n  \"id\": \"chatcmpl-AB7at2ky0jO9NWxaRLGNCPNyEVDKv\",\n  \"object\":
+      \"chat.completion\",\n  \"created\": 1727214163,\n  \"model\": \"gpt-4o-2024-05-13\",\n
      \ \"choices\": [\n    {\n      \"index\": 0,\n      \"message\": {\n        \"role\":
-      \"assistant\",\n        \"content\": \"Thought: I have obtained the necessary
-      information.\\n\\nFinal Answer: 42\",\n        \"refusal\": null\n      },\n
-      \     \"logprobs\": null,\n      \"finish_reason\": \"stop\"\n    }\n  ],\n
-      \ \"usage\": {\n    \"prompt_tokens\": 328,\n    \"completion_tokens\": 14,\n
-      \   \"total_tokens\": 342,\n    \"completion_tokens_details\": {\n      \"reasoning_tokens\":
-      0\n    }\n  },\n  \"system_fingerprint\": \"fp_e375328146\"\n}\n"
+      \"assistant\",\n        \"content\": \"Thought: I now know the final answer.\\nFinal
+      Answer: 42\",\n        \"refusal\": null\n      },\n      \"logprobs\": null,\n
+      \     \"finish_reason\": \"stop\"\n    }\n  ],\n  \"usage\": {\n    \"prompt_tokens\":
+      322,\n    \"completion_tokens\": 14,\n    \"total_tokens\": 336,\n    \"completion_tokens_details\":
+      {\n      \"reasoning_tokens\": 0\n    }\n  },\n  \"system_fingerprint\": \"fp_e375328146\"\n}\n"
    headers:
      CF-Cache-Status:
      - DYNAMIC
      CF-RAY:
-      - 8c7cfed7480fa4c7-MIA
+      - 8c85f21f28431cf3-GRU
      Connection:
      - keep-alive
      Content-Encoding:
@@ -190,7 +260,7 @@ interactions:
      Content-Type:
      - application/json
      Date:
-      - Mon, 23 Sep 2024 19:38:31 GMT
+      - Tue, 24 Sep 2024 21:42:44 GMT
      Server:
      - cloudflare
      Transfer-Encoding:
@@ -202,11 +272,11 @@ interactions:
      openai-organization:
      - crewai-iuxna1
      openai-processing-ms:
-      - '390'
+      - '931'
      openai-version:
      - '2020-10-01'
      strict-transport-security:
-      - max-age=15552000; includeSubDomains; preload
+      - max-age=31536000; includeSubDomains; preload
      x-ratelimit-limit-requests:
      - '10000'
      x-ratelimit-limit-tokens:
@@ -214,13 +284,13 @@ interactions:
      x-ratelimit-remaining-requests:
      - '9999'
      x-ratelimit-remaining-tokens:
-      - '29999610'
+      - '29999620'
      x-ratelimit-reset-requests:
      - 6ms
      x-ratelimit-reset-tokens:
      - 0s
      x-request-id:
-      - req_c2db8d52c32b2e2cfd580b20d9d9dd5c
+      - req_d329778cd4a0ede556b3f6883a06a487
    http_version: HTTP/1.1
    status_code: 200
 version: 1