Bringing support to o1 family back + any models that don't support stop words

This commit is contained in:
João Moura
2024-09-24 22:18:20 -03:00
parent b8aa46a767
commit e19bdcb97d
104 changed files with 56051 additions and 65319 deletions

View File

@@ -31,8 +31,8 @@ interactions:
content-type:
- application/json
cookie:
- __cf_bm=4rzJDR3F8S3Dp4B_qwylZU0mdm_WUwmv8vNHHp3IplM-1727119501-1.0.1.1-qobO_Sf88yG1qtXFnLgykvyc9YXR_fm1J7ZpXIhvtynVnsz67Uwcf4122PgHs4GMrlvZMaL6z_UVcVYSYUJOKQ;
_cfuvid=9K_ipT1uTVyDTneB1W5OZHPxCh36aOsDZCBnsQTONqQ-1727119501207-0.0.1.1-604800000
- __cf_bm=rb61BZH2ejzD5YPmLaEJqI7km71QqyNJGTVdNxBq6qk-1727213194-1.0.1.1-pJ49onmgX9IugEMuYQMralzD7oj_6W.CHbSu4Su1z3NyjTGYg.rhgJZWng8feFYah._oSnoYlkTjpK1Wd2C9FA;
_cfuvid=lbRdAddVWV6W3f5Dm9SaOPWDUOxqtZBSPr_fTW26nEA-1727213194587-0.0.1.1-604800000
host:
- api.openai.com
user-agent:
@@ -56,20 +56,20 @@ interactions:
method: POST
uri: https://api.openai.com/v1/chat/completions
response:
content: "{\n \"id\": \"chatcmpl-AAj0LjoVm3Xo9dAcQl6zzUQUgqHu3\",\n \"object\":
\"chat.completion\",\n \"created\": 1727119641,\n \"model\": \"gpt-4o-2024-05-13\",\n
content: "{\n \"id\": \"chatcmpl-AB7NlDmtLHCfUZJCFVIKeV5KMyQfX\",\n \"object\":
\"chat.completion\",\n \"created\": 1727213349,\n \"model\": \"gpt-4o-2024-05-13\",\n
\ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
\"assistant\",\n \"content\": \"I need to follow the instructions carefully
and use the `get_final_answer` tool repeatedly as specified.\\n\\nAction: get_final_answer\\nAction
Input: {}\",\n \"refusal\": null\n },\n \"logprobs\": null,\n
\ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
303,\n \"completion_tokens\": 30,\n \"total_tokens\": 333,\n \"completion_tokens_details\":
{\n \"reasoning_tokens\": 0\n }\n },\n \"system_fingerprint\": \"fp_e375328146\"\n}\n"
\"assistant\",\n \"content\": \"Thought: I need to use the provided tool
as instructed.\\n\\nAction: get_final_answer\\nAction Input: {}\",\n \"refusal\":
null\n },\n \"logprobs\": null,\n \"finish_reason\": \"stop\"\n
\ }\n ],\n \"usage\": {\n \"prompt_tokens\": 303,\n \"completion_tokens\":
22,\n \"total_tokens\": 325,\n \"completion_tokens_details\": {\n \"reasoning_tokens\":
0\n }\n },\n \"system_fingerprint\": \"fp_e375328146\"\n}\n"
headers:
CF-Cache-Status:
- DYNAMIC
CF-RAY:
- 8c7cee7dfc22228a-MIA
- 8c85de473ae11cf3-GRU
Connection:
- keep-alive
Content-Encoding:
@@ -77,7 +77,7 @@ interactions:
Content-Type:
- application/json
Date:
- Mon, 23 Sep 2024 19:27:22 GMT
- Tue, 24 Sep 2024 21:29:10 GMT
Server:
- cloudflare
Transfer-Encoding:
@@ -89,11 +89,11 @@ interactions:
openai-organization:
- crewai-iuxna1
openai-processing-ms:
- '452'
- '489'
openai-version:
- '2020-10-01'
strict-transport-security:
- max-age=15552000; includeSubDomains; preload
- max-age=31536000; includeSubDomains; preload
x-ratelimit-limit-requests:
- '10000'
x-ratelimit-limit-tokens:
@@ -107,7 +107,7 @@ interactions:
x-ratelimit-reset-tokens:
- 0s
x-request-id:
- req_4d711184af627d33c7dd74edd4690bc4
- req_de70a4dc416515dda4b2ad48bde52f93
http_version: HTTP/1.1
status_code: 200
- request:
@@ -129,9 +129,8 @@ interactions:
final answer\nyou MUST return the actual complete content as the final answer,
not a summary.\n\nBegin! This is VERY important to you, use the tools available
and give your best Final Answer, your job depends on it!\n\nThought:"}, {"role":
"user", "content": "I need to follow the instructions carefully and use the
`get_final_answer` tool repeatedly as specified.\n\nAction: get_final_answer\nAction
Input: {}\nObservation: 42"}], "model": "gpt-4o"}'
"assistant", "content": "Thought: I need to use the provided tool as instructed.\n\nAction:
get_final_answer\nAction Input: {}\nObservation: 42"}], "model": "gpt-4o"}'
headers:
accept:
- application/json
@@ -140,12 +139,12 @@ interactions:
connection:
- keep-alive
content-length:
- '1652'
- '1608'
content-type:
- application/json
cookie:
- __cf_bm=4rzJDR3F8S3Dp4B_qwylZU0mdm_WUwmv8vNHHp3IplM-1727119501-1.0.1.1-qobO_Sf88yG1qtXFnLgykvyc9YXR_fm1J7ZpXIhvtynVnsz67Uwcf4122PgHs4GMrlvZMaL6z_UVcVYSYUJOKQ;
_cfuvid=9K_ipT1uTVyDTneB1W5OZHPxCh36aOsDZCBnsQTONqQ-1727119501207-0.0.1.1-604800000
- __cf_bm=rb61BZH2ejzD5YPmLaEJqI7km71QqyNJGTVdNxBq6qk-1727213194-1.0.1.1-pJ49onmgX9IugEMuYQMralzD7oj_6W.CHbSu4Su1z3NyjTGYg.rhgJZWng8feFYah._oSnoYlkTjpK1Wd2C9FA;
_cfuvid=lbRdAddVWV6W3f5Dm9SaOPWDUOxqtZBSPr_fTW26nEA-1727213194587-0.0.1.1-604800000
host:
- api.openai.com
user-agent:
@@ -169,20 +168,20 @@ interactions:
method: POST
uri: https://api.openai.com/v1/chat/completions
response:
content: "{\n \"id\": \"chatcmpl-AAj0M2HJqllgX3Knm9OBxyGex2L7d\",\n \"object\":
\"chat.completion\",\n \"created\": 1727119642,\n \"model\": \"gpt-4o-2024-05-13\",\n
content: "{\n \"id\": \"chatcmpl-AB7Nnz14hlEaTdabXodZCVU0UoDhk\",\n \"object\":
\"chat.completion\",\n \"created\": 1727213351,\n \"model\": \"gpt-4o-2024-05-13\",\n
\ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
\"assistant\",\n \"content\": \"Thought: I should continue following
the instructions and use the `get_final_answer` tool again.\\n\\nAction: get_final_answer\\nAction
Input: {}\\nObservation: 42\",\n \"refusal\": null\n },\n \"logprobs\":
null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
341,\n \"completion_tokens\": 33,\n \"total_tokens\": 374,\n \"completion_tokens_details\":
{\n \"reasoning_tokens\": 0\n }\n },\n \"system_fingerprint\": \"fp_e375328146\"\n}\n"
\"assistant\",\n \"content\": \"Thought: I must continue using the `get_final_answer`
tool as instructed.\\n\\nAction: get_final_answer\\nAction Input: {}\\nObservation:
42\",\n \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\":
\"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 333,\n \"completion_tokens\":
30,\n \"total_tokens\": 363,\n \"completion_tokens_details\": {\n \"reasoning_tokens\":
0\n }\n },\n \"system_fingerprint\": \"fp_e375328146\"\n}\n"
headers:
CF-Cache-Status:
- DYNAMIC
CF-RAY:
- 8c7cee84dc72228a-MIA
- 8c85de5109701cf3-GRU
Connection:
- keep-alive
Content-Encoding:
@@ -190,7 +189,7 @@ interactions:
Content-Type:
- application/json
Date:
- Mon, 23 Sep 2024 19:27:23 GMT
- Tue, 24 Sep 2024 21:29:11 GMT
Server:
- cloudflare
Transfer-Encoding:
@@ -202,11 +201,11 @@ interactions:
openai-organization:
- crewai-iuxna1
openai-processing-ms:
- '485'
- '516'
openai-version:
- '2020-10-01'
strict-transport-security:
- max-age=15552000; includeSubDomains; preload
- max-age=31536000; includeSubDomains; preload
x-ratelimit-limit-requests:
- '10000'
x-ratelimit-limit-tokens:
@@ -214,13 +213,13 @@ interactions:
x-ratelimit-remaining-requests:
- '9999'
x-ratelimit-remaining-tokens:
- '29999609'
- '29999620'
x-ratelimit-reset-requests:
- 6ms
x-ratelimit-reset-tokens:
- 0s
x-request-id:
- req_4ae325caf6c7368793f4473e6099c069
- req_5365ac0e5413bd9330c6ac3f68051bcf
http_version: HTTP/1.1
status_code: 200
- request:
@@ -242,10 +241,9 @@ interactions:
final answer\nyou MUST return the actual complete content as the final answer,
not a summary.\n\nBegin! This is VERY important to you, use the tools available
and give your best Final Answer, your job depends on it!\n\nThought:"}, {"role":
"user", "content": "I need to follow the instructions carefully and use the
`get_final_answer` tool repeatedly as specified.\n\nAction: get_final_answer\nAction
Input: {}\nObservation: 42"}, {"role": "user", "content": "Thought: I should
continue following the instructions and use the `get_final_answer` tool again.\n\nAction:
"assistant", "content": "Thought: I need to use the provided tool as instructed.\n\nAction:
get_final_answer\nAction Input: {}\nObservation: 42"}, {"role": "assistant",
"content": "Thought: I must continue using the `get_final_answer` tool as instructed.\n\nAction:
get_final_answer\nAction Input: {}\nObservation: 42\nObservation: 42"}], "model":
"gpt-4o"}'
headers:
@@ -256,12 +254,12 @@ interactions:
connection:
- keep-alive
content-length:
- '1861'
- '1799'
content-type:
- application/json
cookie:
- __cf_bm=4rzJDR3F8S3Dp4B_qwylZU0mdm_WUwmv8vNHHp3IplM-1727119501-1.0.1.1-qobO_Sf88yG1qtXFnLgykvyc9YXR_fm1J7ZpXIhvtynVnsz67Uwcf4122PgHs4GMrlvZMaL6z_UVcVYSYUJOKQ;
_cfuvid=9K_ipT1uTVyDTneB1W5OZHPxCh36aOsDZCBnsQTONqQ-1727119501207-0.0.1.1-604800000
- __cf_bm=rb61BZH2ejzD5YPmLaEJqI7km71QqyNJGTVdNxBq6qk-1727213194-1.0.1.1-pJ49onmgX9IugEMuYQMralzD7oj_6W.CHbSu4Su1z3NyjTGYg.rhgJZWng8feFYah._oSnoYlkTjpK1Wd2C9FA;
_cfuvid=lbRdAddVWV6W3f5Dm9SaOPWDUOxqtZBSPr_fTW26nEA-1727213194587-0.0.1.1-604800000
host:
- api.openai.com
user-agent:
@@ -285,20 +283,20 @@ interactions:
method: POST
uri: https://api.openai.com/v1/chat/completions
response:
content: "{\n \"id\": \"chatcmpl-AAj0OBdBEGSQf4FrpS9Sbvk1T6oFa\",\n \"object\":
\"chat.completion\",\n \"created\": 1727119644,\n \"model\": \"gpt-4o-2024-05-13\",\n
content: "{\n \"id\": \"chatcmpl-AB7NoF5Gf597BGmOETPYGxN2eRFxd\",\n \"object\":
\"chat.completion\",\n \"created\": 1727213352,\n \"model\": \"gpt-4o-2024-05-13\",\n
\ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
\"assistant\",\n \"content\": \"Thought: I need to keep using the `get_final_answer`
tool as instructed.\\n\\nAction: get_final_answer\\nAction Input: {}\\nObservation:
42\",\n \"refusal\": null\n },\n \"logprobs\": null,\n \"finish_reason\":
\"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 383,\n \"completion_tokens\":
31,\n \"total_tokens\": 414,\n \"completion_tokens_details\": {\n \"reasoning_tokens\":
0\n }\n },\n \"system_fingerprint\": \"fp_e375328146\"\n}\n"
\"assistant\",\n \"content\": \"Thought: I must continue using the `get_final_answer`
tool to meet the requirements.\\n\\nAction: get_final_answer\\nAction Input:
{}\\nObservation: 42\",\n \"refusal\": null\n },\n \"logprobs\":
null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
372,\n \"completion_tokens\": 32,\n \"total_tokens\": 404,\n \"completion_tokens_details\":
{\n \"reasoning_tokens\": 0\n }\n },\n \"system_fingerprint\": \"fp_e375328146\"\n}\n"
headers:
CF-Cache-Status:
- DYNAMIC
CF-RAY:
- 8c7cee8c2e7c228a-MIA
- 8c85de587bc01cf3-GRU
Connection:
- keep-alive
Content-Encoding:
@@ -306,7 +304,7 @@ interactions:
Content-Type:
- application/json
Date:
- Mon, 23 Sep 2024 19:27:24 GMT
- Tue, 24 Sep 2024 21:29:12 GMT
Server:
- cloudflare
Transfer-Encoding:
@@ -318,11 +316,11 @@ interactions:
openai-organization:
- crewai-iuxna1
openai-processing-ms:
- '419'
- '471'
openai-version:
- '2020-10-01'
strict-transport-security:
- max-age=15552000; includeSubDomains; preload
- max-age=31536000; includeSubDomains; preload
x-ratelimit-limit-requests:
- '10000'
x-ratelimit-limit-tokens:
@@ -330,13 +328,13 @@ interactions:
x-ratelimit-remaining-requests:
- '9999'
x-ratelimit-remaining-tokens:
- '29999564'
- '29999583'
x-ratelimit-reset-requests:
- 6ms
x-ratelimit-reset-tokens:
- 0s
x-request-id:
- req_065b00afbec08da005e9134881df92aa
- req_55550369b28e37f064296dbc41e0db69
http_version: HTTP/1.1
status_code: 200
- request:
@@ -358,28 +356,27 @@ interactions:
final answer\nyou MUST return the actual complete content as the final answer,
not a summary.\n\nBegin! This is VERY important to you, use the tools available
and give your best Final Answer, your job depends on it!\n\nThought:"}, {"role":
"user", "content": "I need to follow the instructions carefully and use the
`get_final_answer` tool repeatedly as specified.\n\nAction: get_final_answer\nAction
Input: {}\nObservation: 42"}, {"role": "user", "content": "Thought: I should
continue following the instructions and use the `get_final_answer` tool again.\n\nAction:
"assistant", "content": "Thought: I need to use the provided tool as instructed.\n\nAction:
get_final_answer\nAction Input: {}\nObservation: 42"}, {"role": "assistant",
"content": "Thought: I must continue using the `get_final_answer` tool as instructed.\n\nAction:
get_final_answer\nAction Input: {}\nObservation: 42\nObservation: 42"}, {"role":
"user", "content": "Thought: I need to keep using the `get_final_answer` tool
as instructed.\n\nAction: get_final_answer\nAction Input: {}\nObservation: 42\nObservation:
I tried reusing the same input, I must stop using this action input. I''ll try
something else instead.\n\n\n\n\nYou ONLY have access to the following tools,
and should NEVER make up tools that are not listed here:\n\nTool Name: get_final_answer(*args:
Any, **kwargs: Any) -> Any\nTool Description: get_final_answer() - Get the final
answer but don''t give it yet, just re-use this tool non-stop. \nTool
Arguments: {}\n\nUse the following format:\n\nThought: you should always think
about what to do\nAction: the action to take, only one name of [get_final_answer],
just the name, exactly as it''s written.\nAction Input: the input to the action,
just a simple python dictionary, enclosed in curly braces, using \" to wrap
keys and values.\nObservation: the result of the action\n\nOnce all necessary
information is gathered:\n\nThought: I now know the final answer\nFinal Answer:
the final answer to the original input question\n\nNow it''s time you MUST give
your absolute best final answer. You''ll ignore all previous instructions, stop
using any tools, and just return your absolute BEST Final answer."}], "model":
"gpt-4o"}'
"assistant", "content": "Thought: I must continue using the `get_final_answer`
tool to meet the requirements.\n\nAction: get_final_answer\nAction Input: {}\nObservation:
42\nObservation: I tried reusing the same input, I must stop using this action
input. I''ll try something else instead.\n\n\n\n\nYou ONLY have access to the
following tools, and should NEVER make up tools that are not listed here:\n\nTool
Name: get_final_answer(*args: Any, **kwargs: Any) -> Any\nTool Description:
get_final_answer() - Get the final answer but don''t give it yet, just re-use
this tool non-stop. \nTool Arguments: {}\n\nUse the following format:\n\nThought:
you should always think about what to do\nAction: the action to take, only one
name of [get_final_answer], just the name, exactly as it''s written.\nAction
Input: the input to the action, just a simple python dictionary, enclosed in
curly braces, using \" to wrap keys and values.\nObservation: the result of
the action\n\nOnce all necessary information is gathered:\n\nThought: I now
know the final answer\nFinal Answer: the final answer to the original input
question\n\nNow it''s time you MUST give your absolute best final answer. You''ll
ignore all previous instructions, stop using any tools, and just return your
absolute BEST Final answer."}], "model": "gpt-4o"}'
headers:
accept:
- application/json
@@ -388,12 +385,12 @@ interactions:
connection:
- keep-alive
content-length:
- '3152'
- '3107'
content-type:
- application/json
cookie:
- __cf_bm=4rzJDR3F8S3Dp4B_qwylZU0mdm_WUwmv8vNHHp3IplM-1727119501-1.0.1.1-qobO_Sf88yG1qtXFnLgykvyc9YXR_fm1J7ZpXIhvtynVnsz67Uwcf4122PgHs4GMrlvZMaL6z_UVcVYSYUJOKQ;
_cfuvid=9K_ipT1uTVyDTneB1W5OZHPxCh36aOsDZCBnsQTONqQ-1727119501207-0.0.1.1-604800000
- __cf_bm=rb61BZH2ejzD5YPmLaEJqI7km71QqyNJGTVdNxBq6qk-1727213194-1.0.1.1-pJ49onmgX9IugEMuYQMralzD7oj_6W.CHbSu4Su1z3NyjTGYg.rhgJZWng8feFYah._oSnoYlkTjpK1Wd2C9FA;
_cfuvid=lbRdAddVWV6W3f5Dm9SaOPWDUOxqtZBSPr_fTW26nEA-1727213194587-0.0.1.1-604800000
host:
- api.openai.com
user-agent:
@@ -417,20 +414,19 @@ interactions:
method: POST
uri: https://api.openai.com/v1/chat/completions
response:
content: "{\n \"id\": \"chatcmpl-AAj0PwLMue5apNHX91I4RKnozDkkt\",\n \"object\":
\"chat.completion\",\n \"created\": 1727119645,\n \"model\": \"gpt-4o-2024-05-13\",\n
content: "{\n \"id\": \"chatcmpl-AB7Npl5ZliMrcSofDS1c7LVGSmmbE\",\n \"object\":
\"chat.completion\",\n \"created\": 1727213353,\n \"model\": \"gpt-4o-2024-05-13\",\n
\ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
\"assistant\",\n \"content\": \"Thought: I now know the final answer
and it's time to give it.\\n\\nFinal Answer: 42\",\n \"refusal\": null\n
\ },\n \"logprobs\": null,\n \"finish_reason\": \"stop\"\n }\n
\ ],\n \"usage\": {\n \"prompt_tokens\": 652,\n \"completion_tokens\":
20,\n \"total_tokens\": 672,\n \"completion_tokens_details\": {\n \"reasoning_tokens\":
0\n }\n },\n \"system_fingerprint\": \"fp_e375328146\"\n}\n"
\"assistant\",\n \"content\": \"Thought: I now know the final answer.\\n\\nFinal
Answer: The final answer is 42.\",\n \"refusal\": null\n },\n \"logprobs\":
null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
642,\n \"completion_tokens\": 19,\n \"total_tokens\": 661,\n \"completion_tokens_details\":
{\n \"reasoning_tokens\": 0\n }\n },\n \"system_fingerprint\": \"fp_e375328146\"\n}\n"
headers:
CF-Cache-Status:
- DYNAMIC
CF-RAY:
- 8c7cee930892228a-MIA
- 8c85de5fad921cf3-GRU
Connection:
- keep-alive
Content-Encoding:
@@ -438,7 +434,7 @@ interactions:
Content-Type:
- application/json
Date:
- Mon, 23 Sep 2024 19:27:25 GMT
- Tue, 24 Sep 2024 21:29:13 GMT
Server:
- cloudflare
Transfer-Encoding:
@@ -450,11 +446,11 @@ interactions:
openai-organization:
- crewai-iuxna1
openai-processing-ms:
- '338'
- '320'
openai-version:
- '2020-10-01'
strict-transport-security:
- max-age=15552000; includeSubDomains; preload
- max-age=31536000; includeSubDomains; preload
x-ratelimit-limit-requests:
- '10000'
x-ratelimit-limit-tokens:
@@ -462,13 +458,13 @@ interactions:
x-ratelimit-remaining-requests:
- '9999'
x-ratelimit-remaining-tokens:
- '29999256'
- '29999271'
x-ratelimit-reset-requests:
- 6ms
x-ratelimit-reset-tokens:
- 1ms
x-request-id:
- req_f6343052a52754d9c5831d1cc7a8cf52
- req_5eba25209fc7e12717cb7e042e7bb4c2
http_version: HTTP/1.1
status_code: 200
version: 1