implementing initial LLM class

2026-05-01 23:32:39 +00:00 · 2024-09-22 22:37:29 -03:00
parent 7c0633e5de
commit 2d5af62df2
15 changed files with 2217 additions and 47 deletions
--- a/tests/cassettes/test_llm_call.yaml
+++ b/tests/cassettes/test_llm_call.yaml
@@ -0,0 +1,100 @@
+interactions:
+- request:
+    body: '{"messages": [{"role": "user", "content": "Say ''Hello, World!''"}], "model":
+      "gpt-3.5-turbo", "stop": []}'
+    headers:
+      accept:
+      - application/json
+      accept-encoding:
+      - gzip, deflate
+      connection:
+      - keep-alive
+      content-length:
+      - '104'
+      content-type:
+      - application/json
+      cookie:
+      - _cfuvid=7K_eaD_xGFyVkU_8XCBnbyvAO.pgSZQfDXm2KHhKt2A-1727042733333-0.0.1.1-604800000
+      host:
+      - api.openai.com
+      user-agent:
+      - OpenAI/Python 1.47.0
+      x-stainless-arch:
+      - arm64
+      x-stainless-async:
+      - 'false'
+      x-stainless-lang:
+      - python
+      x-stainless-os:
+      - MacOS
+      x-stainless-package-version:
+      - 1.47.0
+      x-stainless-raw-response:
+      - 'true'
+      x-stainless-runtime:
+      - CPython
+      x-stainless-runtime-version:
+      - 3.11.7
+    method: POST
+    uri: https://api.openai.com/v1/chat/completions
+  response:
+    content: "{\n  \"id\": \"chatcmpl-AAQPWuxVwbHi7g7feaoWsZ6Zq6LS2\",\n  \"object\":
+      \"chat.completion\",\n  \"created\": 1727048166,\n  \"model\": \"gpt-3.5-turbo-0125\",\n
+      \ \"choices\": [\n    {\n      \"index\": 0,\n      \"message\": {\n        \"role\":
+      \"assistant\",\n        \"content\": \"Hello, World!\",\n        \"refusal\":
+      null\n      },\n      \"logprobs\": null,\n      \"finish_reason\": \"stop\"\n
+      \   }\n  ],\n  \"usage\": {\n    \"prompt_tokens\": 13,\n    \"completion_tokens\":
+      4,\n    \"total_tokens\": 17,\n    \"completion_tokens_details\": {\n      \"reasoning_tokens\":
+      0\n    }\n  },\n  \"system_fingerprint\": null\n}\n"
+    headers:
+      CF-Cache-Status:
+      - DYNAMIC
+      CF-RAY:
+      - 8c761d7c9f871d27-GRU
+      Connection:
+      - keep-alive
+      Content-Encoding:
+      - gzip
+      Content-Type:
+      - application/json
+      Date:
+      - Sun, 22 Sep 2024 23:36:06 GMT
+      Server:
+      - cloudflare
+      Set-Cookie:
+      - __cf_bm=_gC.xJkKcwzBxtax4MhKQ0DAp_ylhdSaowqm7lrfdA4-1727048166-1.0.1.1-qvPyGoAeO0VlJ5oTDrv9A6Y2jnnujAZpwu6ukvg.0vUine1I3k90Py4l5XoqAwIt6t0zCjIGgfoCgsYMm3fydQ;
+        path=/; expires=Mon, 23-Sep-24 00:06:06 GMT; domain=.api.openai.com; HttpOnly;
+        Secure; SameSite=None
+      - _cfuvid=FFmP82tY.BP0BFYwK4ix5zIa5fG5Ye7tnJ1DN70SSx4-1727048166266-0.0.1.1-604800000;
+        path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None
+      Transfer-Encoding:
+      - chunked
+      X-Content-Type-Options:
+      - nosniff
+      access-control-expose-headers:
+      - X-Request-ID
+      openai-organization:
+      - crewai-iuxna1
+      openai-processing-ms:
+      - '97'
+      openai-version:
+      - '2020-10-01'
+      strict-transport-security:
+      - max-age=15552000; includeSubDomains; preload
+      x-ratelimit-limit-requests:
+      - '10000'
+      x-ratelimit-limit-tokens:
+      - '50000000'
+      x-ratelimit-remaining-requests:
+      - '9999'
+      x-ratelimit-remaining-tokens:
+      - '49999978'
+      x-ratelimit-reset-requests:
+      - 6ms
+      x-ratelimit-reset-tokens:
+      - 0s
+      x-request-id:
+      - req_07e05ef0aa76dd4c22d59317a81f011d
+    http_version: HTTP/1.1
+    status_code: 200
+version: 1