implementing initial LLM class

This commit is contained in:
João Moura
2024-09-22 22:37:29 -03:00
parent 000e2666fb
commit 18c3925fa3
15 changed files with 2217 additions and 47 deletions

View File

@@ -0,0 +1,35 @@
interactions:
- request:
body: '{"model": "gemma2:latest", "prompt": "### User:\nRespond in 20 words. Who
are you?\n\n", "options": {"num_predict": 30, "temperature": 0.7}, "stream":
false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '157'
Content-Type:
- application/json
User-Agent:
- python-requests/2.31.0
method: POST
uri: http://localhost:8080/api/generate
response:
body:
string: '{"model":"gemma2:latest","created_at":"2024-09-23T01:08:42.06813Z","response":"I
am Gemma, an open-weights AI assistant developed by Google DeepMind. \n","done":true,"done_reason":"stop","context":[106,1645,108,6176,4926,235292,108,54657,575,235248,235284,235276,3907,235265,7702,708,692,235336,109,107,108,106,2516,108,235285,1144,137061,235269,671,2174,235290,30316,16481,20409,6990,731,6238,20555,35777,235265,139,108],"total_duration":915752416,"load_duration":23754750,"prompt_eval_count":25,"prompt_eval_duration":47893000,"eval_count":19,"eval_duration":843461000}'
headers:
Content-Length:
- '572'
Content-Type:
- application/json; charset=utf-8
Date:
- Mon, 23 Sep 2024 01:08:42 GMT
status:
code: 200
message: OK
version: 1