mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-07 15:18:29 +00:00
b5779dca12
* Fix nested pydantic model issue * fix failing tests * add in vcr * cleanup * drop prints * Fix vcr issues * added new recordings * trying to fix vcr * add in fix from lorenze.
2049 lines
176 KiB
YAML
2049 lines
176 KiB
YAML
interactions:
|
|
- request:
|
|
body: '{"model": "llama3.1", "prompt": "### User:\nName: Alice Llama, Age: 30\n\n###
|
|
System:\nProduce JSON OUTPUT ONLY! Adhere to this format {\"name\": \"function_name\",
|
|
\"arguments\":{\"argument_name\": \"argument_value\"}} The following functions
|
|
are available to you:\n{''type'': ''function'', ''function'': {''name'': ''SimpleModel'',
|
|
''description'': ''Correctly extracted `SimpleModel` with all the required parameters
|
|
with correct types'', ''parameters'': {''properties'': {''name'': {''title'':
|
|
''Name'', ''type'': ''string''}, ''age'': {''title'': ''Age'', ''type'': ''integer''}},
|
|
''required'': [''age'', ''name''], ''type'': ''object''}}}\n\n\n", "options":
|
|
{}, "stream": false, "format": "json"}'
|
|
headers:
|
|
accept:
|
|
- '*/*'
|
|
accept-encoding:
|
|
- gzip, deflate
|
|
connection:
|
|
- keep-alive
|
|
content-length:
|
|
- '654'
|
|
host:
|
|
- localhost:11434
|
|
user-agent:
|
|
- litellm/1.57.4
|
|
method: POST
|
|
uri: http://localhost:11434/api/generate
|
|
response:
|
|
content: '{"model":"llama3.1","created_at":"2025-01-15T20:47:17.068012Z","response":"{\"name\":
|
|
\"SimpleModel\", \"arguments\": {\"age\": \"30\", \"name\": \"Alice Llama\"}}","done":true,"done_reason":"stop","context":[128006,882,128007,271,14711,2724,512,678,25,30505,445,81101,11,13381,25,220,966,271,14711,744,512,1360,13677,4823,32090,27785,0,2467,6881,311,420,3645,5324,609,794,330,1723,1292,498,330,16774,23118,14819,1292,794,330,14819,3220,32075,578,2768,5865,527,2561,311,499,512,13922,1337,1232,364,1723,518,364,1723,1232,5473,609,1232,364,16778,1747,518,364,4789,1232,364,34192,398,28532,1595,16778,1747,63,449,682,279,2631,5137,449,4495,4595,518,364,14105,1232,5473,13495,1232,5473,609,1232,5473,2150,1232,364,678,518,364,1337,1232,364,928,25762,364,425,1232,5473,2150,1232,364,17166,518,364,1337,1232,364,11924,8439,2186,364,6413,1232,2570,425,518,364,609,4181,364,1337,1232,364,1735,23742,3818,128009,128006,78191,128007,271,5018,609,794,330,16778,1747,498,330,16774,794,5324,425,794,330,966,498,330,609,794,330,62786,445,81101,32075],"total_duration":4753211958,"load_duration":1084951250,"prompt_eval_count":152,"prompt_eval_duration":2906000000,"eval_count":25,"eval_duration":761000000}'
|
|
headers:
|
|
Content-Length:
|
|
- '1193'
|
|
Content-Type:
|
|
- application/json; charset=utf-8
|
|
Date:
|
|
- Wed, 15 Jan 2025 20:47:17 GMT
|
|
http_version: HTTP/1.1
|
|
status_code: 200
|
|
- request:
|
|
body: '{"name": "llama3.1"}'
|
|
headers:
|
|
accept:
|
|
- '*/*'
|
|
accept-encoding:
|
|
- gzip, deflate
|
|
connection:
|
|
- keep-alive
|
|
content-length:
|
|
- '20'
|
|
content-type:
|
|
- application/json
|
|
host:
|
|
- localhost:11434
|
|
user-agent:
|
|
- litellm/1.57.4
|
|
method: POST
|
|
uri: http://localhost:11434/api/show
|
|
response:
|
|
content: "{\"license\":\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama 3.1 Version
|
|
Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
|
|
for use, reproduction, distribution and modification of the\\nLlama Materials
|
|
set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
|
|
and documentation accompanying Llama 3.1\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
|
|
or \u201Cyou\u201D means you, or your employer or any other person or entity
|
|
(if you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\",\"modelfile\":\"#
|
|
Modelfile generated by \\\"ollama show\\\"\\n# To build a new Modelfile based
|
|
on this, replace FROM with:\\n# FROM llama3.1:latest\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-87048bcd55216712ef14c11c2c303728463207b165bf18440b9b84b07ec00f87\\nTEMPLATE
|
|
\\\"\\\"\\\"{{ if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\\\"\\\"\\\"\\nPARAMETER
|
|
stop \\u003c|start_header_id|\\u003e\\nPARAMETER stop \\u003c|end_header_id|\\u003e\\nPARAMETER
|
|
stop \\u003c|eot_id|\\u003e\\nLICENSE \\\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama
|
|
3.1 Version Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the
|
|
terms and conditions for use, reproduction, distribution and modification of
|
|
the\\nLlama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means
|
|
the specifications, manuals and documentation accompanying Llama 3.1\\ndistributed
|
|
by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D or
|
|
\u201Cyou\u201D means you, or your employer or any other person or entity (if
|
|
you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\\\"\\n\",\"parameters\":\"stop
|
|
\ \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop
|
|
\ \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"{{
|
|
if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"8.0B\",\"quantization_level\":\"Q4_0\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Meta-Llama-3.1\",\"general.file_type\":2,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.license\":\"llama3.1\",\"general.parameter_count\":8030261248,\"general.quantization_version\":2,\"general.size_label\":\"8B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":32,\"llama.attention.head_count_kv\":8,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.block_count\":32,\"llama.context_length\":131072,\"llama.embedding_length\":4096,\"llama.feed_forward_length\":14336,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-08-01T11:38:16.96106256-04:00\"}"
|
|
headers:
|
|
Content-Type:
|
|
- application/json; charset=utf-8
|
|
Date:
|
|
- Wed, 15 Jan 2025 20:47:17 GMT
|
|
Transfer-Encoding:
|
|
- chunked
|
|
http_version: HTTP/1.1
|
|
status_code: 200
|
|
- request:
|
|
body: '{"name": "llama3.1"}'
|
|
headers:
|
|
accept:
|
|
- '*/*'
|
|
accept-encoding:
|
|
- gzip, deflate
|
|
connection:
|
|
- keep-alive
|
|
content-length:
|
|
- '20'
|
|
content-type:
|
|
- application/json
|
|
host:
|
|
- localhost:11434
|
|
user-agent:
|
|
- litellm/1.57.4
|
|
method: POST
|
|
uri: http://localhost:11434/api/show
|
|
response:
|
|
content: "{\"license\":\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama 3.1 Version
|
|
Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
|
|
for use, reproduction, distribution and modification of the\\nLlama Materials
|
|
set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
|
|
and documentation accompanying Llama 3.1\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
|
|
or \u201Cyou\u201D means you, or your employer or any other person or entity
|
|
(if you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\",\"modelfile\":\"#
|
|
Modelfile generated by \\\"ollama show\\\"\\n# To build a new Modelfile based
|
|
on this, replace FROM with:\\n# FROM llama3.1:latest\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-87048bcd55216712ef14c11c2c303728463207b165bf18440b9b84b07ec00f87\\nTEMPLATE
|
|
\\\"\\\"\\\"{{ if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\\\"\\\"\\\"\\nPARAMETER
|
|
stop \\u003c|start_header_id|\\u003e\\nPARAMETER stop \\u003c|end_header_id|\\u003e\\nPARAMETER
|
|
stop \\u003c|eot_id|\\u003e\\nLICENSE \\\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama
|
|
3.1 Version Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the
|
|
terms and conditions for use, reproduction, distribution and modification of
|
|
the\\nLlama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means
|
|
the specifications, manuals and documentation accompanying Llama 3.1\\ndistributed
|
|
by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D or
|
|
\u201Cyou\u201D means you, or your employer or any other person or entity (if
|
|
you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\\\"\\n\",\"parameters\":\"stop
|
|
\ \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop
|
|
\ \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"{{
|
|
if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"8.0B\",\"quantization_level\":\"Q4_0\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Meta-Llama-3.1\",\"general.file_type\":2,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.license\":\"llama3.1\",\"general.parameter_count\":8030261248,\"general.quantization_version\":2,\"general.size_label\":\"8B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":32,\"llama.attention.head_count_kv\":8,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.block_count\":32,\"llama.context_length\":131072,\"llama.embedding_length\":4096,\"llama.feed_forward_length\":14336,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-08-01T11:38:16.96106256-04:00\"}"
|
|
headers:
|
|
Content-Type:
|
|
- application/json; charset=utf-8
|
|
Date:
|
|
- Wed, 15 Jan 2025 20:47:17 GMT
|
|
Transfer-Encoding:
|
|
- chunked
|
|
http_version: HTTP/1.1
|
|
status_code: 200
|
|
- request:
|
|
body: '{"name": "llama3.1"}'
|
|
headers:
|
|
accept:
|
|
- '*/*'
|
|
accept-encoding:
|
|
- gzip, deflate
|
|
connection:
|
|
- keep-alive
|
|
content-length:
|
|
- '20'
|
|
content-type:
|
|
- application/json
|
|
host:
|
|
- localhost:11434
|
|
user-agent:
|
|
- litellm/1.57.4
|
|
method: POST
|
|
uri: http://localhost:11434/api/show
|
|
response:
|
|
content: "{\"license\":\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama 3.1 Version
|
|
Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
|
|
for use, reproduction, distribution and modification of the\\nLlama Materials
|
|
set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
|
|
and documentation accompanying Llama 3.1\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
|
|
or \u201Cyou\u201D means you, or your employer or any other person or entity
|
|
(if you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\",\"modelfile\":\"#
|
|
Modelfile generated by \\\"ollama show\\\"\\n# To build a new Modelfile based
|
|
on this, replace FROM with:\\n# FROM llama3.1:latest\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-87048bcd55216712ef14c11c2c303728463207b165bf18440b9b84b07ec00f87\\nTEMPLATE
|
|
\\\"\\\"\\\"{{ if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\\\"\\\"\\\"\\nPARAMETER
|
|
stop \\u003c|start_header_id|\\u003e\\nPARAMETER stop \\u003c|end_header_id|\\u003e\\nPARAMETER
|
|
stop \\u003c|eot_id|\\u003e\\nLICENSE \\\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama
|
|
3.1 Version Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the
|
|
terms and conditions for use, reproduction, distribution and modification of
|
|
the\\nLlama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means
|
|
the specifications, manuals and documentation accompanying Llama 3.1\\ndistributed
|
|
by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D or
|
|
\u201Cyou\u201D means you, or your employer or any other person or entity (if
|
|
you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\\\"\\n\",\"parameters\":\"stop
|
|
\ \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop
|
|
\ \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"{{
|
|
if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"8.0B\",\"quantization_level\":\"Q4_0\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Meta-Llama-3.1\",\"general.file_type\":2,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.license\":\"llama3.1\",\"general.parameter_count\":8030261248,\"general.quantization_version\":2,\"general.size_label\":\"8B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":32,\"llama.attention.head_count_kv\":8,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.block_count\":32,\"llama.context_length\":131072,\"llama.embedding_length\":4096,\"llama.feed_forward_length\":14336,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-08-01T11:38:16.96106256-04:00\"}"
|
|
headers:
|
|
Content-Type:
|
|
- application/json; charset=utf-8
|
|
Date:
|
|
- Wed, 15 Jan 2025 20:47:17 GMT
|
|
Transfer-Encoding:
|
|
- chunked
|
|
http_version: HTTP/1.1
|
|
status_code: 200
|
|
- request:
|
|
body: '{"model": "llama3.1", "prompt": "### User:\nName: Alice Llama, Age: 30\n\n###
|
|
Assistant:\nTool Calls: [\n {\n \"id\": \"call_5487de90-385d-48f4-843c-04b9dc635b23\",\n \"type\":
|
|
\"function\",\n \"function\": {\n \"name\": \"SimpleModel\",\n \"arguments\":
|
|
{\n \"age\": \"30\",\n \"name\": \"Alice Llama\"\n }\n }\n }\n]\n\n###
|
|
User:\nValidation Error found:\n1 validation error for SimpleModel\nage\n Input
|
|
should be a valid integer [type=int_type, input_value=''30'', input_type=str]\n For
|
|
further information visit https://errors.pydantic.dev/2.10/v/int_type\nRecall
|
|
the function correctly, fix the errors\n\n### System:\nProduce JSON OUTPUT ONLY!
|
|
Adhere to this format {\"name\": \"function_name\", \"arguments\":{\"argument_name\":
|
|
\"argument_value\"}} The following functions are available to you:\n{''type'':
|
|
''function'', ''function'': {''name'': ''SimpleModel'', ''description'': ''Correctly
|
|
extracted `SimpleModel` with all the required parameters with correct types'',
|
|
''parameters'': {''properties'': {''name'': {''title'': ''Name'', ''type'':
|
|
''string''}, ''age'': {''title'': ''Age'', ''type'': ''integer''}}, ''required'':
|
|
[''age'', ''name''], ''type'': ''object''}}}\n\n\n", "options": {}, "stream":
|
|
false, "format": "json"}'
|
|
headers:
|
|
accept:
|
|
- '*/*'
|
|
accept-encoding:
|
|
- gzip, deflate
|
|
connection:
|
|
- keep-alive
|
|
content-length:
|
|
- '1235'
|
|
host:
|
|
- localhost:11434
|
|
user-agent:
|
|
- litellm/1.57.4
|
|
method: POST
|
|
uri: http://localhost:11434/api/generate
|
|
response:
|
|
content: '{"model":"llama3.1","created_at":"2025-01-15T20:47:19.399083Z","response":"{\"name\":
|
|
\"SimpleModel\", \"arguments\":{\"name\": \"Alice Llama\", \"age\": 30}}","done":true,"done_reason":"stop","context":[128006,882,128007,271,14711,2724,512,678,25,30505,445,81101,11,13381,25,220,966,271,14711,22103,512,7896,41227,25,2330,220,341,262,330,307,794,330,6797,62,22287,22,451,1954,12,18695,67,12,2166,69,19,12,23996,66,12,2371,65,24,7783,22276,65,1419,761,262,330,1337,794,330,1723,761,262,330,1723,794,341,415,330,609,794,330,16778,1747,761,415,330,16774,794,341,286,330,425,794,330,966,761,286,330,609,794,330,62786,445,81101,702,415,457,262,457,220,457,2595,14711,2724,512,14118,4703,1766,512,16,10741,1493,369,9170,1747,198,425,198,220,5688,1288,387,264,2764,7698,510,1337,16972,1857,11,1988,3220,1151,966,518,1988,1857,16311,933,262,1789,4726,2038,4034,3788,1129,7805,7345,67,8322,22247,14,17,13,605,5574,32214,1857,198,3905,543,279,734,12722,11,5155,279,6103,271,14711,744,512,1360,13677,4823,32090,27785,0,2467,6881,311,420,3645,5324,609,794,330,1723,1292,498,330,16774,23118,14819,1292,794,330,14819,3220,32075,578,2768,5865,527,2561,311,499,512,13922,1337,1232,364,1723,518,364,1723,1232,5473,609,1232,364,16778,1747,518,364,4789,1232,364,34192,398,28532,1595,16778,1747,63,449,682,279,2631,5137,449,4495,4595,518,364,14105,1232,5473,13495,1232,5473,609,1232,5473,2150,1232,364,678,518,364,1337,1232,364,928,25762,364,425,1232,5473,2150,1232,364,17166,518,364,1337,1232,364,11924,8439,2186,364,6413,1232,2570,425,518,364,609,4181,364,1337,1232,364,1735,23742,3818,128009,128006,78191,128007,271,5018,609,794,330,16778,1747,498,330,16774,23118,609,794,330,62786,445,81101,498,330,425,794,220,966,3500],"total_duration":1822667750,"load_duration":14204166,"prompt_eval_count":306,"prompt_eval_duration":1057000000,"eval_count":24,"eval_duration":749000000}'
|
|
headers:
|
|
Content-Length:
|
|
- '1859'
|
|
Content-Type:
|
|
- application/json; charset=utf-8
|
|
Date:
|
|
- Wed, 15 Jan 2025 20:47:19 GMT
|
|
http_version: HTTP/1.1
|
|
status_code: 200
|
|
- request:
|
|
body: '{"name": "llama3.1"}'
|
|
headers:
|
|
accept:
|
|
- '*/*'
|
|
accept-encoding:
|
|
- gzip, deflate
|
|
connection:
|
|
- keep-alive
|
|
content-length:
|
|
- '20'
|
|
content-type:
|
|
- application/json
|
|
host:
|
|
- localhost:11434
|
|
user-agent:
|
|
- litellm/1.57.4
|
|
method: POST
|
|
uri: http://localhost:11434/api/show
|
|
response:
|
|
content: "{\"license\":\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama 3.1 Version
|
|
Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
|
|
for use, reproduction, distribution and modification of the\\nLlama Materials
|
|
set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
|
|
and documentation accompanying Llama 3.1\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
|
|
or \u201Cyou\u201D means you, or your employer or any other person or entity
|
|
(if you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\",\"modelfile\":\"#
|
|
Modelfile generated by \\\"ollama show\\\"\\n# To build a new Modelfile based
|
|
on this, replace FROM with:\\n# FROM llama3.1:latest\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-87048bcd55216712ef14c11c2c303728463207b165bf18440b9b84b07ec00f87\\nTEMPLATE
|
|
\\\"\\\"\\\"{{ if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\\\"\\\"\\\"\\nPARAMETER
|
|
stop \\u003c|start_header_id|\\u003e\\nPARAMETER stop \\u003c|end_header_id|\\u003e\\nPARAMETER
|
|
stop \\u003c|eot_id|\\u003e\\nLICENSE \\\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama
|
|
3.1 Version Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the
|
|
terms and conditions for use, reproduction, distribution and modification of
|
|
the\\nLlama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means
|
|
the specifications, manuals and documentation accompanying Llama 3.1\\ndistributed
|
|
by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D or
|
|
\u201Cyou\u201D means you, or your employer or any other person or entity (if
|
|
you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\\\"\\n\",\"parameters\":\"stop
|
|
\ \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop
|
|
\ \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"{{
|
|
if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"8.0B\",\"quantization_level\":\"Q4_0\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Meta-Llama-3.1\",\"general.file_type\":2,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.license\":\"llama3.1\",\"general.parameter_count\":8030261248,\"general.quantization_version\":2,\"general.size_label\":\"8B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":32,\"llama.attention.head_count_kv\":8,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.block_count\":32,\"llama.context_length\":131072,\"llama.embedding_length\":4096,\"llama.feed_forward_length\":14336,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-08-01T11:38:16.96106256-04:00\"}"
|
|
headers:
|
|
Content-Type:
|
|
- application/json; charset=utf-8
|
|
Date:
|
|
- Wed, 15 Jan 2025 20:47:19 GMT
|
|
Transfer-Encoding:
|
|
- chunked
|
|
http_version: HTTP/1.1
|
|
status_code: 200
|
|
- request:
|
|
body: '{"name": "llama3.1"}'
|
|
headers:
|
|
accept:
|
|
- '*/*'
|
|
accept-encoding:
|
|
- gzip, deflate
|
|
connection:
|
|
- keep-alive
|
|
content-length:
|
|
- '20'
|
|
content-type:
|
|
- application/json
|
|
host:
|
|
- localhost:11434
|
|
user-agent:
|
|
- litellm/1.57.4
|
|
method: POST
|
|
uri: http://localhost:11434/api/show
|
|
response:
|
|
content: "{\"license\":\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama 3.1 Version
|
|
Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the terms and conditions
|
|
for use, reproduction, distribution and modification of the\\nLlama Materials
|
|
set forth herein.\\n\\n\u201CDocumentation\u201D means the specifications, manuals
|
|
and documentation accompanying Llama 3.1\\ndistributed by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D
|
|
or \u201Cyou\u201D means you, or your employer or any other person or entity
|
|
(if you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\",\"modelfile\":\"#
|
|
Modelfile generated by \\\"ollama show\\\"\\n# To build a new Modelfile based
|
|
on this, replace FROM with:\\n# FROM llama3.1:latest\\n\\nFROM /Users/brandonhancock/.ollama/models/blobs/sha256-87048bcd55216712ef14c11c2c303728463207b165bf18440b9b84b07ec00f87\\nTEMPLATE
|
|
\\\"\\\"\\\"{{ if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\\\"\\\"\\\"\\nPARAMETER
|
|
stop \\u003c|start_header_id|\\u003e\\nPARAMETER stop \\u003c|end_header_id|\\u003e\\nPARAMETER
|
|
stop \\u003c|eot_id|\\u003e\\nLICENSE \\\"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT\\nLlama
|
|
3.1 Version Release Date: July 23, 2024\\n\\n\u201CAgreement\u201D means the
|
|
terms and conditions for use, reproduction, distribution and modification of
|
|
the\\nLlama Materials set forth herein.\\n\\n\u201CDocumentation\u201D means
|
|
the specifications, manuals and documentation accompanying Llama 3.1\\ndistributed
|
|
by Meta at https://llama.meta.com/doc/overview.\\n\\n\u201CLicensee\u201D or
|
|
\u201Cyou\u201D means you, or your employer or any other person or entity (if
|
|
you are entering into\\nthis Agreement on such person or entity\u2019s behalf),
|
|
of the age required under applicable laws, rules or\\nregulations to provide
|
|
legal consent and that has legal authority to bind your employer or such other\\nperson
|
|
or entity if you are entering in this Agreement on their behalf.\\n\\n\u201CLlama
|
|
3.1\u201D means the foundational large language models and software and algorithms,
|
|
including\\nmachine-learning model code, trained model weights, inference-enabling
|
|
code, training-enabling code,\\nfine-tuning enabling code and other elements
|
|
of the foregoing distributed by Meta at\\nhttps://llama.meta.com/llama-downloads.\\n\\n\u201CLlama
|
|
Materials\u201D means, collectively, Meta\u2019s proprietary Llama 3.1 and Documentation
|
|
(and any\\nportion thereof) made available under this Agreement.\\n\\n\u201CMeta\u201D
|
|
or \u201Cwe\u201D means Meta Platforms Ireland Limited (if you are located in
|
|
or, if you are an entity, your\\nprincipal place of business is in the EEA or
|
|
Switzerland) and Meta Platforms, Inc. (if you are located\\noutside of the EEA
|
|
or Switzerland).\\n\\nBy clicking \u201CI Accept\u201D below or by using or
|
|
distributing any portion or element of the Llama Materials,\\nyou agree to be
|
|
bound by this Agreement.\\n\\n1. License Rights and Redistribution.\\n\\n a.
|
|
Grant of Rights. You are granted a non-exclusive, worldwide, non-transferable
|
|
and royalty-free\\nlimited license under Meta\u2019s intellectual property or
|
|
other rights owned by Meta embodied in the Llama\\nMaterials to use, reproduce,
|
|
distribute, copy, create derivative works of, and make modifications to the\\nLlama
|
|
Materials.\\n\\n b. Redistribution and Use.\\n\\n i. If you distribute
|
|
or make available the Llama Materials (or any derivative works\\nthereof), or
|
|
a product or service (including another AI model) that contains any of them,
|
|
you shall (A)\\nprovide a copy of this Agreement with any such Llama Materials;
|
|
and (B) prominently display \u201CBuilt with\\nLlama\u201D on a related website,
|
|
user interface, blogpost, about page, or product documentation. If you use\\nthe
|
|
Llama Materials or any outputs or results of the Llama Materials to create,
|
|
train, fine tune, or\\notherwise improve an AI model, which is distributed or
|
|
made available, you shall also include \u201CLlama\u201D at\\nthe beginning
|
|
of any such AI model name.\\n\\n ii. If you receive Llama Materials, or
|
|
any derivative works thereof, from a Licensee as part \\nof an integrated end
|
|
user product, then Section 2 of this Agreement will not apply to you.\\n\\n
|
|
\ iii. You must retain in all copies of the Llama Materials that you distribute
|
|
the following\\nattribution notice within a \u201CNotice\u201D text file distributed
|
|
as a part of such copies: \u201CLlama 3.1 is\\nlicensed under the Llama 3.1
|
|
Community License, Copyright \xA9 Meta Platforms, Inc. All Rights\\nReserved.\u201D\\n\\n
|
|
\ iv. Your use of the Llama Materials must comply with applicable laws and
|
|
regulations\\n(including trade compliance laws and regulations) and adhere to
|
|
the Acceptable Use Policy for the Llama\\nMaterials (available at https://llama.meta.com/llama3_1/use-policy),
|
|
which is hereby incorporated by\\nreference into this Agreement.\\n\\n2. Additional
|
|
Commercial Terms. If, on the Llama 3.1 version release date, the monthly active
|
|
users\\nof the products or services made available by or for Licensee, or Licensee\u2019s
|
|
affiliates, is greater than 700\\nmillion monthly active users in the preceding
|
|
calendar month, you must request a license from Meta,\\nwhich Meta may grant
|
|
to you in its sole discretion, and you are not authorized to exercise any of
|
|
the\\nrights under this Agreement unless or until Meta otherwise expressly grants
|
|
you such rights.\\n\\n3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE
|
|
LAW, THE LLAMA MATERIALS AND ANY\\nOUTPUT AND RESULTS THEREFROM ARE PROVIDED
|
|
ON AN \u201CAS IS\u201D BASIS, WITHOUT WARRANTIES OF\\nANY KIND, AND META DISCLAIMS
|
|
ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED,\\nINCLUDING, WITHOUT LIMITATION,
|
|
ANY WARRANTIES OF TITLE, NON-INFRINGEMENT,\\nMERCHANTABILITY, OR FITNESS FOR
|
|
A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR\\nDETERMINING THE APPROPRIATENESS
|
|
OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND\\nASSUME ANY RISKS ASSOCIATED
|
|
WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND\\nRESULTS.\\n\\n4. Limitation
|
|
of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY
|
|
OF\\nLIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR
|
|
OTHERWISE, ARISING\\nOUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT,
|
|
SPECIAL, CONSEQUENTIAL,\\nINCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF
|
|
META OR ITS AFFILIATES HAVE BEEN ADVISED\\nOF THE POSSIBILITY OF ANY OF THE
|
|
FOREGOING.\\n\\n5. Intellectual Property.\\n\\n a. No trademark licenses are
|
|
granted under this Agreement, and in connection with the Llama\\nMaterials,
|
|
neither Meta nor Licensee may use any name or mark owned by or associated with
|
|
the other\\nor any of its affiliates, except as required for reasonable and
|
|
customary use in describing and\\nredistributing the Llama Materials or as set
|
|
forth in this Section 5(a). Meta hereby grants you a license to\\nuse \u201CLlama\u201D
|
|
(the \u201CMark\u201D) solely as required to comply with the last sentence of
|
|
Section 1.b.i. You will\\ncomply with Meta\u2019s brand guidelines (currently
|
|
accessible at\\nhttps://about.meta.com/brand/resources/meta/company-brand/ ).
|
|
All goodwill arising out of your use\\nof the Mark will inure to the benefit
|
|
of Meta.\\n\\n b. Subject to Meta\u2019s ownership of Llama Materials and derivatives
|
|
made by or for Meta, with\\nrespect to any derivative works and modifications
|
|
of the Llama Materials that are made by you, as\\nbetween you and Meta, you
|
|
are and will be the owner of such derivative works and modifications.\\n\\n
|
|
\ c. If you institute litigation or other proceedings against Meta or any entity
|
|
(including a\\ncross-claim or counterclaim in a lawsuit) alleging that the Llama
|
|
Materials or Llama 3.1 outputs or\\nresults, or any portion of any of the foregoing,
|
|
constitutes infringement of intellectual property or other\\nrights owned or
|
|
licensable by you, then any licenses granted to you under this Agreement shall\\nterminate
|
|
as of the date such litigation or claim is filed or instituted. You will indemnify
|
|
and hold\\nharmless Meta from and against any claim by any third party arising
|
|
out of or related to your use or\\ndistribution of the Llama Materials.\\n\\n6.
|
|
Term and Termination. The term of this Agreement will commence upon your acceptance
|
|
of this\\nAgreement or access to the Llama Materials and will continue in full
|
|
force and effect until terminated in\\naccordance with the terms and conditions
|
|
herein. Meta may terminate this Agreement if you are in\\nbreach of any term
|
|
or condition of this Agreement. Upon termination of this Agreement, you shall
|
|
delete\\nand cease use of the Llama Materials. Sections 3, 4 and 7 shall survive
|
|
the termination of this\\nAgreement.\\n\\n7. Governing Law and Jurisdiction.
|
|
This Agreement will be governed and construed under the laws of\\nthe State
|
|
of California without regard to choice of law principles, and the UN Convention
|
|
on Contracts\\nfor the International Sale of Goods does not apply to this Agreement.
|
|
The courts of California shall have\\nexclusive jurisdiction of any dispute
|
|
arising out of this Agreement.\\n\\n# Llama 3.1 Acceptable Use Policy\\n\\nMeta
|
|
is committed to promoting safe and fair use of its tools and features, including
|
|
Llama 3.1. If you\\naccess or use Llama 3.1, you agree to this Acceptable Use
|
|
Policy (\u201CPolicy\u201D). The most recent copy of\\nthis policy can be found
|
|
at [https://llama.meta.com/llama3_1/use-policy](https://llama.meta.com/llama3_1/use-policy)\\n\\n##
|
|
Prohibited Uses\\n\\nWe want everyone to use Llama 3.1 safely and responsibly.
|
|
You agree you will not use, or allow\\nothers to use, Llama 3.1 to:\\n\\n1.
|
|
Violate the law or others\u2019 rights, including to:\\n 1. Engage in, promote,
|
|
generate, contribute to, encourage, plan, incite, or further illegal or unlawful
|
|
activity or content, such as:\\n 1. Violence or terrorism\\n 2.
|
|
Exploitation or harm to children, including the solicitation, creation, acquisition,
|
|
or dissemination of child exploitative content or failure to report Child Sexual
|
|
Abuse Material\\n 3. Human trafficking, exploitation, and sexual violence\\n
|
|
\ 4. The illegal distribution of information or materials to minors, including
|
|
obscene materials, or failure to employ legally required age-gating in connection
|
|
with such information or materials.\\n 5. Sexual solicitation\\n 6.
|
|
Any other criminal activity\\n 3. Engage in, promote, incite, or facilitate
|
|
the harassment, abuse, threatening, or bullying of individuals or groups of
|
|
individuals\\n 4. Engage in, promote, incite, or facilitate discrimination
|
|
or other unlawful or harmful conduct in the provision of employment, employment
|
|
benefits, credit, housing, other economic benefits, or other essential goods
|
|
and services\\n 5. Engage in the unauthorized or unlicensed practice of any
|
|
profession including, but not limited to, financial, legal, medical/health,
|
|
or related professional practices\\n 6. Collect, process, disclose, generate,
|
|
or infer health, demographic, or other sensitive personal or private information
|
|
about individuals without rights and consents required by applicable laws\\n
|
|
\ 7. Engage in or facilitate any action or generate any content that infringes,
|
|
misappropriates, or otherwise violates any third-party rights, including the
|
|
outputs or results of any products or services using the Llama Materials\\n
|
|
\ 8. Create, generate, or facilitate the creation of malicious code, malware,
|
|
computer viruses or do anything else that could disable, overburden, interfere
|
|
with or impair the proper working, integrity, operation or appearance of a website
|
|
or computer system\\n\\n2. Engage in, promote, incite, facilitate, or assist
|
|
in the planning or development of activities that present a risk of death or
|
|
bodily harm to individuals, including use of Llama 3.1 related to the following:\\n
|
|
\ 1. Military, warfare, nuclear industries or applications, espionage, use
|
|
for materials or activities that are subject to the International Traffic Arms
|
|
Regulations (ITAR) maintained by the United States Department of State\\n 2.
|
|
Guns and illegal weapons (including weapon development)\\n 3. Illegal drugs
|
|
and regulated/controlled substances\\n 4. Operation of critical infrastructure,
|
|
transportation technologies, or heavy machinery\\n 5. Self-harm or harm to
|
|
others, including suicide, cutting, and eating disorders\\n 6. Any content
|
|
intended to incite or promote violence, abuse, or any infliction of bodily harm
|
|
to an individual\\n\\n3. Intentionally deceive or mislead others, including
|
|
use of Llama 3.1 related to the following:\\n 1. Generating, promoting, or
|
|
furthering fraud or the creation or promotion of disinformation\\n 2. Generating,
|
|
promoting, or furthering defamatory content, including the creation of defamatory
|
|
statements, images, or other content\\n 3. Generating, promoting, or further
|
|
distributing spam\\n 4. Impersonating another individual without consent,
|
|
authorization, or legal right\\n 5. Representing that the use of Llama 3.1
|
|
or outputs are human-generated\\n 6. Generating or facilitating false online
|
|
engagement, including fake reviews and other means of fake online engagement\\n\\n4.
|
|
Fail to appropriately disclose to end users any known dangers of your AI system\\n\\nPlease
|
|
report any violation of this Policy, software \u201Cbug,\u201D or other problems
|
|
that could lead to a violation\\nof this Policy through one of the following
|
|
means:\\n\\n* Reporting issues with the model: [https://github.com/meta-llama/llama-models/issues](https://github.com/meta-llama/llama-models/issues)\\n*
|
|
Reporting risky content generated by the model: developers.facebook.com/llama_output_feedback\\n*
|
|
Reporting bugs and security concerns: facebook.com/whitehat/info\\n* Reporting
|
|
violations of the Acceptable Use Policy or unlicensed uses of Llama 3.1: LlamaUseReport@meta.com\\n\\\"\\n\",\"parameters\":\"stop
|
|
\ \\\"\\u003c|start_header_id|\\u003e\\\"\\nstop \\\"\\u003c|end_header_id|\\u003e\\\"\\nstop
|
|
\ \\\"\\u003c|eot_id|\\u003e\\\"\",\"template\":\"{{
|
|
if .Messages }}\\n{{- if or .System .Tools }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .System }}\\n\\n{{ .System }}\\n{{- end }}\\n{{- if .Tools }}\\n\\nYou are
|
|
a helpful assistant with tool calling capabilities. When you receive a tool
|
|
call response, use the output to format an answer to the orginal use question.\\n{{-
|
|
end }}\\u003c|eot_id|\\u003e\\n{{- end }}\\n{{- range $i, $_ := .Messages }}\\n{{-
|
|
$last := eq (len (slice $.Messages $i)) 1 }}\\n{{- if eq .Role \\\"user\\\"
|
|
}}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n{{- if
|
|
and $.Tools $last }}\\n\\nGiven the following functions, please respond with
|
|
a JSON for a function call with its proper arguments that best answers the given
|
|
prompt.\\n\\nRespond in the format {\\\"name\\\": function name, \\\"parameters\\\":
|
|
dictionary of argument name and its value}. Do not use variables.\\n\\n{{ $.Tools
|
|
}}\\n{{- end }}\\n\\n{{ .Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- else if eq .Role \\\"assistant\\\" }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n{{-
|
|
if .ToolCalls }}\\n\\n{{- range .ToolCalls }}{\\\"name\\\": \\\"{{ .Function.Name
|
|
}}\\\", \\\"parameters\\\": {{ .Function.Arguments }}}{{ end }}\\n{{- else }}\\n\\n{{
|
|
.Content }}{{ if not $last }}\\u003c|eot_id|\\u003e{{ end }}\\n{{- end }}\\n{{-
|
|
else if eq .Role \\\"tool\\\" }}\\u003c|start_header_id|\\u003eipython\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Content }}\\u003c|eot_id|\\u003e{{ if $last }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}\\n{{- end }}\\n{{- end }}\\n{{- else }}\\n{{- if .System }}\\u003c|start_header_id|\\u003esystem\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.System }}\\u003c|eot_id|\\u003e{{ end }}{{ if .Prompt }}\\u003c|start_header_id|\\u003euser\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
.Prompt }}\\u003c|eot_id|\\u003e{{ end }}\\u003c|start_header_id|\\u003eassistant\\u003c|end_header_id|\\u003e\\n\\n{{
|
|
end }}{{ .Response }}{{ if .Response }}\\u003c|eot_id|\\u003e{{ end }}\",\"details\":{\"parent_model\":\"\",\"format\":\"gguf\",\"family\":\"llama\",\"families\":[\"llama\"],\"parameter_size\":\"8.0B\",\"quantization_level\":\"Q4_0\"},\"model_info\":{\"general.architecture\":\"llama\",\"general.basename\":\"Meta-Llama-3.1\",\"general.file_type\":2,\"general.finetune\":\"Instruct\",\"general.languages\":[\"en\",\"de\",\"fr\",\"it\",\"pt\",\"hi\",\"es\",\"th\"],\"general.license\":\"llama3.1\",\"general.parameter_count\":8030261248,\"general.quantization_version\":2,\"general.size_label\":\"8B\",\"general.tags\":[\"facebook\",\"meta\",\"pytorch\",\"llama\",\"llama-3\",\"text-generation\"],\"general.type\":\"model\",\"llama.attention.head_count\":32,\"llama.attention.head_count_kv\":8,\"llama.attention.layer_norm_rms_epsilon\":0.00001,\"llama.block_count\":32,\"llama.context_length\":131072,\"llama.embedding_length\":4096,\"llama.feed_forward_length\":14336,\"llama.rope.dimension_count\":128,\"llama.rope.freq_base\":500000,\"llama.vocab_size\":128256,\"tokenizer.ggml.bos_token_id\":128000,\"tokenizer.ggml.eos_token_id\":128009,\"tokenizer.ggml.merges\":null,\"tokenizer.ggml.model\":\"gpt2\",\"tokenizer.ggml.pre\":\"llama-bpe\",\"tokenizer.ggml.token_type\":null,\"tokenizer.ggml.tokens\":null},\"modified_at\":\"2024-08-01T11:38:16.96106256-04:00\"}"
|
|
headers:
|
|
Content-Type:
|
|
- application/json; charset=utf-8
|
|
Date:
|
|
- Wed, 15 Jan 2025 20:47:19 GMT
|
|
Transfer-Encoding:
|
|
- chunked
|
|
http_version: HTTP/1.1
|
|
status_code: 200
|
|
version: 1
|