diff --git a/src/crewai/cli/constants.py b/src/crewai/cli/constants.py index d878c6f34..b97b4f208 100644 --- a/src/crewai/cli/constants.py +++ b/src/crewai/cli/constants.py @@ -17,6 +17,12 @@ ENV_VARS = { "key_name": "GEMINI_API_KEY", } ], + "nvidia_nim": [ + { + "prompt": "Enter your NVIDIA API key (press Enter to skip)", + "key_name": "NVIDIA_NIM_API_KEY", + } + ], "groq": [ { "prompt": "Enter your GROQ API key (press Enter to skip)", @@ -98,6 +104,7 @@ PROVIDERS = [ "openai", "anthropic", "gemini", + "nvidia_nim", "groq", "ollama", "watson", @@ -121,6 +128,75 @@ MODELS = { "gemini/gemini-gemma-2-9b-it", "gemini/gemini-gemma-2-27b-it", ], + "nvidia_nim": [ + "nvidia_nim/nvidia/mistral-nemo-minitron-8b-8k-instruct", + "nvidia_nim/nvidia/nemotron-4-mini-hindi-4b-instruct", + "nvidia_nim/nvidia/llama-3.1-nemotron-70b-instruct", + "nvidia_nim/nvidia/llama3-chatqa-1.5-8b", + "nvidia_nim/nvidia/llama3-chatqa-1.5-70b", + "nvidia_nim/nvidia/vila", + "nvidia_nim/nvidia/neva-22", + "nvidia_nim/nvidia/nemotron-mini-4b-instruct", + "nvidia_nim/nvidia/usdcode-llama3-70b-instruct", + "nvidia_nim/nvidia/nemotron-4-340b-instruct", + "nvidia_nim/meta/codellama-70b", + "nvidia_nim/meta/llama2-70b", + "nvidia_nim/meta/llama3-8b-instruct", + "nvidia_nim/meta/llama3-70b-instruct", + "nvidia_nim/meta/llama-3.1-8b-instruct", + "nvidia_nim/meta/llama-3.1-70b-instruct", + "nvidia_nim/meta/llama-3.1-405b-instruct", + "nvidia_nim/meta/llama-3.2-1b-instruct", + "nvidia_nim/meta/llama-3.2-3b-instruct", + "nvidia_nim/meta/llama-3.2-11b-vision-instruct", + "nvidia_nim/meta/llama-3.2-90b-vision-instruct", + "nvidia_nim/meta/llama-3.1-70b-instruct", + "nvidia_nim/google/gemma-7b", + "nvidia_nim/google/gemma-2b", + "nvidia_nim/google/codegemma-7b", + "nvidia_nim/google/codegemma-1.1-7b", + "nvidia_nim/google/recurrentgemma-2b", + "nvidia_nim/google/gemma-2-9b-it", + "nvidia_nim/google/gemma-2-27b-it", + "nvidia_nim/google/gemma-2-2b-it", + "nvidia_nim/google/deplot", + "nvidia_nim/google/paligemma", + "nvidia_nim/mistralai/mistral-7b-instruct-v0.2", + "nvidia_nim/mistralai/mixtral-8x7b-instruct-v0.1", + "nvidia_nim/mistralai/mistral-large", + "nvidia_nim/mistralai/mixtral-8x22b-instruct-v0.1", + "nvidia_nim/mistralai/mistral-7b-instruct-v0.3", + "nvidia_nim/nv-mistralai/mistral-nemo-12b-instruct", + "nvidia_nim/mistralai/mamba-codestral-7b-v0.1", + "nvidia_nim/microsoft/phi-3-mini-128k-instruct", + "nvidia_nim/microsoft/phi-3-mini-4k-instruct", + "nvidia_nim/microsoft/phi-3-small-8k-instruct", + "nvidia_nim/microsoft/phi-3-small-128k-instruct", + "nvidia_nim/microsoft/phi-3-medium-4k-instruct", + "nvidia_nim/microsoft/phi-3-medium-128k-instruct", + "nvidia_nim/microsoft/phi-3.5-mini-instruct", + "nvidia_nim/microsoft/phi-3.5-moe-instruct", + "nvidia_nim/microsoft/kosmos-2", + "nvidia_nim/microsoft/phi-3-vision-128k-instruct", + "nvidia_nim/microsoft/phi-3.5-vision-instruct", + "nvidia_nim/databricks/dbrx-instruct", + "nvidia_nim/snowflake/arctic", + "nvidia_nim/aisingapore/sea-lion-7b-instruct", + "nvidia_nim/ibm/granite-8b-code-instruct", + "nvidia_nim/ibm/granite-34b-code-instruct", + "nvidia_nim/ibm/granite-3.0-8b-instruct", + "nvidia_nim/ibm/granite-3.0-3b-a800m-instruct", + "nvidia_nim/mediatek/breeze-7b-instruct", + "nvidia_nim/upstage/solar-10.7b-instruct", + "nvidia_nim/writer/palmyra-med-70b-32k", + "nvidia_nim/writer/palmyra-med-70b", + "nvidia_nim/writer/palmyra-fin-70b-32k", + "nvidia_nim/01-ai/yi-large", + "nvidia_nim/deepseek-ai/deepseek-coder-6.7b-instruct", + "nvidia_nim/rakuten/rakutenai-7b-instruct", + "nvidia_nim/rakuten/rakutenai-7b-chat", + "nvidia_nim/baichuan-inc/baichuan2-13b-chat", + ], "groq": [ "groq/llama-3.1-8b-instant", "groq/llama-3.1-70b-versatile",