Add SageMaker as a LLM provider

This commit is contained in:
Bobby Lindsey
2025-01-14 16:55:12 -07:00
parent 75e68f6fc8
commit 9b3004911b
2 changed files with 34 additions and 0 deletions

View File

@@ -63,6 +63,20 @@ ENV_VARS = {
"key_name": "AWS_REGION_NAME",
},
],
"sagemaker": [
{
"prompt": "Enter your AWS Access Key ID (press Enter to skip)",
"key_name": "AWS_ACCESS_KEY_ID",
},
{
"prompt": "Enter your AWS Secret Access Key (press Enter to skip)",
"key_name": "AWS_SECRET_ACCESS_KEY",
},
{
"prompt": "Enter your AWS Region Name (press Enter to skip)",
"key_name": "AWS_REGION_NAME",
},
],
"azure": [
{
"prompt": "Enter your Azure deployment name (must start with 'azure/')",
@@ -109,6 +123,7 @@ PROVIDERS = [
"ollama",
"watson",
"bedrock",
"sagemaker",
"azure",
"cerebras",
"sambanova",
@@ -239,6 +254,7 @@ MODELS = {
"bedrock/mistral.mistral-7b-instruct-v0:2",
"bedrock/mistral.mixtral-8x7b-instruct-v0:1",
],
"sagemaker": ["sagemaker/<your-sagemaker-endpoint>"],
"sambanova": [
"sambanova/Meta-Llama-3.3-70B-Instruct",
"sambanova/QwQ-32B-Preview",