fix more type errors

This commit is contained in:
Brandon Hancock
2025-01-03 16:42:15 -05:00
parent b97c4cf2c6
commit 0aae59dc1d
2 changed files with 9 additions and 6 deletions

View File

@@ -115,7 +115,7 @@ class LLM:
logit_bias: Optional[Dict[int, float]] = None, logit_bias: Optional[Dict[int, float]] = None,
response_format: Optional[Dict[str, Any]] = None, response_format: Optional[Dict[str, Any]] = None,
seed: Optional[int] = None, seed: Optional[int] = None,
logprobs: Optional[bool] = None, logprobs: Optional[int] = None,
top_logprobs: Optional[int] = None, top_logprobs: Optional[int] = None,
base_url: Optional[str] = None, base_url: Optional[str] = None,
api_version: Optional[str] = None, api_version: Optional[str] = None,

View File

@@ -182,11 +182,14 @@ def _llm_via_environment_or_fallback() -> Optional[LLM]:
# Map environment variable names to recognized parameters # Map environment variable names to recognized parameters
param_key = _normalize_key_name(key_name.lower()) param_key = _normalize_key_name(key_name.lower())
llm_params[param_key] = env_value llm_params[param_key] = env_value
elif env_var.get("default", False): elif isinstance(env_var, dict):
for key, value in env_var.items(): if env_var.get("default", False):
if key not in ["prompt", "key_name", "default"]: for key, value in env_var.items():
if key in os.environ: if key not in ["prompt", "key_name", "default"]:
llm_params[key] = os.environ[key] if key in os.environ:
llm_params[key] = os.environ[key]
else:
print(f"Expected env_var to be a dictionary, but got {type(env_var)}")
# Remove None values # Remove None values
llm_params = {k: v for k, v in llm_params.items() if v is not None} llm_params = {k: v for k, v in llm_params.items() if v is not None}