make sure additional params are getting passed to llm

This commit is contained in:
Brandon Hancock
2025-01-31 12:33:50 -05:00
parent bd2978a26b
commit 793cdca754
2 changed files with 50 additions and 0 deletions

View File

@@ -248,6 +248,8 @@ class LLM:
# Remove None values from params
params = {k: v for k, v in params.items() if v is not None}
print("PARAMS FOR LLM CALL", params)
# --- 2) Make the completion call
response = litellm.completion(**params)
response_message = cast(Choices, cast(ModelResponse, response).choices)[