Merge branch 'main' into brandon/improve-llm-structured-output

This commit is contained in:
Brandon Hancock
2025-02-04 12:42:30 -05:00
9 changed files with 499 additions and 9 deletions

View File

@@ -139,6 +139,7 @@ class LLM:
api_version: Optional[str] = None,
api_key: Optional[str] = None,
callbacks: List[Any] = [],
reasoning_effort: Optional[Literal["none", "low", "medium", "high"]] = None,
**kwargs,
):
self.model = model
@@ -161,6 +162,7 @@ class LLM:
self.api_key = api_key
self.callbacks = callbacks
self.context_window_size = 0
self.reasoning_effort = reasoning_effort
self.additional_params = kwargs
litellm.drop_params = True
@@ -247,6 +249,7 @@ class LLM:
"api_key": self.api_key,
"stream": False,
"tools": tools,
"reasoning_effort": self.reasoning_effort,
**self.additional_params,
}