update litellm to support o3-mini and deepseek. Update docs.

This commit is contained in:
Brandon Hancock
2025-02-04 10:58:34 -05:00
parent 23b9e10323
commit 748383d74c
9 changed files with 500 additions and 10 deletions

View File

@@ -5,7 +5,7 @@ import sys
import threading
import warnings
from contextlib import contextmanager
from typing import Any, Dict, List, Optional, Union, cast
from typing import Any, Dict, List, Literal, Optional, Union, cast
from dotenv import load_dotenv
@@ -137,6 +137,7 @@ class LLM:
api_version: Optional[str] = None,
api_key: Optional[str] = None,
callbacks: List[Any] = [],
reasoning_effort: Optional[Literal["none", "low", "medium", "high"]] = None,
**kwargs,
):
self.model = model
@@ -159,6 +160,7 @@ class LLM:
self.api_key = api_key
self.callbacks = callbacks
self.context_window_size = 0
self.reasoning_effort = reasoning_effort
self.additional_params = kwargs
litellm.drop_params = True
@@ -242,6 +244,7 @@ class LLM:
"api_key": self.api_key,
"stream": False,
"tools": tools,
"reasoning_effort": self.reasoning_effort,
**self.additional_params,
}