update litellm to support o3-mini and deepseek. Update docs.

This commit is contained in:
Brandon Hancock
2025-02-04 10:58:34 -05:00
committed by Devin AI
parent 5286e04dff
commit f7a0da103f
9 changed files with 500 additions and 10 deletions

View File

@@ -5,7 +5,7 @@ import sys
import threading
import warnings
from contextlib import contextmanager
from typing import Any, Dict, List, Optional, Union, cast
from typing import Any, Dict, List, Literal, Optional, Union, cast
from dotenv import load_dotenv
@@ -137,6 +137,7 @@ class LLM:
api_version: Optional[str] = None,
api_key: Optional[str] = None,
callbacks: List[Any] = [],
reasoning_effort: Optional[Literal["none", "low", "medium", "high"]] = None,
**kwargs,
):
self.model = model
@@ -159,6 +160,7 @@ class LLM:
self.api_key = api_key
self.callbacks = callbacks
self.context_window_size = 0
self.reasoning_effort = reasoning_effort
self.additional_params = kwargs
litellm.drop_params = True
@@ -242,6 +244,7 @@ class LLM:
"api_key": self.api_key,
"stream": False,
"tools": tools,
"reasoning_effort": self.reasoning_effort,
**self.additional_params,
}