adding callbacks to llm

This commit is contained in:
João Moura
2024-09-23 00:54:01 -03:00
parent 6dad33f47c
commit 7d981ba8ce

View File

@@ -48,9 +48,13 @@ class LLM:
self.callbacks = callbacks
self.kwargs = kwargs
litellm.drop_params = True
litellm.callbacks = callbacks
def call(self, messages: List[Dict[str, str]]) -> str:
def call(self, messages: List[Dict[str, str]], callbacks: List[Any] = []) -> str:
if callbacks and len(callbacks) > 0:
litellm.callbacks = callbacks
try:
params = {
"model": self.model,