adding callbacks to llm

This commit is contained in:
João Moura
2024-09-23 00:54:01 -03:00
parent 699631fd1d
commit 035929814e

View File

@@ -48,9 +48,13 @@ class LLM:
self.callbacks = callbacks self.callbacks = callbacks
self.kwargs = kwargs self.kwargs = kwargs
litellm.drop_params = True
litellm.callbacks = callbacks litellm.callbacks = callbacks
def call(self, messages: List[Dict[str, str]]) -> str: def call(self, messages: List[Dict[str, str]], callbacks: List[Any] = []) -> str:
if callbacks and len(callbacks) > 0:
litellm.callbacks = callbacks
try: try:
params = { params = {
"model": self.model, "model": self.model,