mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-09 08:08:32 +00:00
b7bf15681e
* feat: add capability to track LLM calls by task and agent This makes it possible to filter or scope LLM events by specific agents or tasks, which can be very useful for debugging or analytics in real-time application * feat: add docs about LLM tracking by Agents and Tasks * fix incompatible BaseLLM.call method signature * feat: support to filter LLM Events from Lite Agent
41 lines
1.2 KiB
Python
41 lines
1.2 KiB
Python
from typing import Any, Dict, List, Optional, Union
|
|
|
|
import aisuite as ai
|
|
|
|
from crewai.llms.base_llm import BaseLLM
|
|
|
|
|
|
class AISuiteLLM(BaseLLM):
|
|
def __init__(self, model: str, temperature: Optional[float] = None, **kwargs):
|
|
super().__init__(model, temperature, **kwargs)
|
|
self.client = ai.Client()
|
|
|
|
def call(
|
|
self,
|
|
messages: Union[str, List[Dict[str, str]]],
|
|
tools: Optional[List[dict]] = None,
|
|
callbacks: Optional[List[Any]] = None,
|
|
available_functions: Optional[Dict[str, Any]] = None,
|
|
from_task: Optional[Any] = None,
|
|
from_agent: Optional[Any] = None,
|
|
) -> Union[str, Any]:
|
|
completion_params = self._prepare_completion_params(messages, tools)
|
|
response = self.client.chat.completions.create(**completion_params)
|
|
|
|
return response.choices[0].message.content
|
|
|
|
def _prepare_completion_params(
|
|
self,
|
|
messages: Union[str, List[Dict[str, str]]],
|
|
tools: Optional[List[dict]] = None,
|
|
) -> Dict[str, Any]:
|
|
return {
|
|
"model": self.model,
|
|
"messages": messages,
|
|
"temperature": self.temperature,
|
|
"tools": tools,
|
|
}
|
|
|
|
def supports_function_calling(self) -> bool:
|
|
return False
|