mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-08 15:48:29 +00:00
5ac7050f7a
* patching for non-gpt model * removal of json_object tool name assignment * fixed issue for smaller models due to instructions prompt * fixing for ollama llama3 models * closing brackets * removed not used and fixes
49 lines
1.8 KiB
Python
49 lines
1.8 KiB
Python
import json
|
|
from typing import Any, List, Type
|
|
|
|
import regex
|
|
from langchain.output_parsers import PydanticOutputParser
|
|
from langchain_core.exceptions import OutputParserException
|
|
from langchain_core.outputs import Generation
|
|
from langchain_core.pydantic_v1 import ValidationError
|
|
from pydantic import BaseModel
|
|
|
|
|
|
class CrewPydanticOutputParser(PydanticOutputParser):
|
|
"""Parses the text into pydantic models"""
|
|
|
|
pydantic_object: Type[BaseModel]
|
|
|
|
def parse_result(self, result: List[Generation]) -> Any:
|
|
result[0].text = self._transform_in_valid_json(result[0].text)
|
|
|
|
# Treating edge case of function calling llm returning the name instead of tool_name
|
|
json_object = json.loads(result[0].text)
|
|
if "tool_name" not in json_object:
|
|
json_object["tool_name"] = json_object.get("name", "")
|
|
result[0].text = json.dumps(json_object)
|
|
|
|
try:
|
|
return self.pydantic_object.model_validate(json_object)
|
|
except ValidationError as e:
|
|
name = self.pydantic_object.__name__
|
|
msg = f"Failed to parse {name} from completion {json_object}. Got: {e}"
|
|
raise OutputParserException(msg, llm_output=json_object)
|
|
|
|
def _transform_in_valid_json(self, text) -> str:
|
|
text = text.replace("```", "").replace("json", "")
|
|
json_pattern = r"\{(?:[^{}]|(?R))*\}"
|
|
matches = regex.finditer(json_pattern, text)
|
|
|
|
for match in matches:
|
|
try:
|
|
# Attempt to parse the matched string as JSON
|
|
json_obj = json.loads(match.group())
|
|
# Return the first successfully parsed JSON object
|
|
json_obj = json.dumps(json_obj)
|
|
return str(json_obj)
|
|
except json.JSONDecodeError:
|
|
# If parsing fails, skip to the next match
|
|
continue
|
|
return text
|