Custom model config for RAG tools

This commit is contained in:
Gui Vieira
2024-03-19 18:47:13 -03:00
parent 73cae1997d
commit 1c8d010601
20 changed files with 704 additions and 452 deletions

View File

@@ -1,41 +1,52 @@
from typing import Optional, Type, Any
from pydantic.v1 import BaseModel, Field
from typing import Any, Optional, Type
from embedchain import App
from embedchain.models.data_type import DataType
from pydantic.v1 import BaseModel, Field
from ..rag.rag_tool import RagTool
class FixedXMLSearchToolSchema(BaseModel):
"""Input for XMLSearchTool."""
search_query: str = Field(..., description="Mandatory search query you want to use to search the XML's content")
"""Input for XMLSearchTool."""
search_query: str = Field(
...,
description="Mandatory search query you want to use to search the XML's content",
)
class XMLSearchToolSchema(FixedXMLSearchToolSchema):
"""Input for XMLSearchTool."""
xml: str = Field(..., description="Mandatory xml path you want to search")
"""Input for XMLSearchTool."""
xml: str = Field(..., description="Mandatory xml path you want to search")
class XMLSearchTool(RagTool):
name: str = "Search a XML's content"
description: str = "A tool that can be used to semantic search a query from a XML's content."
summarize: bool = False
args_schema: Type[BaseModel] = XMLSearchToolSchema
xml: Optional[str] = None
name: str = "Search a XML's content"
description: str = (
"A tool that can be used to semantic search a query from a XML's content."
)
args_schema: Type[BaseModel] = XMLSearchToolSchema
def __init__(self, xml: Optional[str] = None, **kwargs):
super().__init__(**kwargs)
if xml is not None:
self.xml = xml
self.description = f"A tool that can be used to semantic search a query the {xml} XML's content."
self.args_schema = FixedXMLSearchToolSchema
self._generate_description()
def __init__(self, xml: Optional[str] = None, **kwargs):
super().__init__(**kwargs)
if xml is not None:
self.add(xml)
self.description = f"A tool that can be used to semantic search a query the {xml} XML's content."
self.args_schema = FixedXMLSearchToolSchema
def _run(
self,
search_query: str,
**kwargs: Any,
) -> Any:
xml = kwargs.get('xml', self.xml)
self.app = App()
self.app.add(xml, data_type=DataType.XML)
return super()._run(query=search_query)
def add(
self,
*args: Any,
**kwargs: Any,
) -> None:
kwargs["data_type"] = DataType.XML
super().add(*args, **kwargs)
def _before_run(
self,
query: str,
**kwargs: Any,
) -> Any:
if "xml" in kwargs:
self.add(kwargs["xml"])