mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-11 09:08:31 +00:00
e16606672a
git-subtree-dir: packages/tools git-subtree-split: 78317b9c127f18bd040c1d77e3c0840cdc9a5b38
29 lines
1.0 KiB
Python
29 lines
1.0 KiB
Python
|
|
from crewai_tools.rag.base_loader import BaseLoader, LoaderResult
|
|
from crewai_tools.rag.source_content import SourceContent
|
|
|
|
|
|
class TextFileLoader(BaseLoader):
|
|
def load(self, source_content: SourceContent, **kwargs) -> LoaderResult:
|
|
source_ref = source_content.source_ref
|
|
if not source_content.path_exists():
|
|
raise FileNotFoundError(f"The following file does not exist: {source_content.source}")
|
|
|
|
with open(source_content.source, "r", encoding="utf-8") as file:
|
|
content = file.read()
|
|
|
|
return LoaderResult(
|
|
content=content,
|
|
source=source_ref,
|
|
doc_id=self.generate_doc_id(source_ref=source_ref, content=content)
|
|
)
|
|
|
|
|
|
class TextLoader(BaseLoader):
|
|
def load(self, source_content: SourceContent, **kwargs) -> LoaderResult:
|
|
return LoaderResult(
|
|
content=source_content.source,
|
|
source=source_content.source_ref,
|
|
doc_id=self.generate_doc_id(content=source_content.source)
|
|
)
|