mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-11 17:18:29 +00:00
289b90f00a
* feat: add crewai-tools workspace structure * Squashed 'temp-crewai-tools/' content from commit 9bae5633 git-subtree-dir: temp-crewai-tools git-subtree-split: 9bae56339096cb70f03873e600192bd2cd207ac9 * feat: configure crewai-tools workspace package with dependencies * fix: apply ruff auto-formatting to crewai-tools code * chore: update lockfile * fix: don't allow tool tests yet * fix: comment out extra pytest flags for now * fix: remove conflicting conftest.py from crewai-tools tests * fix: resolve dependency conflicts and test issues - Pin vcrpy to 7.0.0 to fix pytest-recording compatibility - Comment out types-requests to resolve urllib3 conflict - Update requests requirement in crewai-tools to >=2.32.0
82 lines
2.8 KiB
Python
82 lines
2.8 KiB
Python
import os
|
|
import tempfile
|
|
|
|
from crewai_tools.rag.base_loader import BaseLoader, LoaderResult
|
|
from crewai_tools.rag.source_content import SourceContent
|
|
|
|
|
|
class DOCXLoader(BaseLoader):
|
|
def load(self, source_content: SourceContent, **kwargs) -> LoaderResult:
|
|
try:
|
|
from docx import Document as DocxDocument
|
|
except ImportError:
|
|
raise ImportError(
|
|
"python-docx is required for DOCX loading. Install with: 'uv pip install python-docx' or pip install crewai-tools[rag]"
|
|
)
|
|
|
|
source_ref = source_content.source_ref
|
|
|
|
if source_content.is_url():
|
|
temp_file = self._download_from_url(source_ref, kwargs)
|
|
try:
|
|
return self._load_from_file(temp_file, source_ref, DocxDocument)
|
|
finally:
|
|
os.unlink(temp_file)
|
|
elif source_content.path_exists():
|
|
return self._load_from_file(source_ref, source_ref, DocxDocument)
|
|
else:
|
|
raise ValueError(
|
|
f"Source must be a valid file path or URL, got: {source_content.source}"
|
|
)
|
|
|
|
def _download_from_url(self, url: str, kwargs: dict) -> str:
|
|
import requests
|
|
|
|
headers = kwargs.get(
|
|
"headers",
|
|
{
|
|
"Accept": "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
|
|
"User-Agent": "Mozilla/5.0 (compatible; crewai-tools DOCXLoader)",
|
|
},
|
|
)
|
|
|
|
try:
|
|
response = requests.get(url, headers=headers, timeout=30)
|
|
response.raise_for_status()
|
|
|
|
# Create temporary file to save the DOCX content
|
|
with tempfile.NamedTemporaryFile(suffix=".docx", delete=False) as temp_file:
|
|
temp_file.write(response.content)
|
|
return temp_file.name
|
|
except Exception as e:
|
|
raise ValueError(f"Error fetching DOCX from URL {url}: {e!s}")
|
|
|
|
def _load_from_file(
|
|
self, file_path: str, source_ref: str, DocxDocument
|
|
) -> LoaderResult:
|
|
try:
|
|
doc = DocxDocument(file_path)
|
|
|
|
text_parts = []
|
|
for paragraph in doc.paragraphs:
|
|
if paragraph.text.strip():
|
|
text_parts.append(paragraph.text)
|
|
|
|
content = "\n".join(text_parts)
|
|
|
|
metadata = {
|
|
"format": "docx",
|
|
"paragraphs": len(doc.paragraphs),
|
|
"tables": len(doc.tables),
|
|
}
|
|
|
|
return LoaderResult(
|
|
content=content,
|
|
source=source_ref,
|
|
metadata=metadata,
|
|
doc_id=self.generate_doc_id(source_ref=source_ref, content=content),
|
|
)
|
|
|
|
except Exception as e:
|
|
raise ValueError(f"Error loading DOCX file: {e!s}")
|