Fix #2782: Resolve tokenizers/transformers dependency conflict by making tokenizers an optional dependency

Co-Authored-By: Joe Moura <joao@crewai.com>
This commit is contained in:
Devin AI
2025-05-08 09:18:53 +00:00
parent 409892d65f
commit 0b90d52405
3 changed files with 27 additions and 0 deletions

View File

@@ -17,6 +17,8 @@ from crewai.utilities.logger import Logger
class CrewDoclingSource(BaseKnowledgeSource):
"""Default Source class for converting documents to markdown or json
This will auto support PDF, DOCX, and TXT, XLSX, Images, and HTML files without any additional dependencies and follows the docling package as the source of truth.
Note: To use this class, install crewai with the docling extra: `pip install crewai[docling]`
"""
_logger: Logger = Logger(verbose=True)