Fix #2782: Resolve tokenizers/transformers dependency conflict by making tokenizers an optional dependency

Co-Authored-By: Joe Moura <joao@crewai.com>
2026-01-28 17:48:13 +00:00 · 2025-05-08 09:18:53 +00:00
parent 409892d65f
commit 0b90d52405
3 changed files with 27 additions and 0 deletions
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -53,6 +53,7 @@ openpyxl = [
 mem0 = ["mem0ai>=0.1.29"]
 docling = [
    "docling>=2.12.0",
+    "tokenizers>=0.21,<0.22",
 ]

 [tool.uv]