mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-19 21:08:13 +00:00
c5c07331bb
- Merged upstream changes from crewAI-tools main branch - Resolved conflicts due to monorepo structure (crewai_tools -> src/crewai_tools) - Removed deprecated embedchain adapters - Added new RAG loaders and crewai_rag_adapter - Consolidated dependencies in pyproject.toml Fixed critical linting issues: - Added ClassVar annotations for mutable class attributes - Added timeouts to requests calls (30s default) - Fixed exception handling with proper 'from' clauses - Added noqa comments for public API functions (backward compatibility) - Updated ruff config to ignore expected patterns: - F401 in __init__ files (intentional re-exports) - S101 in test files (assertions are expected) - S607 for subprocess calls (uv/pip commands are safe) Remaining issues are from upstream code and will be addressed in separate PRs.
13 lines
366 B
Python
13 lines
366 B
Python
from crewai_tools.rag.chunkers.base_chunker import BaseChunker
|
|
|
|
|
|
class DefaultChunker(BaseChunker):
|
|
def __init__(
|
|
self,
|
|
chunk_size: int = 2000,
|
|
chunk_overlap: int = 20,
|
|
separators: list[str] | None = None,
|
|
keep_separator: bool = True,
|
|
):
|
|
super().__init__(chunk_size, chunk_overlap, separators, keep_separator)
|