diff --git a/docs/en/concepts/memory.mdx b/docs/en/concepts/memory.mdx index e7d5b9bb8..4a3acfcb4 100644 --- a/docs/en/concepts/memory.mdx +++ b/docs/en/concepts/memory.mdx @@ -623,7 +623,7 @@ for provider in providers_to_test: **Model not found errors:** ```python # Verify model availability -from crewai.utilities.embedding_configurator import EmbeddingConfigurator +from crewai.rag.embeddings.configurator import EmbeddingConfigurator configurator = EmbeddingConfigurator() try: diff --git a/docs/pt-BR/concepts/memory.mdx b/docs/pt-BR/concepts/memory.mdx index ff498d312..6f84babde 100644 --- a/docs/pt-BR/concepts/memory.mdx +++ b/docs/pt-BR/concepts/memory.mdx @@ -623,7 +623,7 @@ for provider in providers_to_test: **Erros de modelo não encontrado:** ```python # Verifique disponibilidade do modelo -from crewai.utilities.embedding_configurator import EmbeddingConfigurator +from crewai.rag.embeddings.configurator import EmbeddingConfigurator configurator = EmbeddingConfigurator() try: diff --git a/src/crewai/knowledge/embedder/__init__.py b/src/crewai/knowledge/embedder/__init__.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/src/crewai/knowledge/embedder/base_embedder.py b/src/crewai/knowledge/embedder/base_embedder.py deleted file mode 100644 index c3252bf43..000000000 --- a/src/crewai/knowledge/embedder/base_embedder.py +++ /dev/null @@ -1,55 +0,0 @@ -from abc import ABC, abstractmethod -from typing import List - -import numpy as np - - -class BaseEmbedder(ABC): - """ - Abstract base class for text embedding models - """ - - @abstractmethod - def embed_chunks(self, chunks: List[str]) -> np.ndarray: - """ - Generate embeddings for a list of text chunks - - Args: - chunks: List of text chunks to embed - - Returns: - Array of embeddings - """ - pass - - @abstractmethod - def embed_texts(self, texts: List[str]) -> np.ndarray: - """ - Generate embeddings for a list of texts - - Args: - texts: List of texts to embed - - Returns: - Array of embeddings - """ - pass - - @abstractmethod - def embed_text(self, text: str) -> np.ndarray: - """ - Generate embedding for a single text - - Args: - text: Text to embed - - Returns: - Embedding array - """ - pass - - @property - @abstractmethod - def dimension(self) -> int: - """Get the dimension of the embeddings""" - pass diff --git a/src/crewai/knowledge/storage/knowledge_storage.py b/src/crewai/knowledge/storage/knowledge_storage.py index 052c155f2..ac76e9a80 100644 --- a/src/crewai/knowledge/storage/knowledge_storage.py +++ b/src/crewai/knowledge/storage/knowledge_storage.py @@ -13,7 +13,7 @@ from chromadb.api.types import OneOrMany from chromadb.config import Settings from crewai.knowledge.storage.base_knowledge_storage import BaseKnowledgeStorage -from crewai.utilities import EmbeddingConfigurator +from crewai.rag.embeddings.configurator import EmbeddingConfigurator from crewai.utilities.chromadb import sanitize_collection_name from crewai.utilities.constants import KNOWLEDGE_DIRECTORY from crewai.utilities.logger import Logger diff --git a/src/crewai/memory/storage/rag_storage.py b/src/crewai/memory/storage/rag_storage.py index 29851125c..eaa955fd3 100644 --- a/src/crewai/memory/storage/rag_storage.py +++ b/src/crewai/memory/storage/rag_storage.py @@ -7,8 +7,8 @@ import uuid from typing import Any, Dict, List, Optional from chromadb.api import ClientAPI -from crewai.memory.storage.base_rag_storage import BaseRAGStorage -from crewai.utilities import EmbeddingConfigurator +from crewai.rag.storage.base_rag_storage import BaseRAGStorage +from crewai.rag.embeddings.configurator import EmbeddingConfigurator from crewai.utilities.chromadb import create_persistent_client from crewai.utilities.constants import MAX_FILE_NAME_LENGTH from crewai.utilities.paths import db_storage_path diff --git a/src/crewai/rag/__init__.py b/src/crewai/rag/__init__.py new file mode 100644 index 000000000..3aaee2cef --- /dev/null +++ b/src/crewai/rag/__init__.py @@ -0,0 +1 @@ +"""RAG (Retrieval-Augmented Generation) infrastructure for CrewAI.""" \ No newline at end of file diff --git a/src/crewai/rag/embeddings/__init__.py b/src/crewai/rag/embeddings/__init__.py new file mode 100644 index 000000000..01edd5e3b --- /dev/null +++ b/src/crewai/rag/embeddings/__init__.py @@ -0,0 +1 @@ +"""Embedding components for RAG infrastructure.""" \ No newline at end of file diff --git a/src/crewai/utilities/embedding_configurator.py b/src/crewai/rag/embeddings/configurator.py similarity index 100% rename from src/crewai/utilities/embedding_configurator.py rename to src/crewai/rag/embeddings/configurator.py diff --git a/src/crewai/rag/storage/__init__.py b/src/crewai/rag/storage/__init__.py new file mode 100644 index 000000000..8c2c3d71c --- /dev/null +++ b/src/crewai/rag/storage/__init__.py @@ -0,0 +1 @@ +"""Storage components for RAG infrastructure.""" \ No newline at end of file diff --git a/src/crewai/memory/storage/base_rag_storage.py b/src/crewai/rag/storage/base_rag_storage.py similarity index 100% rename from src/crewai/memory/storage/base_rag_storage.py rename to src/crewai/rag/storage/base_rag_storage.py diff --git a/src/crewai/utilities/__init__.py b/src/crewai/utilities/__init__.py index dd6d9fa44..26d35a6cc 100644 --- a/src/crewai/utilities/__init__.py +++ b/src/crewai/utilities/__init__.py @@ -10,7 +10,6 @@ from .rpm_controller import RPMController from .exceptions.context_window_exceeding_exception import ( LLMContextLengthExceededException, ) -from .embedding_configurator import EmbeddingConfigurator __all__ = [ "Converter", @@ -24,5 +23,4 @@ __all__ = [ "RPMController", "YamlParser", "LLMContextLengthExceededException", - "EmbeddingConfigurator", ]