mirror of
https://github.com/crewAIInc/crewAI.git
synced 2026-01-08 07:38:29 +00:00
* initial knowledge * WIP * Adding core knowledge sources * Improve types and better support for file paths * added additional sources * fix linting * update yaml to include optional deps * adding in lorenze feedback * ensure embeddings are persisted * improvements all around Knowledge class * return this * properly reset memory * properly reset memory+knowledge * consolodation and improvements * linted * cleanup rm unused embedder * fix test * fix duplicate * generating cassettes for knowledge test * updated default embedder * None embedder to use default on pipeline cloning * improvements * fixed text_file_knowledge * mypysrc fixes * type check fixes * added extra cassette * just mocks * linted * mock knowledge query to not spin up db * linted * verbose run * put a flag * fix * adding docs * better docs * improvements from review * more docs * linted * rm print * more fixes * clearer docs * added docstrings and type hints for cli --------- Co-authored-by: João Moura <joaomdmoura@gmail.com> Co-authored-by: Lorenze Jay <lorenzejaytech@gmail.com>
56 lines
1.1 KiB
Python
56 lines
1.1 KiB
Python
from abc import ABC, abstractmethod
|
|
from typing import List
|
|
|
|
import numpy as np
|
|
|
|
|
|
class BaseEmbedder(ABC):
|
|
"""
|
|
Abstract base class for text embedding models
|
|
"""
|
|
|
|
@abstractmethod
|
|
def embed_chunks(self, chunks: List[str]) -> np.ndarray:
|
|
"""
|
|
Generate embeddings for a list of text chunks
|
|
|
|
Args:
|
|
chunks: List of text chunks to embed
|
|
|
|
Returns:
|
|
Array of embeddings
|
|
"""
|
|
pass
|
|
|
|
@abstractmethod
|
|
def embed_texts(self, texts: List[str]) -> np.ndarray:
|
|
"""
|
|
Generate embeddings for a list of texts
|
|
|
|
Args:
|
|
texts: List of texts to embed
|
|
|
|
Returns:
|
|
Array of embeddings
|
|
"""
|
|
pass
|
|
|
|
@abstractmethod
|
|
def embed_text(self, text: str) -> np.ndarray:
|
|
"""
|
|
Generate embedding for a single text
|
|
|
|
Args:
|
|
text: Text to embed
|
|
|
|
Returns:
|
|
Embedding array
|
|
"""
|
|
pass
|
|
|
|
@property
|
|
@abstractmethod
|
|
def dimension(self) -> int:
|
|
"""Get the dimension of the embeddings"""
|
|
pass
|