From bb5bed52e9761b1ecb73519e29db45daae0ba56f Mon Sep 17 00:00:00 2001 From: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Date: Mon, 30 Dec 2024 19:36:18 +0000 Subject: [PATCH] feat: add tiktoken as explicit dependency and document Rust requirement - Add tiktoken>=0.8.0 as explicit dependency to ensure pre-built wheels are used - Document Rust compiler requirement as fallback in README.md - Addresses issue #1824 tiktoken build failure Co-Authored-By: Joe Moura --- README.md | 2 ++ pyproject.toml | 1 + 2 files changed, 3 insertions(+) diff --git a/README.md b/README.md index bf1287d4d..921abdecc 100644 --- a/README.md +++ b/README.md @@ -86,6 +86,8 @@ First, install CrewAI: pip install crewai ``` +> **Note**: While pre-built wheels are available for most common platforms and Python versions, some environments might require building `tiktoken` from source. In such cases, you'll need the [Rust compiler](https://rustup.rs/) installed on your system. + If you want to install the 'crewai' package along with its optional features that include additional tools for agents, you can do so by using the following command: ```shell diff --git a/pyproject.toml b/pyproject.toml index 3f10c1a87..9dfaeda18 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -30,6 +30,7 @@ dependencies = [ "pdfplumber>=0.11.4", "openpyxl>=3.1.5", "blinker>=1.9.0", + "tiktoken>=0.8.0", ] [project.urls]