Fix UnicodeDecodeError when running crewai create crew on Windows (issue #2715)

Co-Authored-By: Joe Moura <joao@crewai.com>

tests/cli/test_create_crew.py

@@ -0,0 +1,77 @@
+import os
+import tempfile
+import unittest
+from pathlib import Path
+from unittest.mock import patch, MagicMock
+
+import click
+from click.testing import CliRunner
+
+from crewai.cli.cli import create
+from crewai.cli.create_crew import create_crew
+
+
+class TestCreateCrew(unittest.TestCase):
+    def setUp(self):
+        self.runner = CliRunner()
+        self.temp_dir = tempfile.TemporaryDirectory()
+        self.test_dir = Path(self.temp_dir.name)
+        
+    def tearDown(self):
+        self.temp_dir.cleanup()
+        
+    @patch("crewai.cli.create_crew.get_provider_data")
+    @patch("crewai.cli.create_crew.select_provider")
+    @patch("crewai.cli.create_crew.select_model")
+    @patch("crewai.cli.create_crew.write_env_file")
+    @patch("crewai.cli.create_crew.load_env_vars")
+    @patch("click.confirm")
+    def test_create_crew_handles_unicode(self, mock_confirm, mock_load_env, 
+                                         mock_write_env, mock_select_model, 
+                                         mock_select_provider, mock_get_provider_data):
+        """Test that create_crew command handles Unicode properly."""
+        mock_confirm.return_value = True
+        mock_load_env.return_value = {}
+        mock_get_provider_data.return_value = {"openai": ["gpt-4"]}
+        mock_select_provider.return_value = "openai"
+        mock_select_model.return_value = "gpt-4"
+        
+        templates_dir = Path("src/crewai/cli/templates/crew")
+        templates_dir.mkdir(parents=True, exist_ok=True)
+        
+        template_content = """
+        Hello {{name}}! Unicode test: 你好, こんにちは, Привет 🚀
+        Class: {{crew_name}}
+        Folder: {{folder_name}}
+        """
+        
+        (templates_dir / "tools").mkdir(exist_ok=True)
+        (templates_dir / "config").mkdir(exist_ok=True)
+        
+        for file_name in [".gitignore", "pyproject.toml", "README.md", "__init__.py", "main.py", "crew.py"]:
+            with open(templates_dir / file_name, "w", encoding="utf-8") as f:
+                f.write(template_content)
+                
+        (templates_dir / "knowledge").mkdir(exist_ok=True)
+        with open(templates_dir / "knowledge" / "user_preference.txt", "w", encoding="utf-8") as f:
+            f.write(template_content)
+            
+        for file_path in ["tools/custom_tool.py", "tools/__init__.py", "config/agents.yaml", "config/tasks.yaml"]:
+            (templates_dir / file_path).parent.mkdir(exist_ok=True, parents=True)
+            with open(templates_dir / file_path, "w", encoding="utf-8") as f:
+                f.write(template_content)
+        
+        with patch("crewai.cli.create_crew.Path") as mock_path:
+            mock_path.return_value = self.test_dir
+            mock_path.side_effect = lambda x: self.test_dir / x if isinstance(x, str) else x
+            
+            create_crew("test_crew", skip_provider=True)
+            
+        crew_dir = self.test_dir / "test_crew"
+        for root, _, files in os.walk(crew_dir):
+            for file in files:
+                file_path = os.path.join(root, file)
+                with open(file_path, "r", encoding="utf-8") as f:
+                    content = f.read()
+                    self.assertIn("你好", content, f"Unicode characters not preserved in {file_path}")
+                    self.assertIn("🚀", content, f"Emoji not preserved in {file_path}")

tests/cli/test_encoding.py

@@ -0,0 +1,84 @@
+import os
+import tempfile
+import unittest
+from pathlib import Path
+from unittest.mock import patch
+
+from crewai.cli.utils import copy_template, load_env_vars, write_env_file, tree_find_and_replace
+from crewai.cli.provider import read_cache_file, fetch_provider_data
+
+
+class TestEncoding(unittest.TestCase):
+    def setUp(self):
+        self.temp_dir = tempfile.TemporaryDirectory()
+        self.test_dir = Path(self.temp_dir.name)
+        
+        self.unicode_content = "Hello Unicode: 你好, こんにちは, Привет, مرحبا, 안녕하세요 🚀"
+        self.src_file = self.test_dir / "src_file.txt"
+        self.dst_file = self.test_dir / "dst_file.txt"
+        
+        with open(self.src_file, "w", encoding="utf-8") as f:
+            f.write(self.unicode_content)
+            
+    def tearDown(self):
+        self.temp_dir.cleanup()
+        
+    def test_copy_template_handles_unicode(self):
+        """Test that copy_template handles Unicode characters properly."""
+        copy_template(
+            self.src_file, 
+            self.dst_file, 
+            "test_name", 
+            "TestClass", 
+            "test_folder"
+        )
+        
+        with open(self.dst_file, "r", encoding="utf-8") as f:
+            content = f.read()
+            
+        self.assertIn("你好", content)
+        self.assertIn("こんにちは", content)
+        self.assertIn("🚀", content)
+        
+    def test_env_vars_handle_unicode(self):
+        """Test that environment variable functions handle Unicode characters properly."""
+        test_env_path = self.test_dir / ".env"
+        test_env_vars = {
+            "KEY1": "Value with Unicode: 你好",
+            "KEY2": "More Unicode: こんにちは 🚀"
+        }
+        
+        write_env_file(self.test_dir, test_env_vars)
+        
+        loaded_vars = load_env_vars(self.test_dir)
+        
+        self.assertEqual(loaded_vars["KEY1"], "Value with Unicode: 你好")
+        self.assertEqual(loaded_vars["KEY2"], "More Unicode: こんにちは 🚀")
+        
+    def test_tree_find_and_replace_handles_unicode(self):
+        """Test that tree_find_and_replace handles Unicode characters properly."""
+        test_file = self.test_dir / "replace_test.txt"
+        with open(test_file, "w", encoding="utf-8") as f:
+            f.write("Replace this: PLACEHOLDER with Unicode: 你好")
+            
+        tree_find_and_replace(self.test_dir, "PLACEHOLDER", "🚀")
+        
+        with open(test_file, "r", encoding="utf-8") as f:
+            content = f.read()
+            
+        self.assertIn("Replace this: 🚀 with Unicode: 你好", content)
+        
+    @patch("crewai.cli.provider.requests.get")
+    def test_provider_functions_handle_unicode(self, mock_get):
+        """Test that provider data functions handle Unicode properly."""
+        mock_response = unittest.mock.Mock()
+        mock_response.iter_content.return_value = [self.unicode_content.encode("utf-8")]
+        mock_response.headers.get.return_value = str(len(self.unicode_content))
+        mock_get.return_value = mock_response
+        
+        cache_file = self.test_dir / "cache.json"
+        with open(cache_file, "w", encoding="utf-8") as f:
+            f.write('{"model": "Unicode test: 你好 🚀"}')
+            
+        cache_data = read_cache_file(cache_file)
+        self.assertEqual(cache_data["model"], "Unicode test: 你好 🚀")