andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-05-01 15:22:37 +00:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

update basetool dependencies to use root crewai repo

Browse Source
This commit is contained in:
Brandon Hancock
2024-12-05 13:16:48 -05:00
parent e1482d740f
commit d5fb31e645
31 changed files with 82 additions and 163 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/crewai_tools/tools/scrape_website_tool/scrape_website_tool.py
View File

@@ -4,10 +4,9 @@ from typing import Any, Optional, Type
import requests
from bs4 import BeautifulSoup
from crewai.tools import BaseTool
from pydantic import BaseModel, Field
from ..base_tool import BaseTool
class FixedScrapeWebsiteToolSchema(BaseModel):
"""Input for ScrapeWebsiteTool."""
@@ -69,6 +68,6 @@ class ScrapeWebsiteTool(BaseTool):
parsed = BeautifulSoup(page.text, "html.parser")
text = parsed.get_text(" ")
text = re.sub('[ \t]+', ' ', text)
text = re.sub('\\s+\n\\s+', '\n', text)
text = re.sub("[ \t]+", " ", text)
text = re.sub("\\s+\n\\s+", "\n", text)
return text