andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-08 23:58:34 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

fix: retain line breaks

Browse Source
This commit is contained in:
Ernest Poletaev
2024-10-25 22:33:24 +07:00
parent 96e52767ad
commit 1f8791953e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/crewai_tools/tools/scrape_website_tool/scrape_website_tool.py
View File

@@ -69,5 +69,6 @@ class ScrapeWebsiteTool(BaseTool):
parsed = BeautifulSoup(page.text, "html.parser")
text = parsed.get_text(" ")
text = re.sub('\s+', ' ', text)
text = re.sub('[ \t]+', ' ', text)
text = re.sub('\\s+\n\\s+', '\n', text)
return text