andre/crewAI
1
0
Fork 0
mirror of https://github.com/crewAIInc/crewAI.git synced 2026-01-11 09:08:31 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

bugfix: ScrapeWebsiteTool encoding

Browse Source 
fixed problem with garbage output of ScrapeWebsiteTool on some websites
This commit is contained in:
Jakub Strnad
2024-07-08 15:24:26 +02:00
committed by GitHub
parent f056764132
commit 65855cbe56
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/crewai_tools/tools/scrape_website_tool/scrape_website_tool.py
View File

@@ -25,8 +25,7 @@ class ScrapeWebsiteTool(BaseTool):
'Accept-Language': 'en-US,en;q=0.9',
'Referer': 'https://www.google.com/',
'Connection': 'keep-alive',
'Upgrade-Insecure-Requests': '1',
'Accept-Encoding': 'gzip, deflate, br'
'Upgrade-Insecure-Requests': '1'
}
def __init__(self, website_url: Optional[str] = None, cookies: Optional[dict] = None, **kwargs):