starred/servers-modelcontextprotocol
1
0
Fork 0
mirror of https://github.com/modelcontextprotocol/servers.git synced 2026-04-27 16:25:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

ensure url is string type in robot_parser.can_fetch()

Browse Source
This commit is contained in:
YeongJun
2024-11-30 23:10:12 +09:00
committed by GitHub
parent 2578d6f668
commit 168522f34d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/fetch/src/mcp_server_fetch/server.py
View File

@@ -93,7 +93,7 @@ async def check_may_autonomously_fetch_url(url: AnyUrl | str, user_agent: str) -
line for line in robot_txt.splitlines() if not line.strip().startswith("#") line for line in robot_txt.splitlines() if not line.strip().startswith("#")
) )
robot_parser = Protego.parse(processed_robot_txt) robot_parser = Protego.parse(processed_robot_txt)
if not robot_parser.can_fetch(url, user_agent): if not robot_parser.can_fetch(str(url), user_agent):
raise McpError( raise McpError(
INTERNAL_ERROR, INTERNAL_ERROR,
f"The sites robots.txt ({robot_txt_url}), specifies that autonomous fetching of this page is not allowed, " f"The sites robots.txt ({robot_txt_url}), specifies that autonomous fetching of this page is not allowed, "