mirror of
https://github.com/modelcontextprotocol/servers.git
synced 2026-04-25 23:35:19 +02:00
chore: update server.py
minor fix
This commit is contained in:
committed by
GitHub
parent
77e22c5c3e
commit
b16a541c2e
@@ -47,7 +47,7 @@ def get_robots_txt_url(url: str) -> str:
|
|||||||
async def check_may_autonomously_fetch_url(url: str, user_agent: str):
|
async def check_may_autonomously_fetch_url(url: str, user_agent: str):
|
||||||
"""
|
"""
|
||||||
Check if the URL can be fetched by the user agent according to the robots.txt file.
|
Check if the URL can be fetched by the user agent according to the robots.txt file.
|
||||||
Raises an McpError if not.
|
Raises a McpError if not.
|
||||||
"""
|
"""
|
||||||
from httpx import AsyncClient, HTTPError
|
from httpx import AsyncClient, HTTPError
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user