Files
FindMy.py/findmy/util/http.py
2025-07-25 14:03:54 +01:00

162 lines
5.0 KiB
Python

"""Module to simplify asynchronous HTTP calls."""
from __future__ import annotations
import asyncio
import json
import logging
from typing import Any, TypedDict, cast
import aiohttp
from aiohttp import BasicAuth, ClientSession, ClientTimeout
from typing_extensions import Unpack, override
from .abc import Closable
from .parsers import decode_plist
logger = logging.getLogger(__name__)
class _RequestOptions(TypedDict, total=False):
json: dict[str, Any] | None
headers: dict[str, str]
auto_retry: bool
data: bytes
class _AiohttpRequestOptions(_RequestOptions):
auth: BasicAuth
class _HttpRequestOptions(_RequestOptions, total=False):
auth: BasicAuth | tuple[str, str]
class HttpResponse:
"""Response of a request made by `HttpSession`."""
def __init__(self, status_code: int, content: bytes) -> None:
"""Initialize the response."""
self._status_code = status_code
self._content = content
@property
def status_code(self) -> int:
"""HTTP status code of the response."""
return self._status_code
@property
def ok(self) -> bool:
"""Whether the status code is "OK" (2xx)."""
return str(self._status_code).startswith("2")
def text(self) -> str:
"""Response content as a UTF-8 encoded string."""
return self._content.decode("utf-8")
def json(self) -> dict[Any, Any]:
"""Response content as a dict, obtained by JSON-decoding the response content."""
return json.loads(self.text())
def plist(self) -> dict[Any, Any]:
"""Response content as a dict, obtained by Plist-decoding the response content."""
data = decode_plist(self._content)
if not isinstance(data, dict):
msg = f"Unknown Plist-encoded data type: {data}. This is a bug, please report it."
raise TypeError(msg)
return data
class HttpSession(Closable):
"""Asynchronous HTTP session manager. For internal use only."""
def __init__(self) -> None: # noqa: D107
super().__init__()
self._session: ClientSession | None = None
self._closed: bool = False
async def _get_session(self) -> ClientSession:
if self._closed:
msg = "HttpSession has been closed and cannot be used"
raise RuntimeError(msg)
if self._session is not None:
return self._session
logger.debug("Creating aiohttp session")
self._session = ClientSession(timeout=ClientTimeout(total=5))
return self._session
@override
async def close(self) -> None:
"""Close the underlying session. Should be called when session will no longer be used."""
if self._closed:
return # Already closed, make it idempotent
self._closed = True
if self._session is not None:
logger.debug("Closing aiohttp session")
try:
await self._session.close()
except (RuntimeError, OSError, ConnectionError) as e:
logger.warning("Error closing aiohttp session: %s", e)
finally:
self._session = None
async def request(
self,
method: str,
url: str,
**kwargs: Unpack[_HttpRequestOptions],
) -> HttpResponse:
"""
Make an HTTP request.
Keyword arguments will directly be passed to `aiohttp.ClientSession.request`.
"""
session = await self._get_session()
# cast from http options to library supported options
auth = kwargs.pop("auth", None)
if isinstance(auth, tuple):
kwargs["auth"] = BasicAuth(auth[0], auth[1])
options = cast("_AiohttpRequestOptions", kwargs)
auto_retry = kwargs.pop("auto_retry", False)
retry_count = 1
while True: # if auto_retry is set, raise for status and retry on error
try:
async with await session.request(
method,
url,
ssl=False,
raise_for_status=auto_retry,
**options,
) as r:
return HttpResponse(r.status, await r.content.read())
except aiohttp.ClientError as e: # noqa: PERF203
if not auto_retry or retry_count > 3:
raise e from None
retry_after = 5 * retry_count
logger.warning(
"Error while making HTTP request; retrying after %i seconds. %s",
retry_after,
e,
)
await asyncio.sleep(retry_after)
retry_count += 1
async def get(self, url: str, **kwargs: Unpack[_HttpRequestOptions]) -> HttpResponse:
"""Alias for `HttpSession.request("GET", ...)`."""
return await self.request("GET", url, **kwargs)
async def post(self, url: str, **kwargs: Unpack[_HttpRequestOptions]) -> HttpResponse:
"""Alias for `HttpSession.request("POST", ...)`."""
return await self.request("POST", url, **kwargs)