curl_cffi.py 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142
  1. from __future__ import annotations
  2. from curl_cffi.requests import AsyncSession, Response
  3. try:
  4. from curl_cffi import CurlMime
  5. has_curl_mime = True
  6. except ImportError:
  7. has_curl_mime = False
  8. try:
  9. from curl_cffi import CurlWsFlag
  10. has_curl_ws = True
  11. except ImportError:
  12. has_curl_ws = False
  13. from typing import AsyncGenerator, Any
  14. from functools import partialmethod
  15. import json
  16. class StreamResponse:
  17. """
  18. A wrapper class for handling asynchronous streaming responses.
  19. Attributes:
  20. inner (Response): The original Response object.
  21. """
  22. def __init__(self, inner: Response) -> None:
  23. """Initialize the StreamResponse with the provided Response object."""
  24. self.inner: Response = inner
  25. async def text(self) -> str:
  26. """Asynchronously get the response text."""
  27. return await self.inner.atext()
  28. def raise_for_status(self) -> None:
  29. """Raise an HTTPError if one occurred."""
  30. self.inner.raise_for_status()
  31. async def json(self, **kwargs) -> Any:
  32. """Asynchronously parse the JSON response content."""
  33. return json.loads(await self.inner.acontent(), **kwargs)
  34. def iter_lines(self) -> AsyncGenerator[bytes, None]:
  35. """Asynchronously iterate over the lines of the response."""
  36. return self.inner.aiter_lines()
  37. def iter_content(self) -> AsyncGenerator[bytes, None]:
  38. """Asynchronously iterate over the response content."""
  39. return self.inner.aiter_content()
  40. async def sse(self) -> AsyncGenerator[dict, None]:
  41. """Asynchronously iterate over the Server-Sent Events of the response."""
  42. async for line in self.iter_lines():
  43. if line.startswith(b"data: "):
  44. chunk = line[6:]
  45. if chunk == b"[DONE]":
  46. break
  47. try:
  48. yield json.loads(chunk)
  49. except json.JSONDecodeError:
  50. continue
  51. async def __aenter__(self):
  52. """Asynchronously enter the runtime context for the response object."""
  53. inner: Response = await self.inner
  54. self.inner = inner
  55. self.url = inner.url
  56. self.method = inner.request.method
  57. self.request = inner.request
  58. self.status: int = inner.status_code
  59. self.reason: str = inner.reason
  60. self.ok: bool = inner.ok
  61. self.headers = inner.headers
  62. self.cookies = inner.cookies
  63. return self
  64. async def __aexit__(self, *args):
  65. """Asynchronously exit the runtime context for the response object."""
  66. await self.inner.aclose()
  67. class StreamSession(AsyncSession):
  68. """
  69. An asynchronous session class for handling HTTP requests with streaming.
  70. Inherits from AsyncSession.
  71. """
  72. def request(
  73. self, method: str, url: str, ssl = None, **kwargs
  74. ) -> StreamResponse:
  75. if kwargs.get("data") and isinstance(kwargs.get("data"), CurlMime):
  76. kwargs["multipart"] = kwargs.pop("data")
  77. """Create and return a StreamResponse object for the given HTTP request."""
  78. return StreamResponse(super().request(method, url, stream=True, verify=ssl, **kwargs))
  79. def ws_connect(self, url, *args, **kwargs):
  80. return WebSocket(self, url, **kwargs)
  81. def _ws_connect(self, url, **kwargs):
  82. return super().ws_connect(url, **kwargs)
  83. # Defining HTTP methods as partial methods of the request method.
  84. head = partialmethod(request, "HEAD")
  85. get = partialmethod(request, "GET")
  86. post = partialmethod(request, "POST")
  87. put = partialmethod(request, "PUT")
  88. patch = partialmethod(request, "PATCH")
  89. delete = partialmethod(request, "DELETE")
  90. options = partialmethod(request, "OPTIONS")
  91. if has_curl_mime:
  92. class FormData(CurlMime):
  93. def add_field(self, name, data=None, content_type: str = None, filename: str = None) -> None:
  94. self.addpart(name, content_type=content_type, filename=filename, data=data)
  95. else:
  96. class FormData():
  97. def __init__(self) -> None:
  98. raise RuntimeError("CurlMimi in curl_cffi is missing | pip install -U curl_cffi")
  99. class WebSocket():
  100. def __init__(self, session, url, **kwargs) -> None:
  101. if not has_curl_ws:
  102. raise RuntimeError("CurlWsFlag in curl_cffi is missing | pip install -U curl_cffi")
  103. self.session: StreamSession = session
  104. self.url: str = url
  105. del kwargs["autoping"]
  106. self.options: dict = kwargs
  107. async def __aenter__(self):
  108. self.inner = await self.session._ws_connect(self.url, **self.options)
  109. return self
  110. async def __aexit__(self, *args):
  111. await self.inner.aclose() if hasattr(self.inner, "aclose") else await self.inner.close()
  112. async def receive_str(self, **kwargs) -> str:
  113. method = self.inner.arecv if hasattr(self.inner, "arecv") else self.inner.recv
  114. bytes, _ = await method()
  115. return bytes.decode(errors="ignore")
  116. async def send_str(self, data: str):
  117. method = self.inner.asend if hasattr(self.inner, "asend") else self.inner.send
  118. await method(data.encode(), CurlWsFlag.TEXT)