Buckets:
| import asyncio | |
| import base64 | |
| import binascii | |
| import hashlib | |
| import json | |
| import sys | |
| from typing import Any, Final, Iterable, Optional, Tuple, Union, cast | |
| import attr | |
| from multidict import CIMultiDict | |
| from . import hdrs | |
| from ._websocket.reader import WebSocketDataQueue | |
| from ._websocket.writer import DEFAULT_LIMIT | |
| from .abc import AbstractStreamWriter | |
| from .client_exceptions import WSMessageTypeError | |
| from .helpers import calculate_timeout_when, set_exception, set_result | |
| from .http import ( | |
| WS_CLOSED_MESSAGE, | |
| WS_CLOSING_MESSAGE, | |
| WS_KEY, | |
| WebSocketError, | |
| WebSocketReader, | |
| WebSocketWriter, | |
| WSCloseCode, | |
| WSMessage, | |
| WSMsgType as WSMsgType, | |
| ws_ext_gen, | |
| ws_ext_parse, | |
| ) | |
| from .http_websocket import _INTERNAL_RECEIVE_TYPES | |
| from .log import ws_logger | |
| from .streams import EofStream | |
| from .typedefs import JSONDecoder, JSONEncoder | |
| from .web_exceptions import HTTPBadRequest, HTTPException | |
| from .web_request import BaseRequest | |
| from .web_response import StreamResponse | |
| if sys.version_info >= (3, 11): | |
| import asyncio as async_timeout | |
| else: | |
| import async_timeout | |
| __all__ = ( | |
| "WebSocketResponse", | |
| "WebSocketReady", | |
| "WSMsgType", | |
| ) | |
| THRESHOLD_CONNLOST_ACCESS: Final[int] = 5 | |
| class WebSocketReady: | |
| ok: bool | |
| protocol: Optional[str] | |
| def __bool__(self) -> bool: | |
| return self.ok | |
| class WebSocketResponse(StreamResponse): | |
| _length_check: bool = False | |
| _ws_protocol: Optional[str] = None | |
| _writer: Optional[WebSocketWriter] = None | |
| _reader: Optional[WebSocketDataQueue] = None | |
| _closed: bool = False | |
| _closing: bool = False | |
| _conn_lost: int = 0 | |
| _close_code: Optional[int] = None | |
| _loop: Optional[asyncio.AbstractEventLoop] = None | |
| _waiting: bool = False | |
| _close_wait: Optional[asyncio.Future[None]] = None | |
| _exception: Optional[BaseException] = None | |
| _heartbeat_when: float = 0.0 | |
| _heartbeat_cb: Optional[asyncio.TimerHandle] = None | |
| _pong_response_cb: Optional[asyncio.TimerHandle] = None | |
| _ping_task: Optional[asyncio.Task[None]] = None | |
| def __init__( | |
| self, | |
| *, | |
| timeout: float = 10.0, | |
| receive_timeout: Optional[float] = None, | |
| autoclose: bool = True, | |
| autoping: bool = True, | |
| heartbeat: Optional[float] = None, | |
| protocols: Iterable[str] = (), | |
| compress: bool = True, | |
| max_msg_size: int = 4 * 1024 * 1024, | |
| writer_limit: int = DEFAULT_LIMIT, | |
| ) -> None: | |
| super().__init__(status=101) | |
| self._protocols = protocols | |
| self._timeout = timeout | |
| self._receive_timeout = receive_timeout | |
| self._autoclose = autoclose | |
| self._autoping = autoping | |
| self._heartbeat = heartbeat | |
| if heartbeat is not None: | |
| self._pong_heartbeat = heartbeat / 2.0 | |
| self._compress: Union[bool, int] = compress | |
| self._max_msg_size = max_msg_size | |
| self._writer_limit = writer_limit | |
| def _cancel_heartbeat(self) -> None: | |
| self._cancel_pong_response_cb() | |
| if self._heartbeat_cb is not None: | |
| self._heartbeat_cb.cancel() | |
| self._heartbeat_cb = None | |
| if self._ping_task is not None: | |
| self._ping_task.cancel() | |
| self._ping_task = None | |
| def _cancel_pong_response_cb(self) -> None: | |
| if self._pong_response_cb is not None: | |
| self._pong_response_cb.cancel() | |
| self._pong_response_cb = None | |
| def _reset_heartbeat(self) -> None: | |
| if self._heartbeat is None: | |
| return | |
| self._cancel_pong_response_cb() | |
| req = self._req | |
| timeout_ceil_threshold = ( | |
| req._protocol._timeout_ceil_threshold if req is not None else 5 | |
| ) | |
| loop = self._loop | |
| assert loop is not None | |
| now = loop.time() | |
| when = calculate_timeout_when(now, self._heartbeat, timeout_ceil_threshold) | |
| self._heartbeat_when = when | |
| if self._heartbeat_cb is None: | |
| # We do not cancel the previous heartbeat_cb here because | |
| # it generates a significant amount of TimerHandle churn | |
| # which causes asyncio to rebuild the heap frequently. | |
| # Instead _send_heartbeat() will reschedule the next | |
| # heartbeat if it fires too early. | |
| self._heartbeat_cb = loop.call_at(when, self._send_heartbeat) | |
| def _send_heartbeat(self) -> None: | |
| self._heartbeat_cb = None | |
| loop = self._loop | |
| assert loop is not None and self._writer is not None | |
| now = loop.time() | |
| if now < self._heartbeat_when: | |
| # Heartbeat fired too early, reschedule | |
| self._heartbeat_cb = loop.call_at( | |
| self._heartbeat_when, self._send_heartbeat | |
| ) | |
| return | |
| req = self._req | |
| timeout_ceil_threshold = ( | |
| req._protocol._timeout_ceil_threshold if req is not None else 5 | |
| ) | |
| when = calculate_timeout_when(now, self._pong_heartbeat, timeout_ceil_threshold) | |
| self._cancel_pong_response_cb() | |
| self._pong_response_cb = loop.call_at(when, self._pong_not_received) | |
| coro = self._writer.send_frame(b"", WSMsgType.PING) | |
| if sys.version_info >= (3, 12): | |
| # Optimization for Python 3.12, try to send the ping | |
| # immediately to avoid having to schedule | |
| # the task on the event loop. | |
| ping_task = asyncio.Task(coro, loop=loop, eager_start=True) | |
| else: | |
| ping_task = loop.create_task(coro) | |
| if not ping_task.done(): | |
| self._ping_task = ping_task | |
| ping_task.add_done_callback(self._ping_task_done) | |
| else: | |
| self._ping_task_done(ping_task) | |
| def _ping_task_done(self, task: "asyncio.Task[None]") -> None: | |
| """Callback for when the ping task completes.""" | |
| if not task.cancelled() and (exc := task.exception()): | |
| self._handle_ping_pong_exception(exc) | |
| self._ping_task = None | |
| def _pong_not_received(self) -> None: | |
| if self._req is not None and self._req.transport is not None: | |
| self._handle_ping_pong_exception( | |
| asyncio.TimeoutError( | |
| f"No PONG received after {self._pong_heartbeat} seconds" | |
| ) | |
| ) | |
| def _handle_ping_pong_exception(self, exc: BaseException) -> None: | |
| """Handle exceptions raised during ping/pong processing.""" | |
| if self._closed: | |
| return | |
| self._set_closed() | |
| self._set_code_close_transport(WSCloseCode.ABNORMAL_CLOSURE) | |
| self._exception = exc | |
| if self._waiting and not self._closing and self._reader is not None: | |
| self._reader.feed_data(WSMessage(WSMsgType.ERROR, exc, None), 0) | |
| def _set_closed(self) -> None: | |
| """Set the connection to closed. | |
| Cancel any heartbeat timers and set the closed flag. | |
| """ | |
| self._closed = True | |
| self._cancel_heartbeat() | |
| async def prepare(self, request: BaseRequest) -> AbstractStreamWriter: | |
| # make pre-check to don't hide it by do_handshake() exceptions | |
| if self._payload_writer is not None: | |
| return self._payload_writer | |
| protocol, writer = self._pre_start(request) | |
| payload_writer = await super().prepare(request) | |
| assert payload_writer is not None | |
| self._post_start(request, protocol, writer) | |
| await payload_writer.drain() | |
| return payload_writer | |
| def _handshake( | |
| self, request: BaseRequest | |
| ) -> Tuple["CIMultiDict[str]", Optional[str], int, bool]: | |
| headers = request.headers | |
| if "websocket" != headers.get(hdrs.UPGRADE, "").lower().strip(): | |
| raise HTTPBadRequest( | |
| text=( | |
| "No WebSocket UPGRADE hdr: {}\n Can " | |
| '"Upgrade" only to "WebSocket".' | |
| ).format(headers.get(hdrs.UPGRADE)) | |
| ) | |
| if "upgrade" not in headers.get(hdrs.CONNECTION, "").lower(): | |
| raise HTTPBadRequest( | |
| text="No CONNECTION upgrade hdr: {}".format( | |
| headers.get(hdrs.CONNECTION) | |
| ) | |
| ) | |
| # find common sub-protocol between client and server | |
| protocol: Optional[str] = None | |
| if hdrs.SEC_WEBSOCKET_PROTOCOL in headers: | |
| req_protocols = [ | |
| str(proto.strip()) | |
| for proto in headers[hdrs.SEC_WEBSOCKET_PROTOCOL].split(",") | |
| ] | |
| for proto in req_protocols: | |
| if proto in self._protocols: | |
| protocol = proto | |
| break | |
| else: | |
| # No overlap found: Return no protocol as per spec | |
| ws_logger.warning( | |
| "%s: Client protocols %r don’t overlap server-known ones %r", | |
| request.remote, | |
| req_protocols, | |
| self._protocols, | |
| ) | |
| # check supported version | |
| version = headers.get(hdrs.SEC_WEBSOCKET_VERSION, "") | |
| if version not in ("13", "8", "7"): | |
| raise HTTPBadRequest(text=f"Unsupported version: {version}") | |
| # check client handshake for validity | |
| key = headers.get(hdrs.SEC_WEBSOCKET_KEY) | |
| try: | |
| if not key or len(base64.b64decode(key)) != 16: | |
| raise HTTPBadRequest(text=f"Handshake error: {key!r}") | |
| except binascii.Error: | |
| raise HTTPBadRequest(text=f"Handshake error: {key!r}") from None | |
| accept_val = base64.b64encode( | |
| hashlib.sha1(key.encode() + WS_KEY).digest() | |
| ).decode() | |
| response_headers = CIMultiDict( | |
| { | |
| hdrs.UPGRADE: "websocket", | |
| hdrs.CONNECTION: "upgrade", | |
| hdrs.SEC_WEBSOCKET_ACCEPT: accept_val, | |
| } | |
| ) | |
| notakeover = False | |
| compress = 0 | |
| if self._compress: | |
| extensions = headers.get(hdrs.SEC_WEBSOCKET_EXTENSIONS) | |
| # Server side always get return with no exception. | |
| # If something happened, just drop compress extension | |
| compress, notakeover = ws_ext_parse(extensions, isserver=True) | |
| if compress: | |
| enabledext = ws_ext_gen( | |
| compress=compress, isserver=True, server_notakeover=notakeover | |
| ) | |
| response_headers[hdrs.SEC_WEBSOCKET_EXTENSIONS] = enabledext | |
| if protocol: | |
| response_headers[hdrs.SEC_WEBSOCKET_PROTOCOL] = protocol | |
| return ( | |
| response_headers, | |
| protocol, | |
| compress, | |
| notakeover, | |
| ) | |
| def _pre_start(self, request: BaseRequest) -> Tuple[Optional[str], WebSocketWriter]: | |
| self._loop = request._loop | |
| headers, protocol, compress, notakeover = self._handshake(request) | |
| self.set_status(101) | |
| self.headers.update(headers) | |
| self.force_close() | |
| self._compress = compress | |
| transport = request._protocol.transport | |
| assert transport is not None | |
| writer = WebSocketWriter( | |
| request._protocol, | |
| transport, | |
| compress=compress, | |
| notakeover=notakeover, | |
| limit=self._writer_limit, | |
| ) | |
| return protocol, writer | |
| def _post_start( | |
| self, request: BaseRequest, protocol: Optional[str], writer: WebSocketWriter | |
| ) -> None: | |
| self._ws_protocol = protocol | |
| self._writer = writer | |
| self._reset_heartbeat() | |
| loop = self._loop | |
| assert loop is not None | |
| self._reader = WebSocketDataQueue(request._protocol, 2**16, loop=loop) | |
| request.protocol.set_parser( | |
| WebSocketReader( | |
| self._reader, self._max_msg_size, compress=bool(self._compress) | |
| ) | |
| ) | |
| # disable HTTP keepalive for WebSocket | |
| request.protocol.keep_alive(False) | |
| def can_prepare(self, request: BaseRequest) -> WebSocketReady: | |
| if self._writer is not None: | |
| raise RuntimeError("Already started") | |
| try: | |
| _, protocol, _, _ = self._handshake(request) | |
| except HTTPException: | |
| return WebSocketReady(False, None) | |
| else: | |
| return WebSocketReady(True, protocol) | |
| def prepared(self) -> bool: | |
| return self._writer is not None | |
| def closed(self) -> bool: | |
| return self._closed | |
| def close_code(self) -> Optional[int]: | |
| return self._close_code | |
| def ws_protocol(self) -> Optional[str]: | |
| return self._ws_protocol | |
| def compress(self) -> Union[int, bool]: | |
| return self._compress | |
| def get_extra_info(self, name: str, default: Any = None) -> Any: | |
| """Get optional transport information. | |
| If no value associated with ``name`` is found, ``default`` is returned. | |
| """ | |
| writer = self._writer | |
| if writer is None: | |
| return default | |
| transport = writer.transport | |
| if transport is None: | |
| return default | |
| return transport.get_extra_info(name, default) | |
| def exception(self) -> Optional[BaseException]: | |
| return self._exception | |
| async def ping(self, message: bytes = b"") -> None: | |
| if self._writer is None: | |
| raise RuntimeError("Call .prepare() first") | |
| await self._writer.send_frame(message, WSMsgType.PING) | |
| async def pong(self, message: bytes = b"") -> None: | |
| # unsolicited pong | |
| if self._writer is None: | |
| raise RuntimeError("Call .prepare() first") | |
| await self._writer.send_frame(message, WSMsgType.PONG) | |
| async def send_frame( | |
| self, message: bytes, opcode: WSMsgType, compress: Optional[int] = None | |
| ) -> None: | |
| """Send a frame over the websocket.""" | |
| if self._writer is None: | |
| raise RuntimeError("Call .prepare() first") | |
| await self._writer.send_frame(message, opcode, compress) | |
| async def send_str(self, data: str, compress: Optional[int] = None) -> None: | |
| if self._writer is None: | |
| raise RuntimeError("Call .prepare() first") | |
| if not isinstance(data, str): | |
| raise TypeError("data argument must be str (%r)" % type(data)) | |
| await self._writer.send_frame( | |
| data.encode("utf-8"), WSMsgType.TEXT, compress=compress | |
| ) | |
| async def send_bytes(self, data: bytes, compress: Optional[int] = None) -> None: | |
| if self._writer is None: | |
| raise RuntimeError("Call .prepare() first") | |
| if not isinstance(data, (bytes, bytearray, memoryview)): | |
| raise TypeError("data argument must be byte-ish (%r)" % type(data)) | |
| await self._writer.send_frame(data, WSMsgType.BINARY, compress=compress) | |
| async def send_json( | |
| self, | |
| data: Any, | |
| compress: Optional[int] = None, | |
| *, | |
| dumps: JSONEncoder = json.dumps, | |
| ) -> None: | |
| await self.send_str(dumps(data), compress=compress) | |
| async def write_eof(self) -> None: # type: ignore[override] | |
| if self._eof_sent: | |
| return | |
| if self._payload_writer is None: | |
| raise RuntimeError("Response has not been started") | |
| await self.close() | |
| self._eof_sent = True | |
| async def close( | |
| self, *, code: int = WSCloseCode.OK, message: bytes = b"", drain: bool = True | |
| ) -> bool: | |
| """Close websocket connection.""" | |
| if self._writer is None: | |
| raise RuntimeError("Call .prepare() first") | |
| if self._closed: | |
| return False | |
| self._set_closed() | |
| try: | |
| await self._writer.close(code, message) | |
| writer = self._payload_writer | |
| assert writer is not None | |
| if drain: | |
| await writer.drain() | |
| except (asyncio.CancelledError, asyncio.TimeoutError): | |
| self._set_code_close_transport(WSCloseCode.ABNORMAL_CLOSURE) | |
| raise | |
| except Exception as exc: | |
| self._exception = exc | |
| self._set_code_close_transport(WSCloseCode.ABNORMAL_CLOSURE) | |
| return True | |
| reader = self._reader | |
| assert reader is not None | |
| # we need to break `receive()` cycle before we can call | |
| # `reader.read()` as `close()` may be called from different task | |
| if self._waiting: | |
| assert self._loop is not None | |
| assert self._close_wait is None | |
| self._close_wait = self._loop.create_future() | |
| reader.feed_data(WS_CLOSING_MESSAGE, 0) | |
| await self._close_wait | |
| if self._closing: | |
| self._close_transport() | |
| return True | |
| try: | |
| async with async_timeout.timeout(self._timeout): | |
| while True: | |
| msg = await reader.read() | |
| if msg.type is WSMsgType.CLOSE: | |
| self._set_code_close_transport(msg.data) | |
| return True | |
| except asyncio.CancelledError: | |
| self._set_code_close_transport(WSCloseCode.ABNORMAL_CLOSURE) | |
| raise | |
| except Exception as exc: | |
| self._exception = exc | |
| self._set_code_close_transport(WSCloseCode.ABNORMAL_CLOSURE) | |
| return True | |
| def _set_closing(self, code: WSCloseCode) -> None: | |
| """Set the close code and mark the connection as closing.""" | |
| self._closing = True | |
| self._close_code = code | |
| self._cancel_heartbeat() | |
| def _set_code_close_transport(self, code: WSCloseCode) -> None: | |
| """Set the close code and close the transport.""" | |
| self._close_code = code | |
| self._close_transport() | |
| def _close_transport(self) -> None: | |
| """Close the transport.""" | |
| if self._req is not None and self._req.transport is not None: | |
| self._req.transport.close() | |
| async def receive(self, timeout: Optional[float] = None) -> WSMessage: | |
| if self._reader is None: | |
| raise RuntimeError("Call .prepare() first") | |
| receive_timeout = timeout or self._receive_timeout | |
| while True: | |
| if self._waiting: | |
| raise RuntimeError("Concurrent call to receive() is not allowed") | |
| if self._closed: | |
| self._conn_lost += 1 | |
| if self._conn_lost >= THRESHOLD_CONNLOST_ACCESS: | |
| raise RuntimeError("WebSocket connection is closed.") | |
| return WS_CLOSED_MESSAGE | |
| elif self._closing: | |
| return WS_CLOSING_MESSAGE | |
| try: | |
| self._waiting = True | |
| try: | |
| if receive_timeout: | |
| # Entering the context manager and creating | |
| # Timeout() object can take almost 50% of the | |
| # run time in this loop so we avoid it if | |
| # there is no read timeout. | |
| async with async_timeout.timeout(receive_timeout): | |
| msg = await self._reader.read() | |
| else: | |
| msg = await self._reader.read() | |
| self._reset_heartbeat() | |
| finally: | |
| self._waiting = False | |
| if self._close_wait: | |
| set_result(self._close_wait, None) | |
| except asyncio.TimeoutError: | |
| raise | |
| except EofStream: | |
| self._close_code = WSCloseCode.OK | |
| await self.close() | |
| return WSMessage(WSMsgType.CLOSED, None, None) | |
| except WebSocketError as exc: | |
| self._close_code = exc.code | |
| await self.close(code=exc.code) | |
| return WSMessage(WSMsgType.ERROR, exc, None) | |
| except Exception as exc: | |
| self._exception = exc | |
| self._set_closing(WSCloseCode.ABNORMAL_CLOSURE) | |
| await self.close() | |
| return WSMessage(WSMsgType.ERROR, exc, None) | |
| if msg.type not in _INTERNAL_RECEIVE_TYPES: | |
| # If its not a close/closing/ping/pong message | |
| # we can return it immediately | |
| return msg | |
| if msg.type is WSMsgType.CLOSE: | |
| self._set_closing(msg.data) | |
| # Could be closed while awaiting reader. | |
| if not self._closed and self._autoclose: | |
| # The client is likely going to close the | |
| # connection out from under us so we do not | |
| # want to drain any pending writes as it will | |
| # likely result writing to a broken pipe. | |
| await self.close(drain=False) | |
| elif msg.type is WSMsgType.CLOSING: | |
| self._set_closing(WSCloseCode.OK) | |
| elif msg.type is WSMsgType.PING and self._autoping: | |
| await self.pong(msg.data) | |
| continue | |
| elif msg.type is WSMsgType.PONG and self._autoping: | |
| continue | |
| return msg | |
| async def receive_str(self, *, timeout: Optional[float] = None) -> str: | |
| msg = await self.receive(timeout) | |
| if msg.type is not WSMsgType.TEXT: | |
| raise WSMessageTypeError( | |
| f"Received message {msg.type}:{msg.data!r} is not WSMsgType.TEXT" | |
| ) | |
| return cast(str, msg.data) | |
| async def receive_bytes(self, *, timeout: Optional[float] = None) -> bytes: | |
| msg = await self.receive(timeout) | |
| if msg.type is not WSMsgType.BINARY: | |
| raise WSMessageTypeError( | |
| f"Received message {msg.type}:{msg.data!r} is not WSMsgType.BINARY" | |
| ) | |
| return cast(bytes, msg.data) | |
| async def receive_json( | |
| self, *, loads: JSONDecoder = json.loads, timeout: Optional[float] = None | |
| ) -> Any: | |
| data = await self.receive_str(timeout=timeout) | |
| return loads(data) | |
| async def write(self, data: bytes) -> None: | |
| raise RuntimeError("Cannot call .write() for websocket") | |
| def __aiter__(self) -> "WebSocketResponse": | |
| return self | |
| async def __anext__(self) -> WSMessage: | |
| msg = await self.receive() | |
| if msg.type in (WSMsgType.CLOSE, WSMsgType.CLOSING, WSMsgType.CLOSED): | |
| raise StopAsyncIteration | |
| return msg | |
| def _cancel(self, exc: BaseException) -> None: | |
| # web_protocol calls this from connection_lost | |
| # or when the server is shutting down. | |
| self._closing = True | |
| self._cancel_heartbeat() | |
| if self._reader is not None: | |
| set_exception(self._reader, exc) | |
Xet Storage Details
- Size:
- 22.7 kB
- Xet hash:
- 1c802973ea4ec6ebbd475ba488963eddcddad9666a1ffb704552019479c4a6f7
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.