| # SPDX-License-Identifier: Apache-2.0 | |
| # inspired by LMCache | |
| from typing import Optional, Tuple | |
| import torch | |
| from sglang.srt.connector.serde.safe_serde import SafeDeserializer, SafeSerializer | |
| from sglang.srt.connector.serde.serde import Deserializer, Serializer | |
| def create_serde(serde_type: str) -> Tuple[Serializer, Deserializer]: | |
| s: Optional[Serializer] = None | |
| d: Optional[Deserializer] = None | |
| if serde_type == "safe": | |
| s = SafeSerializer() | |
| d = SafeDeserializer() | |
| else: | |
| raise ValueError(f"Unknown serde type: {serde_type}") | |
| return s, d | |
| __all__ = [ | |
| "Serializer", | |
| "Deserializer", | |
| "SafeSerializer", | |
| "SafeDeserializer", | |
| "create_serde", | |
| ] | |
Xet Storage Details
- Size:
- 707 Bytes
- Xet hash:
- e8b646da63189ec6f0e9a64634b6f7d3146799b097696f015fd80a9327508bbe
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.