HCAI-Lab/w2-consensus-deepdive-unlearning-artifacts / pyright_venv /lib /python3.9 /site-packages /setuptools /unicode_utils.py
| import unicodedata | |
| import sys | |
| # HFS Plus uses decomposed UTF-8 | |
| def decompose(path): | |
| if isinstance(path, str): | |
| return unicodedata.normalize('NFD', path) | |
| try: | |
| path = path.decode('utf-8') | |
| path = unicodedata.normalize('NFD', path) | |
| path = path.encode('utf-8') | |
| except UnicodeError: | |
| pass # Not UTF-8 | |
| return path | |
| def filesys_decode(path): | |
| """ | |
| Ensure that the given path is decoded, | |
| NONE when no expected encoding works | |
| """ | |
| if isinstance(path, str): | |
| return path | |
| fs_enc = sys.getfilesystemencoding() or 'utf-8' | |
| candidates = fs_enc, 'utf-8' | |
| for enc in candidates: | |
| try: | |
| return path.decode(enc) | |
| except UnicodeDecodeError: | |
| continue | |
| def try_encode(string, enc): | |
| "turn unicode encoding into a functional routine" | |
| try: | |
| return string.encode(enc) | |
| except UnicodeEncodeError: | |
| return None | |
Xet Storage Details
- Size:
- 941 Bytes
- Xet hash:
- feb22aa6db29afb0fe8999aa78b421f0d2012b305fad64cb048bb63739ad7c48
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.