Buckets:
| import os, json, glob | |
| out = {} | |
| for d in ['/ds', '/domains', '/training', '/data']: | |
| try: | |
| items = sorted(os.listdir(d))[:12] | |
| out[d] = items | |
| except Exception as e: | |
| out[d] = f'ERR {type(e).__name__}: {e}' | |
| # /ds detail | |
| try: | |
| out['/ds/test'] = sorted(os.listdir('/ds/test'))[:8] | |
| out['/ds/train'] = sorted(os.listdir('/ds/train'))[:8] | |
| except Exception as e: | |
| out['/ds/test'] = str(e) | |
| out['disk'] = os.popen('df -h /ds /domains /tmp 2>/dev/null').read() | |
| out['cpu'] = os.cpu_count() | |
| out['mem_gb'] = round(os.sysconf('SC_PAGE_SIZE')*os.sysconf('SC_PHYS_PAGES')/1e9, 1) | |
| print(json.dumps(out, indent=1, ensure_ascii=False)) | |
Xet Storage Details
- Size:
- 654 Bytes
- Xet hash:
- 80f07159a5071f75cf8c147875cba99c2f433511ae32c504665e67ad4e4c08af
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.