EmergentTwilight's picture
download
raw
2.93 kB
{
"schema": "zebra_uniar_cache_v1",
"config": {
"source_root": "/work/nvme/bgjw/tcheng2/MMCoT/data/Zebra-CoT-RPM",
"graph_root": "/work/nvme/bgjw/tcheng2/MMCoT/data/Zebra-CoT-RPM",
"model_path": "/work/nvme/bgjw/tcheng2/MMCoT/models/UniAR-SFT",
"attention": "flash_attention_2",
"owned_source_fingerprint": "29cb9fa2424a9e86e08f3e83f26289a72e4eb83863c76d17d2bb022d15326a97",
"producer_sha256": "6c767648093a8b7d8c26a4f9c8f5f27b00248e241d9f1a77f911ce6a64a0b62a",
"full_data_sha256": "47afc99d8f1c793f88e7cb7a6a1ee71f350d87cbe8a6e508e6725b70df7b50c0",
"max_long_edge": 960,
"max_sequence_length": 32768,
"test_fraction": 0.05,
"validation_fraction": 0.05,
"test_min_per_config": 0,
"test_max_per_config": 3000,
"validation_min_per_config": 0,
"validation_max_per_config": 3000,
"shard_size": 64,
"world_size": 1,
"source_shards": 3,
"max_source_shards": null,
"expected_configs": 1,
"expected_valid_samples": 3000,
"balanced_resume": false,
"zebra_revision": "f6d1defc169d19180a69f517925ed6cbb06a1c97",
"graph_revision": "020bc9d2a442d9989ba49344dd23c0bb4cfac90f"
},
"samples": 3000,
"splits": {
"train": 2700,
"validation": 150,
"test": 150
},
"config_splits": {
"Visual Logic & Strategic Games - RPM": {
"train": 2700,
"validation": 150,
"test": 150
}
},
"config_group_splits": {
"Visual Logic & Strategic Games - RPM": {
"test": 150,
"validation": 150,
"train": 2700
}
},
"unique_groups": 3000,
"group_leakage": 0,
"selected_cap": {
"960": 3000
},
"retained_source_role_mismatches": {
"rows": 0,
"images": 0,
"policy": "assistant trace position is authoritative; retain as generated_state"
},
"sequence_length": {
"max": 1569,
"mean": 1372.6953333333333
},
"visual_positions": {
"max": 1080,
"mean": 1080.0
},
"rank_stats": [
{
"rank": 0,
"resume": false,
"balanced_resume": false,
"global_cached_before": 0,
"owned_cached_before": 0,
"owned_shards": [
"Visual Logic & Strategic Games - RPM/train-00000-of-00003.parquet",
"Visual Logic & Strategic Games - RPM/train-00001-of-00003.parquet",
"Visual Logic & Strategic Games - RPM/train-00002-of-00003.parquet"
],
"source_seen": 3000,
"seen": 3000,
"valid": 3000,
"skipped": {},
"splits": {
"train": 2711,
"validation": 137,
"test": 152
},
"configs": {
"Visual Logic & Strategic Games - RPM": 3000
},
"caps": {
"960": 3000
},
"sequence_length_sum": 4118086,
"sequence_length_max": 1569,
"visual_positions_sum": 3240000,
"visual_positions_max": 1080,
"elapsed_seconds": 421.35440403805114,
"peak_gpu_memory_gib": 1.4281620979309082
}
]
}

Xet Storage Details

Size:
2.93 kB
·
Xet hash:
c7d846b28bdc9638ccb34f799a143934475e0c4a1460b10e3cd1c03b40353d07

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.