| Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s] Loading checkpoint shards: 33%|███▎ | 1/3 [00:03<00:06, 3.12s/it] Loading checkpoint shards: 67%|██████▋ | 2/3 [00:06<00:03, 3.16s/it] Loading checkpoint shards: 100%|██████████| 3/3 [00:08<00:00, 2.76s/it] Loading checkpoint shards: 100%|██████████| 3/3 [00:08<00:00, 2.87s/it] | |
| shard shard_00000.pt: cumulative 73031 tokens | |
| shard shard_00001.pt: cumulative 142706 tokens | |
| shard shard_00002.pt: cumulative 221592 tokens | |
| { | |
| "quant": "int8", | |
| "shards": 3, | |
| "tokens": 221592, | |
| "kl_mean_nats": 0.005379186076306062, | |
| "kl_median_nats": 1.4354211089084856e-05, | |
| "kl_p95_nats": 0.02423230931162834, | |
| "kl_max_nats": 2.3649048805236816, | |
| "top128_jaccard_mean": 0.8820737534866655, | |
| "top1_agreement": 0.983817105310661, | |
| "captured_mass_bf16": 0.9997188871511677, | |
| "captured_mass_quant_at_bf16_support": 0.9997208774759044 | |
| } | |