File size: 849 Bytes
a2966b3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 33%|███▎ | 1/3 [00:00<00:00, 9.64it/s]
Loading checkpoint shards: 67%|██████▋ | 2/3 [00:00<00:00, 9.39it/s]
Loading checkpoint shards: 100%|██████████| 3/3 [00:00<00:00, 10.30it/s]
shard shard_00000.pt: cumulative 73031 tokens
shard shard_00001.pt: cumulative 142706 tokens
shard shard_00002.pt: cumulative 221592 tokens
{
"quant": "bf16",
"shards": 3,
"tokens": 221592,
"kl_mean_nats": 1.2805973847606442e-08,
"kl_median_nats": 5.440404030054857e-11,
"kl_p95_nats": 1.516273187007755e-07,
"kl_max_nats": 6.564368959516287e-07,
"top128_jaccard_mean": 1.0,
"top1_agreement": 1.0,
"captured_mass_bf16": 0.9997188871511677,
"captured_mass_quant_at_bf16_support": 0.9997189014740139
}
|