File size: 965 Bytes
a2966b3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 33%|███▎ | 1/3 [00:03<00:06, 3.12s/it]
Loading checkpoint shards: 67%|██████▋ | 2/3 [00:06<00:03, 3.16s/it]
Loading checkpoint shards: 100%|██████████| 3/3 [00:08<00:00, 2.76s/it]
Loading checkpoint shards: 100%|██████████| 3/3 [00:08<00:00, 2.87s/it]
shard shard_00000.pt: cumulative 73031 tokens
shard shard_00001.pt: cumulative 142706 tokens
shard shard_00002.pt: cumulative 221592 tokens
{
"quant": "int8",
"shards": 3,
"tokens": 221592,
"kl_mean_nats": 0.005379186076306062,
"kl_median_nats": 1.4354211089084856e-05,
"kl_p95_nats": 0.02423230931162834,
"kl_max_nats": 2.3649048805236816,
"top128_jaccard_mean": 0.8820737534866655,
"top1_agreement": 0.983817105310661,
"captured_mass_bf16": 0.9997188871511677,
"captured_mass_quant_at_bf16_support": 0.9997208774759044
}
|