File size: 1,905 Bytes
8f825d4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 | {
"spec": "3068abfcdad808f4fdda1962499e9aa5b82b3c882dfe8151753cba55df57783b",
"method": "encoder",
"source": "answerdotai/ModernBERT-large",
"fine_tuned_from": null,
"dataset": "/home/nicks/rz4/data/ragzilla4",
"kinds": [
"relevant"
],
"kind_targets": {
"relevant": "subset"
},
"skipped": {},
"training": {
"epochs": 1,
"learning_rate": 3e-05,
"head_learning_rate": 0.0001,
"batch_size": null,
"batch_tokens": 32768,
"world_size": 8,
"steps": 2602,
"loss": "focal",
"focal_gamma": 2.0,
"focal_alpha": 0.5,
"brier": 0.1,
"warmup": 0.05,
"weight_decay": 0.01,
"layout": "packed",
"head": "mlp",
"attention": "sdpa",
"gradient_checkpointing": false,
"max_length": 8192,
"max_chars": 4000,
"train_rows": 585506,
"seed": 7,
"history": [
{
"step": 1000,
"epoch": 1,
"loss": 0.03816812379019601,
"decisions": 2000,
"decisions_per_second": 52.4,
"relevant": {
"kept_right": 1611,
"wrongly_kept": 254,
"wrongly_dropped": 995,
"dropped_right": 14906
}
},
{
"step": 2000,
"epoch": 1,
"loss": 0.026384400313771848,
"decisions": 2000,
"decisions_per_second": 52.4,
"relevant": {
"kept_right": 1727,
"wrongly_kept": 307,
"wrongly_dropped": 879,
"dropped_right": 14853
}
},
{
"step": 2602,
"epoch": 1,
"loss": 0.02924899397707618,
"decisions": 2000,
"decisions_per_second": 52.7,
"relevant": {
"kept_right": 1738,
"wrongly_kept": 281,
"wrongly_dropped": 868,
"dropped_right": 14879
}
}
],
"seconds": 5884.5
},
"exported_from": "/home/nicks/rz4/runs/ragzilla4-raw"
}
|