| { |
| "spec": "3068abfcdad808f4fdda1962499e9aa5b82b3c882dfe8151753cba55df57783b", |
| "method": "encoder", |
| "source": "answerdotai/ModernBERT-large", |
| "fine_tuned_from": null, |
| "dataset": "/home/nicks/rz4/data/ragzilla4", |
| "kinds": [ |
| "relevant" |
| ], |
| "kind_targets": { |
| "relevant": "subset" |
| }, |
| "skipped": {}, |
| "training": { |
| "epochs": 1, |
| "learning_rate": 3e-05, |
| "head_learning_rate": 0.0001, |
| "batch_size": null, |
| "batch_tokens": 32768, |
| "world_size": 8, |
| "steps": 2602, |
| "loss": "focal", |
| "focal_gamma": 2.0, |
| "focal_alpha": 0.5, |
| "brier": 0.1, |
| "warmup": 0.05, |
| "weight_decay": 0.01, |
| "layout": "packed", |
| "head": "mlp", |
| "attention": "sdpa", |
| "gradient_checkpointing": false, |
| "max_length": 8192, |
| "max_chars": 4000, |
| "train_rows": 585506, |
| "seed": 7, |
| "history": [ |
| { |
| "step": 1000, |
| "epoch": 1, |
| "loss": 0.03816812379019601, |
| "decisions": 2000, |
| "decisions_per_second": 52.4, |
| "relevant": { |
| "kept_right": 1611, |
| "wrongly_kept": 254, |
| "wrongly_dropped": 995, |
| "dropped_right": 14906 |
| } |
| }, |
| { |
| "step": 2000, |
| "epoch": 1, |
| "loss": 0.026384400313771848, |
| "decisions": 2000, |
| "decisions_per_second": 52.4, |
| "relevant": { |
| "kept_right": 1727, |
| "wrongly_kept": 307, |
| "wrongly_dropped": 879, |
| "dropped_right": 14853 |
| } |
| }, |
| { |
| "step": 2602, |
| "epoch": 1, |
| "loss": 0.02924899397707618, |
| "decisions": 2000, |
| "decisions_per_second": 52.7, |
| "relevant": { |
| "kept_right": 1738, |
| "wrongly_kept": 281, |
| "wrongly_dropped": 868, |
| "dropped_right": 14879 |
| } |
| } |
| ], |
| "seconds": 5884.5 |
| }, |
| "exported_from": "/home/nicks/rz4/runs/ragzilla4-raw" |
| } |
|
|
