{ "encoder": "jhu-clsp/mmBERT-base", "head_layers": 2, "max_len": 2048, "head_max_len": 256, "max_prefixes": 6, "act_costs": { "escalate": 0.5 }, "cost_wrong_act": 3.0, "amp_dtype": "bf16", "model_name": "rl-agent", "temperature": [ 4.242581367492676, 4.761922359466553, 4.510099411010742 ], "training": { "updates": 15987, "epochs_completed": 4, "hours": 4.97, "world_size": 1, "fine_tuned_from_checkpoint": false, "laya_train": { "epochs": 5, "micro_batch": 2, "grad_accum": 8, "encoder_lr": 2.5e-05, "head_lr": 0.0001, "min_lr": 1e-06, "weight_decay": 0.01, "grad_clip": 1.0, "loss": "rlcd", "rl_samples": 4, "sigma_start": 0.4, "sigma_end": 0.1, "w_sph": 0.75, "w_rps": 1.0, "shuffle_options": [ "choice" ], "option_layout": null, "freeze_encoder": false, "calib_max": 400, "calib_frac": 0.1, "calib_seed": 20260922, "seed": 0, "max_len": 2048, "head_max_len": null, "amp": null, "gradient_checkpointing": null, "log_every": 100, "label_smoothing": 0.0, "text_column": "text", "label_column": "label", "question_id": "label", "instructions": null, "eval_data": "data\\sets\\val.jsonl", "target_error": 0.1, "min_abstain_n": 10 }, "laya_train_calibration": { "choice": { "items": 126, "temperature": 4.242581367492676, "issues": [], "accuracy": 0.9523809523809523, "mean_confidence": 0.954239701485137 }, "score": { "items": 29, "temperature": 4.761922359466553, "issues": [ "fitted on only 29 calibration items" ], "accuracy": 0.9655172413793104, "mean_confidence": 0.9647458537741626 }, "noul": { "items": 245, "temperature": 4.510099411010742, "issues": [], "accuracy": 0.9836734693877551, "mean_confidence": 0.9860408716061371 } }, "train_report": { "eval_source": "data\\sets\\val.jsonl", "eval_mode": "overlapping_eval", "is_held_out": false, "eval_items": 2902, "note": "Evaluation set contains inputs that overlap training data (7) and calibration data (1) (total 8/2902 items); metrics do not reflect strictly independent held-out evaluation.", "before": { "items": 2902, "loss": 2.5109, "accuracy": 0.4621, "mean_confidence": 0.8259, "ece": 0.3638, "brier": 0.8539, "brier_top1": 0.3883, "by_type": { "choice": { "items": 1083, "loss": 1.7383, "accuracy": 0.506, "mean_confidence": 0.7489, "ece": 0.2429, "brier": 0.7265, "brier_top1": 0.2916 }, "score": { "items": 347, "loss": 2.1853, "accuracy": 0.2478, "mean_confidence": 0.7083, "ece": 0.4605, "brier": 1.0195, "brier_top1": 0.4103 }, "noul": { "items": 1472, "loss": 3.1561, "accuracy": 0.4803, "mean_confidence": 0.9102, "ece": 0.4302, "brier": 0.9086, "brier_top1": 0.4543 } } }, "after": { "items": 2902, "loss": 0.1931, "accuracy": 0.9549, "mean_confidence": 0.9724, "ece": 0.0182, "brier": 0.0806, "brier_top1": 0.0389, "by_type": { "choice": { "items": 1083, "loss": 0.3187, "accuracy": 0.9261, "mean_confidence": 0.9599, "ece": 0.0343, "brier": 0.1304, "brier_top1": 0.0618 }, "score": { "items": 347, "loss": 0.2915, "accuracy": 0.9222, "mean_confidence": 0.9595, "ece": 0.0383, "brier": 0.1325, "brier_top1": 0.0651 }, "noul": { "items": 1472, "loss": 0.0776, "accuracy": 0.9837, "mean_confidence": 0.9847, "ece": 0.0021, "brier": 0.0316, "brier_top1": 0.0158 } } }, "comparison": { "delta_accuracy": 0.4928, "delta_loss": -2.3178, "delta_ece": -0.3456, "delta_brier": -0.7733, "delta_brier_top1": -0.3494, "delta_mean_confidence": 0.1465 }, "calibration": { "choice": { "items": 126, "temperature": 4.242581367492676, "issues": [], "accuracy": 0.9523809523809523, "mean_confidence": 0.954239701485137 }, "score": { "items": 29, "temperature": 4.761922359466553, "issues": [ "fitted on only 29 calibration items" ], "accuracy": 0.9655172413793104, "mean_confidence": 0.9647458537741626 }, "noul": { "items": 245, "temperature": 4.510099411010742, "issues": [], "accuracy": 0.9836734693877551, "mean_confidence": 0.9860408716061371 } }, "abstention_thresholds": { "noul:2": 0.946, "choice:6-10": 0.9404, "choice:2": 0.9841, "choice:3-5": 0.9557, "score:3-5": 0.9595 }, "training": { "epochs": 5, "micro_batch": 2, "grad_accum": 8, "encoder_lr": 2.5e-05, "head_lr": 0.0001, "min_lr": 1e-06, "weight_decay": 0.01, "grad_clip": 1.0, "loss": "rlcd", "rl_samples": 4, "sigma_start": 0.4, "sigma_end": 0.1, "w_sph": 0.75, "w_rps": 1.0, "shuffle_options": [ "choice" ], "option_layout": null, "freeze_encoder": false, "calib_max": 400, "calib_frac": 0.1, "calib_seed": 20260922, "seed": 0, "max_len": 2048, "head_max_len": null, "amp": null, "gradient_checkpointing": null, "log_every": 100, "label_smoothing": 0.0, "text_column": "text", "label_column": "label", "question_id": "label", "instructions": null, "eval_data": "data\\sets\\val.jsonl", "target_error": 0.1, "min_abstain_n": 10 } }, "abstention_thresholds": { "noul:2": 0.946, "choice:6-10": 0.9404, "choice:2": 0.9841, "choice:3-5": 0.9557, "score:3-5": 0.9595 } }, "fine_tuned": true }