laya-ledgar / train.json
VibeHash's picture
Release laya-ledgar, run ce-seed0
779ff0b verified
Raw History Blame Contribute Delete
5.11 kB
{
"task": "ledgar",
"name": "ce-seed0",
"seed": 0,
"seconds": 25980.469927399987,
"dev": {
"rows": 2000,
"seed": 20261118,
"train_rows": 57934,
"dropped_same_text": 66
},
"base": {
"repo": "convaiinnovations/laya",
"revision": "85cc74ddae6109077ebe2853a9b3077fb6606a78",
"weights_sha256": "891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c"
},
"config": {
"epochs": 4,
"micro_batch": 8,
"grad_accum": 8,
"encoder_lr": 2.5e-05,
"head_lr": 0.0001,
"min_lr": 1e-06,
"weight_decay": 0.01,
"grad_clip": 1.0,
"loss": "soft-ce",
"rl_samples": 4,
"sigma_start": 0.4,
"sigma_end": 0.1,
"w_sph": 0.75,
"w_rps": 1.0,
"shuffle_options": [],
"option_layout": null,
"freeze_encoder": false,
"calib_max": 400,
"calib_frac": 0.1,
"calib_seed": 20260922,
"seed": 0,
"max_len": 768,
"head_max_len": 512,
"amp": null,
"gradient_checkpointing": null,
"log_every": 100,
"label_smoothing": 0.0,
"text_column": "text",
"label_column": "label",
"question_id": "label",
"instructions": null,
"eval_data": null,
"target_error": 0.01,
"min_abstain_n": 10
},
"summary": {
"train_items": 57534,
"calibration_items": 400,
"eval_items": 400,
"skipped": {},
"epoch_loss": [
0.6323961586747381,
0.32258454987853263,
0.1312420500772953,
0.04140990528605578
],
"temperature": [
1.9877519607543945,
1.0,
1.0
],
"temperature_by_options": {},
"n_by_bucket": {
"choice:11+": 400
},
"calibration": {
"choice": {
"items": 400,
"temperature": 1.9877519607543945,
"issues": [],
"accuracy": 0.8575,
"mean_confidence": 0.8994799126217312
},
"score": {
"items": 0,
"temperature": 1.0,
"issues": []
},
"noul": {
"items": 0,
"temperature": 1.0,
"issues": []
}
},
"abstention_thresholds": {
"choice:11+": 1.0
},
"train_report": {
"eval_source": "calibration_slice",
"eval_mode": "in_sample_calibration",
"is_held_out": false,
"eval_items": 400,
"note": "Metrics reflect in-sample calibration fit, not independent held-out evaluation. Provide --eval for held-out validation.",
"before": {
"items": 400,
"loss": 23.8939,
"accuracy": 0.3875,
"mean_confidence": 0.9603,
"ece": 0.5728,
"brier": 1.1697,
"brier_top1": 0.5598,
"by_type": {
"choice": {
"items": 400,
"loss": 23.8939,
"accuracy": 0.3875,
"mean_confidence": 0.9603,
"ece": 0.5728,
"brier": 1.1697,
"brier_top1": 0.5598
}
}
},
"after": {
"items": 400,
"loss": 0.496,
"accuracy": 0.8575,
"mean_confidence": 0.8995,
"ece": 0.0657,
"brier": 0.2175,
"brier_top1": 0.0981,
"by_type": {
"choice": {
"items": 400,
"loss": 0.496,
"accuracy": 0.8575,
"mean_confidence": 0.8995,
"ece": 0.0657,
"brier": 0.2175,
"brier_top1": 0.0981
}
}
},
"comparison": {
"delta_accuracy": 0.47,
"delta_loss": -23.3979,
"delta_ece": -0.5071,
"delta_brier": -0.9522,
"delta_brier_top1": -0.4617,
"delta_mean_confidence": -0.0608
},
"calibration": {
"choice": {
"items": 400,
"temperature": 1.9877519607543945,
"issues": [],
"accuracy": 0.8575,
"mean_confidence": 0.8994799126217312
},
"score": {
"items": 0,
"temperature": 1.0,
"issues": []
},
"noul": {
"items": 0,
"temperature": 1.0,
"issues": []
}
},
"abstention_thresholds": {
"choice:11+": 1.0
},
"training": {
"epochs": 4,
"micro_batch": 8,
"grad_accum": 8,
"encoder_lr": 2.5e-05,
"head_lr": 0.0001,
"min_lr": 1e-06,
"weight_decay": 0.01,
"grad_clip": 1.0,
"loss": "soft-ce",
"rl_samples": 4,
"sigma_start": 0.4,
"sigma_end": 0.1,
"w_sph": 0.75,
"w_rps": 1.0,
"shuffle_options": [],
"option_layout": null,
"freeze_encoder": false,
"calib_max": 400,
"calib_frac": 0.1,
"calib_seed": 20260922,
"seed": 0,
"max_len": 768,
"head_max_len": 512,
"amp": null,
"gradient_checkpointing": null,
"log_every": 100,
"label_smoothing": 0.0,
"text_column": "text",
"label_column": "label",
"question_id": "label",
"instructions": null,
"eval_data": null,
"target_error": 0.01,
"min_abstain_n": 10
}
}
}
}