task-router / rl_agent_config.json
Yutong43's picture
Add model card and Task Router v4 configuration
6da389f verified
Raw History Blame Contribute Delete
4.77 kB
{
"encoder": "jhu-clsp/mmBERT-base",
"head_layers": 2,
"max_len": 1024,
"head_max_len": 256,
"max_prefixes": 6,
"act_costs": {
"escalate": 0.5
},
"cost_wrong_act": 3.0,
"amp_dtype": "bf16",
"model_name": "rl-agent",
"temperature": [
3.505923271179199,
1.0,
1.0
],
"training": {
"updates": 15987,
"epochs_completed": 4,
"hours": 4.97,
"world_size": 1,
"fine_tuned_from_checkpoint": false,
"laya_train": {
"epochs": 4,
"micro_batch": 8,
"grad_accum": 2,
"encoder_lr": 2.5e-05,
"head_lr": 0.0001,
"min_lr": 1e-06,
"weight_decay": 0.01,
"grad_clip": 1.0,
"loss": "soft-ce",
"rl_samples": 4,
"sigma_start": 0.4,
"sigma_end": 0.1,
"w_sph": 0.75,
"w_rps": 1.0,
"shuffle_options": [],
"option_layout": null,
"freeze_encoder": false,
"calib_max": 0,
"calib_frac": 0.0,
"calib_seed": 20260922,
"seed": 20261026,
"max_len": null,
"head_max_len": null,
"amp": null,
"gradient_checkpointing": null,
"log_every": 100,
"label_smoothing": 0.0,
"text_column": "text",
"label_column": "label",
"question_id": "label",
"instructions": null,
"eval_data": null,
"target_error": 0.1,
"min_abstain_n": 10
},
"laya_train_calibration": {
"choice": {
"items": 600,
"temperature": 3.505923271179199,
"issues": [],
"accuracy": 0.96,
"mean_confidence": 0.9676679738041832
},
"score": {
"items": 0,
"temperature": 1.0,
"issues": []
},
"noul": {
"items": 0,
"temperature": 1.0,
"issues": []
}
},
"train_report": {
"eval_source": "calibration_v4.jsonl (independent family-disjoint split)",
"eval_mode": "held_out",
"is_held_out": true,
"eval_items": 600,
"note": "No evaluation performed (0 calibration items and no --eval set was provided).",
"before": null,
"after": null,
"comparison": null,
"calibration": {
"choice": {
"items": 600,
"temperature": 3.505923271179199,
"issues": [],
"accuracy": 0.96,
"mean_confidence": 0.9676679738041832
},
"score": {
"items": 0,
"temperature": 1.0,
"issues": []
},
"noul": {
"items": 0,
"temperature": 1.0,
"issues": []
}
},
"abstention_thresholds": {
"choice:6-10": 0.4057,
"choice:3-5": 0.5571
},
"training": {
"epochs": 4,
"micro_batch": 8,
"grad_accum": 2,
"encoder_lr": 2.5e-05,
"head_lr": 0.0001,
"min_lr": 1e-06,
"weight_decay": 0.01,
"grad_clip": 1.0,
"loss": "soft-ce",
"rl_samples": 4,
"sigma_start": 0.4,
"sigma_end": 0.1,
"w_sph": 0.75,
"w_rps": 1.0,
"shuffle_options": [],
"option_layout": null,
"freeze_encoder": false,
"calib_max": 0,
"calib_frac": 0.0,
"calib_seed": 20260922,
"seed": 20261026,
"max_len": null,
"head_max_len": null,
"amp": null,
"gradient_checkpointing": null,
"log_every": 100,
"label_smoothing": 0.0,
"text_column": "text",
"label_column": "label",
"question_id": "label",
"instructions": null,
"eval_data": null,
"target_error": 0.1,
"min_abstain_n": 10
},
"before_calibration": {
"items": 600,
"loss": 0.3863,
"accuracy": 0.96,
"mean_confidence": 0.9971,
"ece": 0.0399,
"brier": 0.0781,
"brier_top1": 0.0388,
"by_type": {
"choice": {
"items": 600,
"loss": 0.3863,
"accuracy": 0.96,
"mean_confidence": 0.9971,
"ece": 0.0399,
"brier": 0.0781,
"brier_top1": 0.0388
}
}
},
"after_calibration": {
"items": 600,
"loss": 0.1454,
"accuracy": 0.96,
"mean_confidence": 0.9677,
"ece": 0.015,
"brier": 0.067,
"brier_top1": 0.0311,
"by_type": {
"choice": {
"items": 600,
"loss": 0.1454,
"accuracy": 0.96,
"mean_confidence": 0.9677,
"ece": 0.015,
"brier": 0.067,
"brier_top1": 0.0311
}
}
}
},
"abstention_thresholds": {
"choice:6-10": 0.4057,
"choice:3-5": 0.5571
}
},
"fine_tuned": true
}