ultrabert-150m-reranker-test / experiment.json
tomaarsen's picture
tomaarsen HF Staff
Preserve UltraBERT reranker checkpoint for Transformers integration tests
f20e28e verified
Raw History Blame Contribute Delete
1.01 kB
{
"model": "dmis-lab/UltraBERT-150M",
"model_revision": "f821af159246ab4ac84669d42533281366bc55ab",
"lr": 3e-05,
"seed": 12,
"data_revision": "33f54a05d358bff82d1293a07326735f232e3798",
"original_data_revision": "0d882e8af96100b875a30b78de98ea8efe99e4db",
"evaluation_code_revision": "053a4d24bb827760debabd7bf2094f37de64076e",
"training_pairs": 1048576,
"steps": 8192,
"baseline_validation": 0.2389478004653412,
"validation": 0.9934892739746097,
"best_checkpoint": "runs_scaling/ultrabert-150m-reranker-msmarco524k-3e-5-20261014/checkpoint-3584",
"training_metrics": {
"train_runtime": 3660.4904,
"train_samples_per_second": 286.458,
"train_steps_per_second": 2.238,
"train_loss": 0.1942378021485638,
"epoch": 1.0
},
"training_step_seconds": 3289.2795477590953,
"gpu": "NVIDIA A100-SXM4-80GB",
"peak_vram_gb": 10.057266235351562,
"checkpoint_selection": "MS MARCO validation only. Test curves use prespecified steps and never select checkpoints."
}