| { |
| "individual_models": [ |
| { |
| "model": 0, |
| "seed": 42, |
| "val_loss": 3.371955, |
| "val_bpb": 1.095867, |
| "hparams": "WD=1.6, dropout=0.1, lr=0.08" |
| }, |
| { |
| "model": 1, |
| "seed": 43, |
| "val_loss": 3.37351, |
| "val_bpb": 1.096379, |
| "hparams": "WD=1.8, dropout=0.1, lr=0.08" |
| }, |
| { |
| "model": 2, |
| "seed": 44, |
| "val_loss": 3.370066, |
| "val_bpb": 1.095259, |
| "hparams": "WD=1.6, dropout=0.12, lr=0.08" |
| }, |
| { |
| "model": 3, |
| "seed": 45, |
| "val_loss": 3.371321, |
| "val_bpb": 1.095668, |
| "hparams": "WD=1.4, dropout=0.1, lr=0.08" |
| }, |
| { |
| "model": 4, |
| "seed": 46, |
| "val_loss": 3.375322, |
| "val_bpb": 1.09695, |
| "hparams": "WD=1.8, dropout=0.08, lr=0.08" |
| }, |
| { |
| "model": 5, |
| "seed": 47, |
| "val_loss": 3.369079, |
| "val_bpb": 1.094934, |
| "hparams": "WD=1.6, dropout=0.1, lr=0.07" |
| }, |
| { |
| "model": 6, |
| "seed": 48, |
| "val_loss": 3.378815, |
| "val_bpb": 1.098086, |
| "hparams": "WD=2.0, dropout=0.12, lr=0.08" |
| }, |
| { |
| "model": 7, |
| "seed": 49, |
| "val_loss": 3.374763, |
| "val_bpb": 1.096767, |
| "hparams": "WD=1.6, dropout=0.1, lr=0.09" |
| } |
| ], |
| "ensemble_results": [ |
| { |
| "num_models": 2, |
| "val_loss": 3.305125, |
| "val_bpb": 1.074151 |
| }, |
| { |
| "num_models": 4, |
| "val_loss": 3.265082, |
| "val_bpb": 1.061137 |
| }, |
| { |
| "num_models": 6, |
| "val_loss": 3.252749, |
| "val_bpb": 1.057125 |
| }, |
| { |
| "num_models": 8, |
| "val_loss": null, |
| "val_bpb": null, |
| "note": "OOM during eval; projected ~3.24" |
| } |
| ], |
| "best_ensemble_val_loss": 3.252749, |
| "best_individual_val_loss": 3.369079, |
| "leaderboard_target": 3.264, |
| "hardware": "1x NVIDIA A100-SXM4-80GB", |
| "total_training_hours": 183 |
| } |
