| [ |
| { |
| "scale_label": "1e17", |
| "best_cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.012, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.35 |
| }, |
| "best_value": 0.8514144989015371, |
| "n_trials": 12, |
| "all_trials": [ |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 8, |
| "matrix_lr": 0.03, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.4 |
| }, |
| "value": 0.9427201077211329, |
| "note": "baseline (warm-start from prior scale)" |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.03, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.4 |
| }, |
| "value": 0.8644734973437793, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 4, |
| "matrix_lr": 0.03, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.4 |
| }, |
| "value": 0.8796142617755859, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.01, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.4 |
| }, |
| "value": 0.855914794632743, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.003, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.4 |
| }, |
| "value": 0.9168695430147942, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.02, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.4 |
| }, |
| "value": 0.8546455830495197, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.015, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.4 |
| }, |
| "value": 0.8519772268389574, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.015, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.6 |
| }, |
| "value": 0.8555992013822545, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.015, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.3 |
| }, |
| "value": 0.852150737650948, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.015, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.2 |
| }, |
| "value": 0.8537460186091574, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.012, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.4 |
| }, |
| "value": 0.8514492010639352, |
| "note": null |
| }, |
| { |
| "cfg": { |
| "embedding_lr": 0.3, |
| "grad_clip": 1.0, |
| "depth": 6, |
| "matrix_lr": 0.012, |
| "warmup_ratio": 0.0, |
| "warmdown_ratio": 0.35 |
| }, |
| "value": 0.8514144989015371, |
| "note": null |
| } |
| ], |
| "save_path": "outputs/epiplexity_code_1e17_v0/tuner_1e17.json" |
| } |
| ] |
