Upload folder using huggingface_hub
Browse files- baseline/args.json +1 -0
- baseline/dataloader_02499.pt +3 -0
- baseline/log2.txt +303 -0
- baseline/model_02499.pt +3 -0
- baseline/optimizer_02499.pt +3 -0
baseline/args.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"hellaswag": true, "attention_kind": "selective", "log_dir": "baseline", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 12, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": null, "warmup_steps": null, "group": "shrinking_big_runs_2", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1337, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": null, "batch_size": 4, "total_batch_size": 524288, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": false, "disable_selection": false, "mup_enable_coord_check_logging": false, "max_lr": 6e-05, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "key": null, "n_embd": 768}
|
baseline/dataloader_02499.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f23ea867bba43cdf20aa2c4d5d2e2d1d662882792de37f23ee6c049d369660a
|
| 3 |
+
size 964
|
baseline/log2.txt
ADDED
|
@@ -0,0 +1,303 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
max_steps: 2500
|
| 2 |
+
0 val loss 10.9982
|
| 3 |
+
0 val perplexity 59766.1484
|
| 4 |
+
0 train 10.999537 (lr=8.3916e-08) (hash(x)=23347629)
|
| 5 |
+
10 train 10.971682 (lr=9.2308e-07) (hash(x)=19636655)
|
| 6 |
+
20 train 10.898235 (lr=1.7622e-06) (hash(x)=24490248)
|
| 7 |
+
30 train 10.779255 (lr=2.6014e-06) (hash(x)=21733558)
|
| 8 |
+
40 train 10.605925 (lr=3.4406e-06) (hash(x)=31750616)
|
| 9 |
+
50 train 10.389387 (lr=4.2797e-06) (hash(x)=20041895)
|
| 10 |
+
60 train 10.149094 (lr=5.1189e-06) (hash(x)=21416280)
|
| 11 |
+
70 train 9.947119 (lr=5.9580e-06) (hash(x)=18066780)
|
| 12 |
+
80 train 9.794025 (lr=6.7972e-06) (hash(x)=21809427)
|
| 13 |
+
90 train 9.717912 (lr=7.6364e-06) (hash(x)=22061595)
|
| 14 |
+
100 val loss 9.6379
|
| 15 |
+
100 val perplexity 15334.5850
|
| 16 |
+
100 train 9.651381 (lr=8.4755e-06) (hash(x)=17468914)
|
| 17 |
+
110 train 9.575935 (lr=9.3147e-06) (hash(x)=20421520)
|
| 18 |
+
120 train 9.561761 (lr=1.0154e-05) (hash(x)=23140133)
|
| 19 |
+
130 train 9.499907 (lr=1.0993e-05) (hash(x)=20006835)
|
| 20 |
+
140 train 9.387283 (lr=1.1832e-05) (hash(x)=18628134)
|
| 21 |
+
150 train 9.324135 (lr=1.2671e-05) (hash(x)=21913447)
|
| 22 |
+
160 train 9.229570 (lr=1.3510e-05) (hash(x)=22997297)
|
| 23 |
+
170 train 9.128936 (lr=1.4350e-05) (hash(x)=17904821)
|
| 24 |
+
180 train 9.005984 (lr=1.5189e-05) (hash(x)=18826982)
|
| 25 |
+
190 train 8.912024 (lr=1.6028e-05) (hash(x)=21387716)
|
| 26 |
+
200 val loss 8.7460
|
| 27 |
+
200 val perplexity 6285.4375
|
| 28 |
+
200 train 8.731540 (lr=1.6867e-05) (hash(x)=16236395)
|
| 29 |
+
210 train 8.607820 (lr=1.7706e-05) (hash(x)=21428681)
|
| 30 |
+
220 train 8.492147 (lr=1.8545e-05) (hash(x)=20461738)
|
| 31 |
+
230 train 8.326410 (lr=1.9385e-05) (hash(x)=20394865)
|
| 32 |
+
240 train 8.172004 (lr=2.0224e-05) (hash(x)=18028671)
|
| 33 |
+
250 train 8.010646 (lr=2.1063e-05) (hash(x)=18122073)
|
| 34 |
+
260 train 7.882604 (lr=2.1902e-05) (hash(x)=22994143)
|
| 35 |
+
270 train 7.897332 (lr=2.2741e-05) (hash(x)=20646260)
|
| 36 |
+
280 train 7.737164 (lr=2.3580e-05) (hash(x)=23204708)
|
| 37 |
+
290 train 7.651839 (lr=2.4420e-05) (hash(x)=17900252)
|
| 38 |
+
300 val loss 7.6261
|
| 39 |
+
300 val perplexity 2051.0767
|
| 40 |
+
300 train 7.534409 (lr=2.5259e-05) (hash(x)=19073819)
|
| 41 |
+
310 train 7.604999 (lr=2.6098e-05) (hash(x)=22378232)
|
| 42 |
+
320 train 7.505239 (lr=2.6937e-05) (hash(x)=19910430)
|
| 43 |
+
330 train 7.427685 (lr=2.7776e-05) (hash(x)=25168753)
|
| 44 |
+
340 train 7.310732 (lr=2.8615e-05) (hash(x)=20665256)
|
| 45 |
+
350 train 7.294385 (lr=2.9455e-05) (hash(x)=19951160)
|
| 46 |
+
360 train 7.389873 (lr=3.0294e-05) (hash(x)=21178202)
|
| 47 |
+
370 train 7.241549 (lr=3.1133e-05) (hash(x)=20435886)
|
| 48 |
+
380 train 7.193203 (lr=3.1972e-05) (hash(x)=21255097)
|
| 49 |
+
390 train 7.248366 (lr=3.2811e-05) (hash(x)=19596330)
|
| 50 |
+
400 val loss 7.2050
|
| 51 |
+
400 val perplexity 1346.1593
|
| 52 |
+
400 train 7.244787 (lr=3.3650e-05) (hash(x)=21789426)
|
| 53 |
+
410 train 7.122269 (lr=3.4490e-05) (hash(x)=18366401)
|
| 54 |
+
420 train 7.091448 (lr=3.5329e-05) (hash(x)=18614660)
|
| 55 |
+
430 train 7.177270 (lr=3.6168e-05) (hash(x)=21649063)
|
| 56 |
+
440 train 7.058720 (lr=3.7007e-05) (hash(x)=18505097)
|
| 57 |
+
450 train 7.062375 (lr=3.7846e-05) (hash(x)=23434312)
|
| 58 |
+
460 train 6.960171 (lr=3.8685e-05) (hash(x)=16584569)
|
| 59 |
+
470 train 6.898554 (lr=3.9524e-05) (hash(x)=13447111)
|
| 60 |
+
480 train 7.058616 (lr=4.0364e-05) (hash(x)=22645130)
|
| 61 |
+
490 train 6.972184 (lr=4.1203e-05) (hash(x)=19362777)
|
| 62 |
+
500 val loss 6.9784
|
| 63 |
+
500 val perplexity 1073.2047
|
| 64 |
+
500 train 6.906112 (lr=4.2042e-05) (hash(x)=20921874)
|
| 65 |
+
510 train 6.825273 (lr=4.2881e-05) (hash(x)=22123048)
|
| 66 |
+
520 train 6.847278 (lr=4.3720e-05) (hash(x)=21215368)
|
| 67 |
+
530 train 7.063967 (lr=4.4559e-05) (hash(x)=20717936)
|
| 68 |
+
540 train 6.876117 (lr=4.5399e-05) (hash(x)=20118007)
|
| 69 |
+
550 train 6.814102 (lr=4.6238e-05) (hash(x)=21402522)
|
| 70 |
+
560 train 6.774774 (lr=4.7077e-05) (hash(x)=19057180)
|
| 71 |
+
570 train 6.930602 (lr=4.7916e-05) (hash(x)=19360553)
|
| 72 |
+
580 train 6.916195 (lr=4.8755e-05) (hash(x)=18194693)
|
| 73 |
+
590 train 6.760747 (lr=4.9594e-05) (hash(x)=19863826)
|
| 74 |
+
600 val loss 6.7994
|
| 75 |
+
600 val perplexity 897.3475
|
| 76 |
+
600 train 6.744148 (lr=5.0434e-05) (hash(x)=21794551)
|
| 77 |
+
610 train 6.671505 (lr=5.1273e-05) (hash(x)=18685622)
|
| 78 |
+
620 train 6.675227 (lr=5.2112e-05) (hash(x)=23473104)
|
| 79 |
+
630 train 6.714779 (lr=5.2951e-05) (hash(x)=18671672)
|
| 80 |
+
640 train 6.709649 (lr=5.3790e-05) (hash(x)=19234240)
|
| 81 |
+
650 train 6.655553 (lr=5.4629e-05) (hash(x)=23183903)
|
| 82 |
+
660 train 6.561497 (lr=5.5469e-05) (hash(x)=23665543)
|
| 83 |
+
670 train 6.698052 (lr=5.6308e-05) (hash(x)=22055313)
|
| 84 |
+
680 train 6.735498 (lr=5.7147e-05) (hash(x)=22321668)
|
| 85 |
+
690 train 6.693291 (lr=5.7986e-05) (hash(x)=21568926)
|
| 86 |
+
700 val loss 6.6416
|
| 87 |
+
700 val perplexity 766.3498
|
| 88 |
+
700 train 6.602803 (lr=5.8825e-05) (hash(x)=19783143)
|
| 89 |
+
710 train 6.436850 (lr=5.9664e-05) (hash(x)=21565258)
|
| 90 |
+
720 train 6.660155 (lr=5.9999e-05) (hash(x)=16127212)
|
| 91 |
+
730 train 6.516657 (lr=5.9991e-05) (hash(x)=19658174)
|
| 92 |
+
740 train 6.466186 (lr=5.9974e-05) (hash(x)=16454319)
|
| 93 |
+
750 train 6.445746 (lr=5.9949e-05) (hash(x)=17993154)
|
| 94 |
+
760 train 6.384696 (lr=5.9915e-05) (hash(x)=19256989)
|
| 95 |
+
770 train 6.399551 (lr=5.9874e-05) (hash(x)=17351653)
|
| 96 |
+
780 train 6.416852 (lr=5.9824e-05) (hash(x)=21626120)
|
| 97 |
+
790 train 6.574443 (lr=5.9765e-05) (hash(x)=16367412)
|
| 98 |
+
800 val loss 6.4962
|
| 99 |
+
800 val perplexity 662.6297
|
| 100 |
+
800 train 6.434494 (lr=5.9698e-05) (hash(x)=22321504)
|
| 101 |
+
810 train 6.321395 (lr=5.9623e-05) (hash(x)=19869755)
|
| 102 |
+
820 train 6.487669 (lr=5.9540e-05) (hash(x)=24183665)
|
| 103 |
+
830 train 6.425244 (lr=5.9449e-05) (hash(x)=19194113)
|
| 104 |
+
840 train 6.319942 (lr=5.9349e-05) (hash(x)=17710503)
|
| 105 |
+
850 train 6.332417 (lr=5.9241e-05) (hash(x)=17231851)
|
| 106 |
+
860 train 6.445931 (lr=5.9126e-05) (hash(x)=20584272)
|
| 107 |
+
870 train 6.376553 (lr=5.9002e-05) (hash(x)=17468790)
|
| 108 |
+
880 train 6.267016 (lr=5.8869e-05) (hash(x)=22304409)
|
| 109 |
+
890 train 6.440709 (lr=5.8729e-05) (hash(x)=18871567)
|
| 110 |
+
900 val loss 6.3774
|
| 111 |
+
900 val perplexity 588.4163
|
| 112 |
+
900 train 6.305851 (lr=5.8581e-05) (hash(x)=20924720)
|
| 113 |
+
910 train 6.232524 (lr=5.8425e-05) (hash(x)=21163464)
|
| 114 |
+
920 train 6.255410 (lr=5.8262e-05) (hash(x)=20120862)
|
| 115 |
+
930 train 6.321578 (lr=5.8090e-05) (hash(x)=19565198)
|
| 116 |
+
940 train 6.297797 (lr=5.7911e-05) (hash(x)=18517540)
|
| 117 |
+
950 train 6.257283 (lr=5.7723e-05) (hash(x)=18300759)
|
| 118 |
+
960 train 6.286303 (lr=5.7529e-05) (hash(x)=21443001)
|
| 119 |
+
970 train 6.231400 (lr=5.7326e-05) (hash(x)=15210971)
|
| 120 |
+
980 train 6.379533 (lr=5.7116e-05) (hash(x)=20874579)
|
| 121 |
+
990 train 6.295639 (lr=5.6899e-05) (hash(x)=20690802)
|
| 122 |
+
1000 val loss 6.2811
|
| 123 |
+
1000 val perplexity 534.3641
|
| 124 |
+
1000 train 6.151533 (lr=5.6674e-05) (hash(x)=18635877)
|
| 125 |
+
1010 train 6.330630 (lr=5.6442e-05) (hash(x)=21141462)
|
| 126 |
+
1020 train 6.268166 (lr=5.6202e-05) (hash(x)=19483400)
|
| 127 |
+
1030 train 6.190759 (lr=5.5956e-05) (hash(x)=24792825)
|
| 128 |
+
1040 train 6.138837 (lr=5.5702e-05) (hash(x)=16743928)
|
| 129 |
+
1050 train 6.254830 (lr=5.5441e-05) (hash(x)=22540052)
|
| 130 |
+
1060 train 6.236443 (lr=5.5174e-05) (hash(x)=20546637)
|
| 131 |
+
1070 train 6.138077 (lr=5.4899e-05) (hash(x)=13739753)
|
| 132 |
+
1080 train 6.227021 (lr=5.4618e-05) (hash(x)=20071304)
|
| 133 |
+
1090 train 6.208366 (lr=5.4330e-05) (hash(x)=19339656)
|
| 134 |
+
1100 val loss 6.1985
|
| 135 |
+
1100 val perplexity 492.0061
|
| 136 |
+
1100 train 6.113679 (lr=5.4035e-05) (hash(x)=20039628)
|
| 137 |
+
1110 train 6.178733 (lr=5.3734e-05) (hash(x)=19249691)
|
| 138 |
+
1120 train 6.245566 (lr=5.3426e-05) (hash(x)=19048809)
|
| 139 |
+
1130 train 6.125713 (lr=5.3113e-05) (hash(x)=19309000)
|
| 140 |
+
1140 train 6.089399 (lr=5.2792e-05) (hash(x)=21787927)
|
| 141 |
+
1150 train 6.063791 (lr=5.2466e-05) (hash(x)=19998536)
|
| 142 |
+
1160 train 6.183243 (lr=5.2134e-05) (hash(x)=23724694)
|
| 143 |
+
1170 train 6.165016 (lr=5.1796e-05) (hash(x)=17148204)
|
| 144 |
+
1180 train 6.097889 (lr=5.1452e-05) (hash(x)=19511852)
|
| 145 |
+
1190 train 6.061368 (lr=5.1102e-05) (hash(x)=19352862)
|
| 146 |
+
1200 val loss 6.1325
|
| 147 |
+
1200 val perplexity 460.5874
|
| 148 |
+
1200 train 6.068426 (lr=5.0746e-05) (hash(x)=19530144)
|
| 149 |
+
1210 train 6.215816 (lr=5.0386e-05) (hash(x)=19897392)
|
| 150 |
+
1220 train 6.160894 (lr=5.0019e-05) (hash(x)=24402963)
|
| 151 |
+
1230 train 6.050044 (lr=4.9648e-05) (hash(x)=18589754)
|
| 152 |
+
1240 train 5.998647 (lr=4.9271e-05) (hash(x)=21951750)
|
| 153 |
+
1250 train 6.111483 (lr=4.8889e-05) (hash(x)=18611379)
|
| 154 |
+
1260 train 6.132553 (lr=4.8503e-05) (hash(x)=20338521)
|
| 155 |
+
1270 train 6.048015 (lr=4.8111e-05) (hash(x)=18308405)
|
| 156 |
+
1280 train 5.941268 (lr=4.7715e-05) (hash(x)=20920945)
|
| 157 |
+
1290 train 6.011550 (lr=4.7315e-05) (hash(x)=20094152)
|
| 158 |
+
1300 val loss 6.0712
|
| 159 |
+
1300 val perplexity 433.1882
|
| 160 |
+
1300 train 6.109470 (lr=4.6909e-05) (hash(x)=19003947)
|
| 161 |
+
1310 train 6.037212 (lr=4.6500e-05) (hash(x)=19356356)
|
| 162 |
+
1320 train 6.000981 (lr=4.6086e-05) (hash(x)=19390343)
|
| 163 |
+
1330 train 5.959876 (lr=4.5669e-05) (hash(x)=17535982)
|
| 164 |
+
1340 train 5.984457 (lr=4.5247e-05) (hash(x)=21959104)
|
| 165 |
+
1350 train 6.098598 (lr=4.4822e-05) (hash(x)=21982099)
|
| 166 |
+
1360 train 6.000531 (lr=4.4393e-05) (hash(x)=17176243)
|
| 167 |
+
1370 train 6.021197 (lr=4.3960e-05) (hash(x)=21223627)
|
| 168 |
+
1380 train 6.015063 (lr=4.3524e-05) (hash(x)=22462931)
|
| 169 |
+
1390 train 6.001894 (lr=4.3085e-05) (hash(x)=19153464)
|
| 170 |
+
1400 val loss 6.0162
|
| 171 |
+
1400 val perplexity 410.0145
|
| 172 |
+
1400 train 5.922326 (lr=4.2643e-05) (hash(x)=20146496)
|
| 173 |
+
1410 train 5.983600 (lr=4.2197e-05) (hash(x)=21781327)
|
| 174 |
+
1420 train 6.001618 (lr=4.1749e-05) (hash(x)=19234051)
|
| 175 |
+
1430 train 6.022768 (lr=4.1298e-05) (hash(x)=20769898)
|
| 176 |
+
1440 train 5.965758 (lr=4.0845e-05) (hash(x)=22042430)
|
| 177 |
+
1450 train 5.994417 (lr=4.0389e-05) (hash(x)=20527387)
|
| 178 |
+
1460 train 5.946159 (lr=3.9931e-05) (hash(x)=18925766)
|
| 179 |
+
1470 train 5.900961 (lr=3.9470e-05) (hash(x)=18198851)
|
| 180 |
+
1480 train 6.030209 (lr=3.9008e-05) (hash(x)=21847281)
|
| 181 |
+
1490 train 6.000740 (lr=3.8544e-05) (hash(x)=15645274)
|
| 182 |
+
1500 val loss 5.9653
|
| 183 |
+
1500 val perplexity 389.6610
|
| 184 |
+
1500 train 5.887910 (lr=3.8078e-05) (hash(x)=14693370)
|
| 185 |
+
1510 train 5.876592 (lr=3.7610e-05) (hash(x)=21810857)
|
| 186 |
+
1520 train 6.032164 (lr=3.7142e-05) (hash(x)=18980052)
|
| 187 |
+
1530 train 5.934404 (lr=3.6671e-05) (hash(x)=22868842)
|
| 188 |
+
1540 train 5.873902 (lr=3.6200e-05) (hash(x)=17289166)
|
| 189 |
+
1550 train 5.972043 (lr=3.5728e-05) (hash(x)=18109373)
|
| 190 |
+
1560 train 6.125608 (lr=3.5255e-05) (hash(x)=22377619)
|
| 191 |
+
1570 train 5.831213 (lr=3.4781e-05) (hash(x)=20307182)
|
| 192 |
+
1580 train 5.978463 (lr=3.4306e-05) (hash(x)=20391291)
|
| 193 |
+
1590 train 5.911759 (lr=3.3831e-05) (hash(x)=18690939)
|
| 194 |
+
1600 val loss 5.9234
|
| 195 |
+
1600 val perplexity 373.6784
|
| 196 |
+
1600 train 5.849803 (lr=3.3356e-05) (hash(x)=16719886)
|
| 197 |
+
1610 train 5.879206 (lr=3.2881e-05) (hash(x)=16040840)
|
| 198 |
+
1620 train 6.022166 (lr=3.2406e-05) (hash(x)=25795140)
|
| 199 |
+
1630 train 5.938945 (lr=3.1931e-05) (hash(x)=21936964)
|
| 200 |
+
1640 train 5.885756 (lr=3.1456e-05) (hash(x)=11593027)
|
| 201 |
+
1650 train 5.904798 (lr=3.0982e-05) (hash(x)=23256718)
|
| 202 |
+
1660 train 5.830904 (lr=3.0509e-05) (hash(x)=20289140)
|
| 203 |
+
1670 train 5.827080 (lr=3.0036e-05) (hash(x)=18382509)
|
| 204 |
+
1680 train 6.026251 (lr=2.9564e-05) (hash(x)=26604329)
|
| 205 |
+
1690 train 5.942117 (lr=2.9093e-05) (hash(x)=22122534)
|
| 206 |
+
1700 val loss 5.8888
|
| 207 |
+
1700 val perplexity 360.9650
|
| 208 |
+
1700 train 5.923894 (lr=2.8624e-05) (hash(x)=22884812)
|
| 209 |
+
1710 train 5.850998 (lr=2.8156e-05) (hash(x)=18598496)
|
| 210 |
+
1720 train 5.915030 (lr=2.7689e-05) (hash(x)=22147447)
|
| 211 |
+
1730 train 5.829058 (lr=2.7224e-05) (hash(x)=18912135)
|
| 212 |
+
1740 train 5.819028 (lr=2.6761e-05) (hash(x)=21952974)
|
| 213 |
+
1750 train 5.765007 (lr=2.6299e-05) (hash(x)=18390978)
|
| 214 |
+
1760 train 5.891300 (lr=2.5840e-05) (hash(x)=17979288)
|
| 215 |
+
1770 train 5.828196 (lr=2.5383e-05) (hash(x)=18979099)
|
| 216 |
+
1780 train 5.751894 (lr=2.4928e-05) (hash(x)=20511922)
|
| 217 |
+
1790 train 5.890679 (lr=2.4476e-05) (hash(x)=21814060)
|
| 218 |
+
1800 val loss 5.8572
|
| 219 |
+
1800 val perplexity 349.7427
|
| 220 |
+
1800 train 5.822966 (lr=2.4026e-05) (hash(x)=18076243)
|
| 221 |
+
1810 train 5.869775 (lr=2.3580e-05) (hash(x)=19721209)
|
| 222 |
+
1820 train 5.792497 (lr=2.3136e-05) (hash(x)=18140847)
|
| 223 |
+
1830 train 5.880760 (lr=2.2695e-05) (hash(x)=22065413)
|
| 224 |
+
1840 train 5.785665 (lr=2.2257e-05) (hash(x)=21166111)
|
| 225 |
+
1850 train 5.713828 (lr=2.1823e-05) (hash(x)=21904302)
|
| 226 |
+
1860 train 5.846632 (lr=2.1392e-05) (hash(x)=18283828)
|
| 227 |
+
1870 train 5.747709 (lr=2.0965e-05) (hash(x)=20892773)
|
| 228 |
+
1880 train 5.740284 (lr=2.0542e-05) (hash(x)=17781264)
|
| 229 |
+
1890 train 5.748340 (lr=2.0122e-05) (hash(x)=20612962)
|
| 230 |
+
1900 val loss 5.8328
|
| 231 |
+
1900 val perplexity 341.2980
|
| 232 |
+
1900 train 5.928501 (lr=1.9706e-05) (hash(x)=20421058)
|
| 233 |
+
1910 train 5.826585 (lr=1.9295e-05) (hash(x)=18554808)
|
| 234 |
+
1920 train 5.800696 (lr=1.8887e-05) (hash(x)=18189279)
|
| 235 |
+
1930 train 5.786684 (lr=1.8485e-05) (hash(x)=19923279)
|
| 236 |
+
1940 train 5.839359 (lr=1.8086e-05) (hash(x)=21665511)
|
| 237 |
+
1950 train 5.764716 (lr=1.7692e-05) (hash(x)=22038489)
|
| 238 |
+
1960 train 5.765124 (lr=1.7303e-05) (hash(x)=18896956)
|
| 239 |
+
1970 train 5.830198 (lr=1.6919e-05) (hash(x)=20408383)
|
| 240 |
+
1980 train 5.823062 (lr=1.6540e-05) (hash(x)=23039940)
|
| 241 |
+
1990 train 5.886376 (lr=1.6166e-05) (hash(x)=20631172)
|
| 242 |
+
2000 val loss 5.8115
|
| 243 |
+
2000 val perplexity 334.1365
|
| 244 |
+
2000 train 5.688816 (lr=1.5797e-05) (hash(x)=20206106)
|
| 245 |
+
2010 train 5.842817 (lr=1.5433e-05) (hash(x)=21864020)
|
| 246 |
+
2020 train 5.765840 (lr=1.5075e-05) (hash(x)=21391128)
|
| 247 |
+
2030 train 5.769023 (lr=1.4723e-05) (hash(x)=18676636)
|
| 248 |
+
2040 train 5.842361 (lr=1.4376e-05) (hash(x)=15987134)
|
| 249 |
+
2050 train 5.831363 (lr=1.4035e-05) (hash(x)=23940769)
|
| 250 |
+
2060 train 5.749552 (lr=1.3699e-05) (hash(x)=17152840)
|
| 251 |
+
2070 train 5.733243 (lr=1.3370e-05) (hash(x)=22958445)
|
| 252 |
+
2080 train 5.819273 (lr=1.3047e-05) (hash(x)=23616724)
|
| 253 |
+
2090 train 5.741121 (lr=1.2730e-05) (hash(x)=16571283)
|
| 254 |
+
2100 val loss 5.7926
|
| 255 |
+
2100 val perplexity 327.8777
|
| 256 |
+
2100 train 5.767354 (lr=1.2419e-05) (hash(x)=19070327)
|
| 257 |
+
2110 train 5.827133 (lr=1.2115e-05) (hash(x)=20758626)
|
| 258 |
+
2120 train 5.769493 (lr=1.1817e-05) (hash(x)=18397810)
|
| 259 |
+
2130 train 5.735641 (lr=1.1525e-05) (hash(x)=18045234)
|
| 260 |
+
2140 train 5.896986 (lr=1.1241e-05) (hash(x)=18969565)
|
| 261 |
+
2150 train 5.808743 (lr=1.0963e-05) (hash(x)=17149701)
|
| 262 |
+
2160 train 5.703547 (lr=1.0692e-05) (hash(x)=23075443)
|
| 263 |
+
2170 train 5.809318 (lr=1.0427e-05) (hash(x)=17977337)
|
| 264 |
+
2180 train 5.791555 (lr=1.0170e-05) (hash(x)=20657407)
|
| 265 |
+
2190 train 5.784123 (lr=9.9199e-06) (hash(x)=19985933)
|
| 266 |
+
2200 val loss 5.7779
|
| 267 |
+
2200 val perplexity 323.0958
|
| 268 |
+
2200 train 5.722473 (lr=9.6769e-06) (hash(x)=19025387)
|
| 269 |
+
2210 train 5.816218 (lr=9.4412e-06) (hash(x)=23318724)
|
| 270 |
+
2220 train 5.789836 (lr=9.2127e-06) (hash(x)=19308039)
|
| 271 |
+
2230 train 5.687430 (lr=8.9916e-06) (hash(x)=20733682)
|
| 272 |
+
2240 train 5.792600 (lr=8.7779e-06) (hash(x)=18519560)
|
| 273 |
+
2250 train 5.784292 (lr=8.5717e-06) (hash(x)=20299444)
|
| 274 |
+
2260 train 5.766924 (lr=8.3731e-06) (hash(x)=18819615)
|
| 275 |
+
2270 train 5.752127 (lr=8.1821e-06) (hash(x)=18743705)
|
| 276 |
+
2280 train 5.819238 (lr=7.9988e-06) (hash(x)=17190793)
|
| 277 |
+
2290 train 5.740656 (lr=7.8232e-06) (hash(x)=23126906)
|
| 278 |
+
2300 val loss 5.7669
|
| 279 |
+
2300 val perplexity 319.5551
|
| 280 |
+
2300 train 5.670271 (lr=7.6555e-06) (hash(x)=24812267)
|
| 281 |
+
2310 train 5.800882 (lr=7.4956e-06) (hash(x)=20147105)
|
| 282 |
+
2320 train 5.913134 (lr=7.3436e-06) (hash(x)=24619936)
|
| 283 |
+
2330 train 5.676850 (lr=7.1995e-06) (hash(x)=17730658)
|
| 284 |
+
2340 train 5.668692 (lr=7.0635e-06) (hash(x)=19345731)
|
| 285 |
+
2350 train 5.801369 (lr=6.9354e-06) (hash(x)=26415058)
|
| 286 |
+
2360 train 5.747672 (lr=6.8155e-06) (hash(x)=18622999)
|
| 287 |
+
2370 train 5.647928 (lr=6.7036e-06) (hash(x)=18848567)
|
| 288 |
+
2380 train 5.846313 (lr=6.5999e-06) (hash(x)=21903360)
|
| 289 |
+
2390 train 5.822424 (lr=6.5044e-06) (hash(x)=23479216)
|
| 290 |
+
2400 val loss 5.7582
|
| 291 |
+
2400 val perplexity 316.7931
|
| 292 |
+
2400 train 5.711797 (lr=6.4171e-06) (hash(x)=19762013)
|
| 293 |
+
2410 train 5.672680 (lr=6.3380e-06) (hash(x)=20622912)
|
| 294 |
+
2420 train 5.821904 (lr=6.2672e-06) (hash(x)=17669226)
|
| 295 |
+
2430 train 5.740486 (lr=6.2046e-06) (hash(x)=19536719)
|
| 296 |
+
2440 train 5.682600 (lr=6.1504e-06) (hash(x)=19913725)
|
| 297 |
+
2450 train 5.786458 (lr=6.1045e-06) (hash(x)=20782072)
|
| 298 |
+
2460 train 5.671535 (lr=6.0669e-06) (hash(x)=19795002)
|
| 299 |
+
2470 train 5.689077 (lr=6.0376e-06) (hash(x)=17003051)
|
| 300 |
+
2480 train 5.671961 (lr=6.0167e-06) (hash(x)=21414190)
|
| 301 |
+
2490 train 5.763872 (lr=6.0042e-06) (hash(x)=20943620)
|
| 302 |
+
2499 val loss 5.7514
|
| 303 |
+
2499 val perplexity 314.6317
|
baseline/model_02499.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8b35d0e7711f1050e2870cc8c101348da0fa14fe5a11d51400e028a1b6c73975
|
| 3 |
+
size 548152706
|
baseline/optimizer_02499.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0de7cbb6520ede3edfcc16a0872f326e0931367cfce6321dfc89ffe8c61750b9
|
| 3 |
+
size 995652870
|