File size: 3,388 Bytes
3f353e0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 | [
{
"checkpoint": "chck_1M",
"words_trained": 1000000,
"global_step": 123,
"val_loss": 8.828307991027833,
"val_perplexity": 6824.729537261262
},
{
"checkpoint": "chck_2M",
"words_trained": 2000000,
"global_step": 245,
"val_loss": 7.891160659790039,
"val_perplexity": 2673.545196972284
},
{
"checkpoint": "chck_3M",
"words_trained": 3000000,
"global_step": 367,
"val_loss": 7.473162097930908,
"val_perplexity": 1760.1637050347072
},
{
"checkpoint": "chck_4M",
"words_trained": 4000000,
"global_step": 489,
"val_loss": 7.247150421142578,
"val_perplexity": 1404.098053949613
},
{
"checkpoint": "chck_5M",
"words_trained": 5000000,
"global_step": 611,
"val_loss": 7.1073360347747805,
"val_perplexity": 1220.8907994543215
},
{
"checkpoint": "chck_6M",
"words_trained": 6000000,
"global_step": 733,
"val_loss": 6.992768697738647,
"val_perplexity": 1088.7316760256444
},
{
"checkpoint": "chck_7M",
"words_trained": 7000000,
"global_step": 855,
"val_loss": 6.954772806167602,
"val_perplexity": 1048.1403798694926
},
{
"checkpoint": "chck_8M",
"words_trained": 8000000,
"global_step": 977,
"val_loss": 6.980320081710816,
"val_perplexity": 1075.2624837754731
},
{
"checkpoint": "chck_9M",
"words_trained": 9000000,
"global_step": 1099,
"val_loss": 6.91542799949646,
"val_perplexity": 1007.7022312619913
},
{
"checkpoint": "chck_10M",
"words_trained": 10000000,
"global_step": 1221,
"val_loss": 6.75490553855896,
"val_perplexity": 858.2586737081385
},
{
"checkpoint": "chck_20M",
"words_trained": 20000000,
"global_step": 2442,
"val_loss": 6.233925104141235,
"val_perplexity": 509.7523931221479
},
{
"checkpoint": "chck_30M",
"words_trained": 30000000,
"global_step": 3663,
"val_loss": 5.89044976234436,
"val_perplexity": 361.56786741937503
},
{
"checkpoint": "chck_40M",
"words_trained": 40000000,
"global_step": 4883,
"val_loss": 5.774474506378174,
"val_perplexity": 321.9751943439883
},
{
"checkpoint": "chck_50M",
"words_trained": 50000000,
"global_step": 6104,
"val_loss": 5.673352279663086,
"val_perplexity": 291.0084427575258
},
{
"checkpoint": "chck_60M",
"words_trained": 60000000,
"global_step": 7325,
"val_loss": 5.440233287811279,
"val_perplexity": 230.49594908443646
},
{
"checkpoint": "chck_70M",
"words_trained": 70000000,
"global_step": 8545,
"val_loss": 5.381023740768432,
"val_perplexity": 217.24456373934882
},
{
"checkpoint": "chck_80M",
"words_trained": 80000000,
"global_step": 9766,
"val_loss": 5.3431094455718995,
"val_perplexity": 209.1620782767871
},
{
"checkpoint": "chck_90M",
"words_trained": 90000000,
"global_step": 10987,
"val_loss": 5.234307689666748,
"val_perplexity": 187.5991845223238
},
{
"checkpoint": "chck_100M",
"words_trained": 100000000,
"global_step": 12208,
"val_loss": 5.198590564727783,
"val_perplexity": 181.01693034837896
},
{
"checkpoint": "main",
"words_trained": 126812160,
"global_step": 15480,
"val_loss": 5.1443859958648686,
"val_perplexity": 171.4661714047026
}
] |