kacperwikiel commited on
Commit
b90b034
·
verified ·
1 Parent(s): 5afc0c4

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -60,3 +60,5 @@
60
  {"step": 1200, "tokens": 629145600, "loss": 3.3983821868896484, "tokens_per_second": 943885.1715741617, "lr": 0.0009, "gradient_norm": 0.3000882565975189, "benchmark": false}
61
  {"step": 1220, "tokens": 639631360, "loss": 3.4088485717773436, "tokens_per_second": 990111.681569158, "lr": 0.000915, "gradient_norm": 0.34956976771354675, "benchmark": false}
62
  {"step": 1240, "tokens": 650117120, "loss": 3.442910003662109, "tokens_per_second": 989267.3947452446, "lr": 0.00093, "gradient_norm": 0.2532350718975067, "benchmark": false}
 
 
 
60
  {"step": 1200, "tokens": 629145600, "loss": 3.3983821868896484, "tokens_per_second": 943885.1715741617, "lr": 0.0009, "gradient_norm": 0.3000882565975189, "benchmark": false}
61
  {"step": 1220, "tokens": 639631360, "loss": 3.4088485717773436, "tokens_per_second": 990111.681569158, "lr": 0.000915, "gradient_norm": 0.34956976771354675, "benchmark": false}
62
  {"step": 1240, "tokens": 650117120, "loss": 3.442910003662109, "tokens_per_second": 989267.3947452446, "lr": 0.00093, "gradient_norm": 0.2532350718975067, "benchmark": false}
63
+ {"step": 1260, "tokens": 660602880, "loss": 3.3780723571777345, "tokens_per_second": 989568.0678008214, "lr": 0.000945, "gradient_norm": 0.272448867559433, "benchmark": false}
64
+ {"step": 1280, "tokens": 671088640, "loss": 3.361439895629883, "tokens_per_second": 991867.7331378494, "lr": 0.00096, "gradient_norm": 0.2679154574871063, "benchmark": false}