kacperwikiel commited on
Commit
fd35df5
·
verified ·
1 Parent(s): a1cb6b5

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +5 -0
reports/run/metrics.jsonl CHANGED
@@ -98,3 +98,8 @@
98
  {"step": 1960, "tokens": 1027604480, "loss": 3.238423156738281, "tokens_per_second": 983368.2203098513, "lr": 0.00147, "gradient_norm": 0.23316670954227448, "benchmark": false}
99
  {"step": 1980, "tokens": 1038090240, "loss": 3.1997447967529298, "tokens_per_second": 973767.7154982816, "lr": 0.001485, "gradient_norm": 0.28141582012176514, "benchmark": false}
100
  {"step": 2000, "tokens": 1048576000, "loss": 3.2284637451171876, "tokens_per_second": 976823.1508784221, "lr": 0.0015, "gradient_norm": 0.2324972003698349, "benchmark": false}
 
 
 
 
 
 
98
  {"step": 1960, "tokens": 1027604480, "loss": 3.238423156738281, "tokens_per_second": 983368.2203098513, "lr": 0.00147, "gradient_norm": 0.23316670954227448, "benchmark": false}
99
  {"step": 1980, "tokens": 1038090240, "loss": 3.1997447967529298, "tokens_per_second": 973767.7154982816, "lr": 0.001485, "gradient_norm": 0.28141582012176514, "benchmark": false}
100
  {"step": 2000, "tokens": 1048576000, "loss": 3.2284637451171876, "tokens_per_second": 976823.1508784221, "lr": 0.0015, "gradient_norm": 0.2324972003698349, "benchmark": false}
101
+ {"step": 2020, "tokens": 1059061760, "loss": 3.2090808868408205, "tokens_per_second": 730999.3999765913, "lr": 0.0015, "gradient_norm": 0.24585793912410736, "benchmark": false}
102
+ {"step": 2040, "tokens": 1069547520, "loss": 3.1923450469970702, "tokens_per_second": 989342.0159866536, "lr": 0.0015, "gradient_norm": 0.2529505491256714, "benchmark": false}
103
+ {"step": 2060, "tokens": 1080033280, "loss": 3.218313217163086, "tokens_per_second": 980184.8385121401, "lr": 0.0015, "gradient_norm": 0.22426177561283112, "benchmark": false}
104
+ {"step": 2080, "tokens": 1090519040, "loss": 3.2003223419189455, "tokens_per_second": 975774.710886383, "lr": 0.0015, "gradient_norm": 0.320008784532547, "benchmark": false}
105
+ {"step": 2100, "tokens": 1101004800, "loss": 3.149315071105957, "tokens_per_second": 972722.8815786674, "lr": 0.0015, "gradient_norm": 0.23319050669670105, "benchmark": false}