Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -90,3 +90,5 @@
|
|
| 90 |
{"step": 1800, "tokens": 943718400, "loss": 3.241225814819336, "tokens_per_second": 990827.7548038928, "lr": 0.00135, "gradient_norm": 0.260198175907135, "benchmark": false}
|
| 91 |
{"step": 1820, "tokens": 954204160, "loss": 3.2716625213623045, "tokens_per_second": 982496.4494055083, "lr": 0.0013650000000000001, "gradient_norm": 0.21338151395320892, "benchmark": false}
|
| 92 |
{"step": 1840, "tokens": 964689920, "loss": 3.247609329223633, "tokens_per_second": 985578.1686051373, "lr": 0.0013800000000000002, "gradient_norm": 0.25004974007606506, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 90 |
{"step": 1800, "tokens": 943718400, "loss": 3.241225814819336, "tokens_per_second": 990827.7548038928, "lr": 0.00135, "gradient_norm": 0.260198175907135, "benchmark": false}
|
| 91 |
{"step": 1820, "tokens": 954204160, "loss": 3.2716625213623045, "tokens_per_second": 982496.4494055083, "lr": 0.0013650000000000001, "gradient_norm": 0.21338151395320892, "benchmark": false}
|
| 92 |
{"step": 1840, "tokens": 964689920, "loss": 3.247609329223633, "tokens_per_second": 985578.1686051373, "lr": 0.0013800000000000002, "gradient_norm": 0.25004974007606506, "benchmark": false}
|
| 93 |
+
{"step": 1860, "tokens": 975175680, "loss": 3.251211929321289, "tokens_per_second": 979695.8705405282, "lr": 0.0013950000000000002, "gradient_norm": 0.23972438275814056, "benchmark": false}
|
| 94 |
+
{"step": 1880, "tokens": 985661440, "loss": 3.2541065216064453, "tokens_per_second": 985086.6956364446, "lr": 0.00141, "gradient_norm": 0.2574971914291382, "benchmark": false}
|