Buckets:
| { | |
| "best_val_loss": 2.4218238592147827, | |
| "data": { | |
| "limit_gb": null, | |
| "repo": "patrickfrank1/chess-positions", | |
| "train": { | |
| "shards": [ | |
| { | |
| "games": 100000, | |
| "path": "lichess_db_standard_rated_2026-09/batch_0000.parquet", | |
| "size": 129922552 | |
| }, | |
| { | |
| "games": 100000, | |
| "path": "lichess_db_standard_rated_2026-09/batch_0001.parquet", | |
| "size": 130247695 | |
| }, | |
| { | |
| "games": 100000, | |
| "path": "lichess_db_standard_rated_2026-09/batch_0002.parquet", | |
| "size": 131202766 | |
| }, | |
| { | |
| "games": 100000, | |
| "path": "lichess_db_standard_rated_2026-09/batch_0003.parquet", | |
| "size": 131130235 | |
| }, | |
| { | |
| "games": 4269, | |
| "path": "lichess_db_standard_rated_2026-09/batch_0004.parquet", | |
| "size": 5578017 | |
| }, | |
| { | |
| "games": 6, | |
| "path": "lichess_elite_2014-02/batch_0000.parquet", | |
| "size": 11550 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2014-03/batch_0000.parquet", | |
| "size": 3690 | |
| }, | |
| { | |
| "games": 32, | |
| "path": "lichess_elite_2014-05/batch_0000.parquet", | |
| "size": 49544 | |
| }, | |
| { | |
| "games": 10, | |
| "path": "lichess_elite_2014-06/batch_0000.parquet", | |
| "size": 16930 | |
| }, | |
| { | |
| "games": 7, | |
| "path": "lichess_elite_2014-07/batch_0000.parquet", | |
| "size": 15536 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2014-08/batch_0000.parquet", | |
| "size": 4399 | |
| }, | |
| { | |
| "games": 7, | |
| "path": "lichess_elite_2014-09/batch_0000.parquet", | |
| "size": 8665 | |
| }, | |
| { | |
| "games": 9, | |
| "path": "lichess_elite_2014-10/batch_0000.parquet", | |
| "size": 14117 | |
| }, | |
| { | |
| "games": 14, | |
| "path": "lichess_elite_2014-11/batch_0000.parquet", | |
| "size": 22669 | |
| }, | |
| { | |
| "games": 23, | |
| "path": "lichess_elite_2014-12/batch_0000.parquet", | |
| "size": 32339 | |
| }, | |
| { | |
| "games": 35, | |
| "path": "lichess_elite_2015-01/batch_0000.parquet", | |
| "size": 58107 | |
| }, | |
| { | |
| "games": 8, | |
| "path": "lichess_elite_2015-02/batch_0000.parquet", | |
| "size": 18593 | |
| }, | |
| { | |
| "games": 28, | |
| "path": "lichess_elite_2015-03/batch_0000.parquet", | |
| "size": 36473 | |
| }, | |
| { | |
| "games": 10, | |
| "path": "lichess_elite_2015-04/batch_0000.parquet", | |
| "size": 18508 | |
| }, | |
| { | |
| "games": 13, | |
| "path": "lichess_elite_2015-05/batch_0000.parquet", | |
| "size": 19232 | |
| }, | |
| { | |
| "games": 8, | |
| "path": "lichess_elite_2015-06/batch_0000.parquet", | |
| "size": 17299 | |
| }, | |
| { | |
| "games": 23, | |
| "path": "lichess_elite_2015-07/batch_0000.parquet", | |
| "size": 34029 | |
| }, | |
| { | |
| "games": 15, | |
| "path": "lichess_elite_2015-08/batch_0000.parquet", | |
| "size": 26585 | |
| }, | |
| { | |
| "games": 14, | |
| "path": "lichess_elite_2015-09/batch_0000.parquet", | |
| "size": 17714 | |
| }, | |
| { | |
| "games": 42, | |
| "path": "lichess_elite_2015-10/batch_0000.parquet", | |
| "size": 56893 | |
| }, | |
| { | |
| "games": 65, | |
| "path": "lichess_elite_2015-11/batch_0000.parquet", | |
| "size": 90488 | |
| }, | |
| { | |
| "games": 108, | |
| "path": "lichess_elite_2015-12/batch_0000.parquet", | |
| "size": 130620 | |
| }, | |
| { | |
| "games": 154, | |
| "path": "lichess_elite_2016-01/batch_0000.parquet", | |
| "size": 198646 | |
| }, | |
| { | |
| "games": 695, | |
| "path": "lichess_elite_2016-02/batch_0000.parquet", | |
| "size": 807249 | |
| }, | |
| { | |
| "games": 1129, | |
| "path": "lichess_elite_2016-03/batch_0000.parquet", | |
| "size": 1356163 | |
| }, | |
| { | |
| "games": 1098, | |
| "path": "lichess_elite_2016-04/batch_0000.parquet", | |
| "size": 1303738 | |
| }, | |
| { | |
| "games": 1701, | |
| "path": "lichess_elite_2016-05/batch_0000.parquet", | |
| "size": 2114755 | |
| }, | |
| { | |
| "games": 2720, | |
| "path": "lichess_elite_2016-06/batch_0000.parquet", | |
| "size": 3392588 | |
| }, | |
| { | |
| "games": 3154, | |
| "path": "lichess_elite_2016-07/batch_0000.parquet", | |
| "size": 4004659 | |
| }, | |
| { | |
| "games": 1964, | |
| "path": "lichess_elite_2016-08/batch_0000.parquet", | |
| "size": 2513332 | |
| }, | |
| { | |
| "games": 1785, | |
| "path": "lichess_elite_2016-09/batch_0000.parquet", | |
| "size": 2328833 | |
| }, | |
| { | |
| "games": 2036, | |
| "path": "lichess_elite_2016-10/batch_0000.parquet", | |
| "size": 2646136 | |
| }, | |
| { | |
| "games": 1982, | |
| "path": "lichess_elite_2016-11/batch_0000.parquet", | |
| "size": 2491541 | |
| }, | |
| { | |
| "games": 1750, | |
| "path": "lichess_elite_2016-12/batch_0000.parquet", | |
| "size": 2202459 | |
| }, | |
| { | |
| "games": 1449, | |
| "path": "lichess_elite_2017-01/batch_0000.parquet", | |
| "size": 1791561 | |
| }, | |
| { | |
| "games": 1317, | |
| "path": "lichess_elite_2017-02/batch_0000.parquet", | |
| "size": 1687515 | |
| }, | |
| { | |
| "games": 1401, | |
| "path": "lichess_elite_2017-03/batch_0000.parquet", | |
| "size": 1760189 | |
| }, | |
| { | |
| "games": 975, | |
| "path": "lichess_elite_2017-04/batch_0000.parquet", | |
| "size": 1222898 | |
| }, | |
| { | |
| "games": 757, | |
| "path": "lichess_elite_2017-05/batch_0000.parquet", | |
| "size": 965751 | |
| }, | |
| { | |
| "games": 713, | |
| "path": "lichess_elite_2017-06/batch_0000.parquet", | |
| "size": 947639 | |
| }, | |
| { | |
| "games": 787, | |
| "path": "lichess_elite_2017-07/batch_0000.parquet", | |
| "size": 995557 | |
| }, | |
| { | |
| "games": 791, | |
| "path": "lichess_elite_2017-08/batch_0000.parquet", | |
| "size": 999712 | |
| }, | |
| { | |
| "games": 849, | |
| "path": "lichess_elite_2017-09/batch_0000.parquet", | |
| "size": 1125609 | |
| }, | |
| { | |
| "games": 830, | |
| "path": "lichess_elite_2017-10/batch_0000.parquet", | |
| "size": 1086357 | |
| }, | |
| { | |
| "games": 495, | |
| "path": "lichess_elite_2017-11/batch_0000.parquet", | |
| "size": 658652 | |
| }, | |
| { | |
| "games": 698, | |
| "path": "lichess_elite_2017-12/batch_0000.parquet", | |
| "size": 877388 | |
| }, | |
| { | |
| "games": 571, | |
| "path": "lichess_elite_2018-01/batch_0000.parquet", | |
| "size": 710195 | |
| }, | |
| { | |
| "games": 245, | |
| "path": "lichess_elite_2018-02/batch_0000.parquet", | |
| "size": 301862 | |
| }, | |
| { | |
| "games": 357, | |
| "path": "lichess_elite_2018-03/batch_0000.parquet", | |
| "size": 456806 | |
| }, | |
| { | |
| "games": 610, | |
| "path": "lichess_elite_2018-04/batch_0000.parquet", | |
| "size": 757251 | |
| }, | |
| { | |
| "games": 1007, | |
| "path": "lichess_elite_2018-05/batch_0000.parquet", | |
| "size": 1342229 | |
| }, | |
| { | |
| "games": 782, | |
| "path": "lichess_elite_2018-06/batch_0000.parquet", | |
| "size": 980954 | |
| }, | |
| { | |
| "games": 1105, | |
| "path": "lichess_elite_2018-07/batch_0000.parquet", | |
| "size": 1416531 | |
| }, | |
| { | |
| "games": 1146, | |
| "path": "lichess_elite_2018-08/batch_0000.parquet", | |
| "size": 1445276 | |
| }, | |
| { | |
| "games": 1231, | |
| "path": "lichess_elite_2018-09/batch_0000.parquet", | |
| "size": 1572975 | |
| }, | |
| { | |
| "games": 843, | |
| "path": "lichess_elite_2018-10/batch_0000.parquet", | |
| "size": 1111736 | |
| }, | |
| { | |
| "games": 887, | |
| "path": "lichess_elite_2018-11/batch_0000.parquet", | |
| "size": 1153485 | |
| }, | |
| { | |
| "games": 1417, | |
| "path": "lichess_elite_2018-12/batch_0000.parquet", | |
| "size": 1943007 | |
| }, | |
| { | |
| "games": 1122, | |
| "path": "lichess_elite_2019-01/batch_0000.parquet", | |
| "size": 1500226 | |
| }, | |
| { | |
| "games": 1059, | |
| "path": "lichess_elite_2019-02/batch_0000.parquet", | |
| "size": 1410104 | |
| }, | |
| { | |
| "games": 1345, | |
| "path": "lichess_elite_2019-03/batch_0000.parquet", | |
| "size": 1733006 | |
| }, | |
| { | |
| "games": 1373, | |
| "path": "lichess_elite_2019-04/batch_0000.parquet", | |
| "size": 1798295 | |
| }, | |
| { | |
| "games": 1609, | |
| "path": "lichess_elite_2019-05/batch_0000.parquet", | |
| "size": 2044746 | |
| }, | |
| { | |
| "games": 1912, | |
| "path": "lichess_elite_2019-06/batch_0000.parquet", | |
| "size": 2452209 | |
| }, | |
| { | |
| "games": 2089, | |
| "path": "lichess_elite_2019-07/batch_0000.parquet", | |
| "size": 2765425 | |
| }, | |
| { | |
| "games": 2675, | |
| "path": "lichess_elite_2019-08/batch_0000.parquet", | |
| "size": 3427051 | |
| }, | |
| { | |
| "games": 2814, | |
| "path": "lichess_elite_2019-09/batch_0000.parquet", | |
| "size": 3596593 | |
| }, | |
| { | |
| "games": 3845, | |
| "path": "lichess_elite_2019-10/batch_0000.parquet", | |
| "size": 5038221 | |
| }, | |
| { | |
| "games": 5975, | |
| "path": "lichess_elite_2019-11/batch_0000.parquet", | |
| "size": 7722700 | |
| }, | |
| { | |
| "games": 8168, | |
| "path": "lichess_elite_2019-12/batch_0000.parquet", | |
| "size": 10497175 | |
| }, | |
| { | |
| "games": 11069, | |
| "path": "lichess_elite_2020-01/batch_0000.parquet", | |
| "size": 14171797 | |
| }, | |
| { | |
| "games": 12613, | |
| "path": "lichess_elite_2020-02/batch_0000.parquet", | |
| "size": 16213609 | |
| }, | |
| { | |
| "games": 22668, | |
| "path": "lichess_elite_2020-03/batch_0000.parquet", | |
| "size": 29054032 | |
| }, | |
| { | |
| "games": 22714, | |
| "path": "lichess_elite_2020-04/batch_0000.parquet", | |
| "size": 29207327 | |
| }, | |
| { | |
| "games": 18474, | |
| "path": "lichess_elite_2020-05/batch_0000.parquet", | |
| "size": 24231275 | |
| }, | |
| { | |
| "games": 28738, | |
| "path": "lichess_elite_2020-06/batch_0000.parquet", | |
| "size": 37975680 | |
| }, | |
| { | |
| "games": 26758, | |
| "path": "lichess_elite_2020-07/batch_0000.parquet", | |
| "size": 35638316 | |
| }, | |
| { | |
| "games": 28267, | |
| "path": "lichess_elite_2020-08/batch_0000.parquet", | |
| "size": 37281487 | |
| } | |
| ], | |
| "total_bytes": 849215753, | |
| "total_games": 651466 | |
| }, | |
| "val": { | |
| "shards": [ | |
| { | |
| "games": 21462, | |
| "path": "lichess_db_standard_rated_2026-09/batch_0000.parquet", | |
| "size": 28267950 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2014-05/batch_0000.parquet", | |
| "size": 3415 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2014-06/batch_0000.parquet", | |
| "size": 4089 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2014-08/batch_0000.parquet", | |
| "size": 6662 | |
| }, | |
| { | |
| "games": 2, | |
| "path": "lichess_elite_2014-10/batch_0000.parquet", | |
| "size": 6659 | |
| }, | |
| { | |
| "games": 4, | |
| "path": "lichess_elite_2014-12/batch_0000.parquet", | |
| "size": 9545 | |
| }, | |
| { | |
| "games": 2, | |
| "path": "lichess_elite_2015-01/batch_0000.parquet", | |
| "size": 5558 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2015-03/batch_0000.parquet", | |
| "size": 3703 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2015-04/batch_0000.parquet", | |
| "size": 3795 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2015-05/batch_0000.parquet", | |
| "size": 3397 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2015-06/batch_0000.parquet", | |
| "size": 4026 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2015-08/batch_0000.parquet", | |
| "size": 3332 | |
| }, | |
| { | |
| "games": 1, | |
| "path": "lichess_elite_2015-09/batch_0000.parquet", | |
| "size": 3142 | |
| }, | |
| { | |
| "games": 4, | |
| "path": "lichess_elite_2015-10/batch_0000.parquet", | |
| "size": 8411 | |
| }, | |
| { | |
| "games": 5, | |
| "path": "lichess_elite_2015-11/batch_0000.parquet", | |
| "size": 7126 | |
| }, | |
| { | |
| "games": 5, | |
| "path": "lichess_elite_2015-12/batch_0000.parquet", | |
| "size": 8323 | |
| }, | |
| { | |
| "games": 8, | |
| "path": "lichess_elite_2016-01/batch_0000.parquet", | |
| "size": 13206 | |
| }, | |
| { | |
| "games": 37, | |
| "path": "lichess_elite_2016-02/batch_0000.parquet", | |
| "size": 48638 | |
| }, | |
| { | |
| "games": 50, | |
| "path": "lichess_elite_2016-03/batch_0000.parquet", | |
| "size": 66456 | |
| }, | |
| { | |
| "games": 63, | |
| "path": "lichess_elite_2016-04/batch_0000.parquet", | |
| "size": 70092 | |
| }, | |
| { | |
| "games": 89, | |
| "path": "lichess_elite_2016-05/batch_0000.parquet", | |
| "size": 113384 | |
| }, | |
| { | |
| "games": 144, | |
| "path": "lichess_elite_2016-06/batch_0000.parquet", | |
| "size": 188395 | |
| }, | |
| { | |
| "games": 160, | |
| "path": "lichess_elite_2016-07/batch_0000.parquet", | |
| "size": 207258 | |
| }, | |
| { | |
| "games": 85, | |
| "path": "lichess_elite_2016-08/batch_0000.parquet", | |
| "size": 113761 | |
| }, | |
| { | |
| "games": 78, | |
| "path": "lichess_elite_2016-09/batch_0000.parquet", | |
| "size": 98864 | |
| }, | |
| { | |
| "games": 97, | |
| "path": "lichess_elite_2016-10/batch_0000.parquet", | |
| "size": 130876 | |
| }, | |
| { | |
| "games": 101, | |
| "path": "lichess_elite_2016-11/batch_0000.parquet", | |
| "size": 127336 | |
| }, | |
| { | |
| "games": 99, | |
| "path": "lichess_elite_2016-12/batch_0000.parquet", | |
| "size": 128727 | |
| }, | |
| { | |
| "games": 77, | |
| "path": "lichess_elite_2017-01/batch_0000.parquet", | |
| "size": 93887 | |
| }, | |
| { | |
| "games": 66, | |
| "path": "lichess_elite_2017-02/batch_0000.parquet", | |
| "size": 93235 | |
| }, | |
| { | |
| "games": 76, | |
| "path": "lichess_elite_2017-03/batch_0000.parquet", | |
| "size": 89902 | |
| }, | |
| { | |
| "games": 58, | |
| "path": "lichess_elite_2017-04/batch_0000.parquet", | |
| "size": 87436 | |
| }, | |
| { | |
| "games": 43, | |
| "path": "lichess_elite_2017-05/batch_0000.parquet", | |
| "size": 58690 | |
| }, | |
| { | |
| "games": 40, | |
| "path": "lichess_elite_2017-06/batch_0000.parquet", | |
| "size": 63458 | |
| }, | |
| { | |
| "games": 40, | |
| "path": "lichess_elite_2017-07/batch_0000.parquet", | |
| "size": 59315 | |
| }, | |
| { | |
| "games": 45, | |
| "path": "lichess_elite_2017-08/batch_0000.parquet", | |
| "size": 52791 | |
| }, | |
| { | |
| "games": 39, | |
| "path": "lichess_elite_2017-09/batch_0000.parquet", | |
| "size": 59623 | |
| }, | |
| { | |
| "games": 41, | |
| "path": "lichess_elite_2017-10/batch_0000.parquet", | |
| "size": 56470 | |
| }, | |
| { | |
| "games": 25, | |
| "path": "lichess_elite_2017-11/batch_0000.parquet", | |
| "size": 34486 | |
| }, | |
| { | |
| "games": 40, | |
| "path": "lichess_elite_2017-12/batch_0000.parquet", | |
| "size": 60246 | |
| }, | |
| { | |
| "games": 32, | |
| "path": "lichess_elite_2018-01/batch_0000.parquet", | |
| "size": 49325 | |
| }, | |
| { | |
| "games": 11, | |
| "path": "lichess_elite_2018-02/batch_0000.parquet", | |
| "size": 17270 | |
| }, | |
| { | |
| "games": 17, | |
| "path": "lichess_elite_2018-03/batch_0000.parquet", | |
| "size": 26693 | |
| }, | |
| { | |
| "games": 26, | |
| "path": "lichess_elite_2018-04/batch_0000.parquet", | |
| "size": 44185 | |
| }, | |
| { | |
| "games": 61, | |
| "path": "lichess_elite_2018-05/batch_0000.parquet", | |
| "size": 100032 | |
| }, | |
| { | |
| "games": 38, | |
| "path": "lichess_elite_2018-06/batch_0000.parquet", | |
| "size": 62967 | |
| }, | |
| { | |
| "games": 53, | |
| "path": "lichess_elite_2018-07/batch_0000.parquet", | |
| "size": 71195 | |
| }, | |
| { | |
| "games": 56, | |
| "path": "lichess_elite_2018-08/batch_0000.parquet", | |
| "size": 67729 | |
| }, | |
| { | |
| "games": 65, | |
| "path": "lichess_elite_2018-09/batch_0000.parquet", | |
| "size": 99239 | |
| }, | |
| { | |
| "games": 27, | |
| "path": "lichess_elite_2018-10/batch_0000.parquet", | |
| "size": 47561 | |
| }, | |
| { | |
| "games": 59, | |
| "path": "lichess_elite_2018-11/batch_0000.parquet", | |
| "size": 83318 | |
| }, | |
| { | |
| "games": 59, | |
| "path": "lichess_elite_2018-12/batch_0000.parquet", | |
| "size": 80395 | |
| }, | |
| { | |
| "games": 59, | |
| "path": "lichess_elite_2019-01/batch_0000.parquet", | |
| "size": 82868 | |
| }, | |
| { | |
| "games": 59, | |
| "path": "lichess_elite_2019-02/batch_0000.parquet", | |
| "size": 78592 | |
| }, | |
| { | |
| "games": 63, | |
| "path": "lichess_elite_2019-03/batch_0000.parquet", | |
| "size": 84161 | |
| }, | |
| { | |
| "games": 73, | |
| "path": "lichess_elite_2019-04/batch_0000.parquet", | |
| "size": 100375 | |
| }, | |
| { | |
| "games": 80, | |
| "path": "lichess_elite_2019-05/batch_0000.parquet", | |
| "size": 109154 | |
| }, | |
| { | |
| "games": 87, | |
| "path": "lichess_elite_2019-06/batch_0000.parquet", | |
| "size": 106204 | |
| }, | |
| { | |
| "games": 88, | |
| "path": "lichess_elite_2019-07/batch_0000.parquet", | |
| "size": 111766 | |
| }, | |
| { | |
| "games": 151, | |
| "path": "lichess_elite_2019-08/batch_0000.parquet", | |
| "size": 201580 | |
| }, | |
| { | |
| "games": 154, | |
| "path": "lichess_elite_2019-09/batch_0000.parquet", | |
| "size": 195722 | |
| }, | |
| { | |
| "games": 189, | |
| "path": "lichess_elite_2019-10/batch_0000.parquet", | |
| "size": 245755 | |
| }, | |
| { | |
| "games": 298, | |
| "path": "lichess_elite_2019-11/batch_0000.parquet", | |
| "size": 377208 | |
| }, | |
| { | |
| "games": 388, | |
| "path": "lichess_elite_2019-12/batch_0000.parquet", | |
| "size": 485907 | |
| }, | |
| { | |
| "games": 614, | |
| "path": "lichess_elite_2020-01/batch_0000.parquet", | |
| "size": 808695 | |
| }, | |
| { | |
| "games": 678, | |
| "path": "lichess_elite_2020-02/batch_0000.parquet", | |
| "size": 859953 | |
| }, | |
| { | |
| "games": 1202, | |
| "path": "lichess_elite_2020-03/batch_0000.parquet", | |
| "size": 1537014 | |
| }, | |
| { | |
| "games": 1214, | |
| "path": "lichess_elite_2020-04/batch_0000.parquet", | |
| "size": 1589733 | |
| }, | |
| { | |
| "games": 954, | |
| "path": "lichess_elite_2020-05/batch_0000.parquet", | |
| "size": 1258314 | |
| }, | |
| { | |
| "games": 1500, | |
| "path": "lichess_elite_2020-06/batch_0000.parquet", | |
| "size": 2017690 | |
| }, | |
| { | |
| "games": 1406, | |
| "path": "lichess_elite_2020-07/batch_0000.parquet", | |
| "size": 1891249 | |
| }, | |
| { | |
| "games": 1541, | |
| "path": "lichess_elite_2020-08/batch_0000.parquet", | |
| "size": 2040056 | |
| } | |
| ], | |
| "total_bytes": 45397570, | |
| "total_games": 34396 | |
| } | |
| }, | |
| "git_commit": "3817bf29ce8ba633ab07affa56423605161f5c80", | |
| "model": { | |
| "d_ff": 1024, | |
| "d_model": 256, | |
| "dropout": 0.1, | |
| "max_segments": 32, | |
| "max_seq_len": 1024, | |
| "n_heads": 8, | |
| "n_layers": 4, | |
| "n_params": 3194676, | |
| "vocab_size": 52 | |
| }, | |
| "step": 10000, | |
| "training": { | |
| "batch_size": 32, | |
| "bf16": true, | |
| "checkpoint_dir": "data/models/tiny_d256", | |
| "compile": false, | |
| "d_ff": 1024, | |
| "d_model": 256, | |
| "data_cache": "data/hf-cache", | |
| "data_limit_gb": null, | |
| "data_repo": "patrickfrank1/chess-positions", | |
| "dropout": 0.1, | |
| "eval_batches": 20, | |
| "eval_counterfactual": 256, | |
| "eval_every": 1000, | |
| "eval_pool_size": 1024, | |
| "freq_cap": 100.0, | |
| "full_eval": true, | |
| "grad_clip": 1.0, | |
| "log_every": 50, | |
| "log_file": "data/models/tiny_d256/train.log", | |
| "lr": 0.0003, | |
| "max_segments": 32, | |
| "max_seq_len": 1024, | |
| "mlflow_experiment": "chesspos", | |
| "mlflow_uri": null, | |
| "n_heads": 8, | |
| "n_layers": 4, | |
| "no_freq_weighting": false, | |
| "num_workers": 8, | |
| "resume": null, | |
| "run_name": null, | |
| "save_every": 1000, | |
| "seed": 17, | |
| "shuffle_buffer": 0, | |
| "steps": 12000, | |
| "streaming": true, | |
| "train_dir": "data/processed/train", | |
| "upload_bucket": "patrickfrank1/chesspos-checkpoints", | |
| "upload_prefix": "run_tiny_d256_streaming", | |
| "val_dir": "data/processed/test", | |
| "warmup": 500, | |
| "weight_decay": 0.01 | |
| } | |
| } |
Xet Storage Details
- Size:
- 22.3 kB
- Xet hash:
- 3d6d501344bcbee2c4501aff7cca4fe4c67a62066a1e3b317110895096a013dc
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.