Upload results/rec1m4-seed2_eval.json with huggingface_hub

results/rec1m4-seed2_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec1m4-seed2", "config": {"arch": "rec", "depth": 1, "iters": "aligned4", "d_model": 128, "stem_depth": 0, "dense_supervision": false, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 2, "run_name": "rec1m4-seed2", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 242048, "params_blocks": 198272, "iters_per_step": "aligned_margin U{1..8}+4", "block_apps_per_step": 8.5, "train_flops_total": 4620150374400000.0}, "device": "cuda", "n_per_cell": 1000, "aligned": true, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 0.25600001215934753, "2": 0.2240000069141388, "3": 0.2290000170469284, "4": 0.2680000066757202, "5": 0.2540000081062317, "6": 0.2540000081062317, "7": 0.2750000059604645, "8": 0.30400002002716064, "9": 0.15000000596046448, "10": 0.09300000220537186, "11": 0.09600000083446503, "12": 0.1730000078678131, "13": 0.10700000822544098, "14": 0.125, "15": 0.11900000274181366, "16": 0.08500000089406967, "17": 0.15400001406669617, "18": 0.09400000423192978, "19": 0.07600000500679016, "20": 0.10000000149011612, "21": 0.06700000166893005, "22": 0.09800000488758087, "23": 0.1210000067949295, "24": 0.0430000014603138, "25": 0.06700000166893005, "26": 0.10500000417232513, "27": 0.06599999964237213, "28": 0.05700000375509262, "29": 0.09300000220537186, "30": 0.05100000277161598, "31": 0.05700000375509262, "32": 0.0990000069141388, "33": 0.07700000703334808, "34": 0.05700000375509262, "35": 0.06800000369548798, "36": 0.08800000697374344, "37": 0.04500000178813934, "38": 0.030000001192092896, "39": 0.06200000271201134, "40": 0.05700000375509262, "41": 0.06200000271201134, "42": 0.06700000166893005, "43": 0.07100000232458115, "44": 0.05900000408291817, "45": 0.06599999964237213, "46": 0.06800000369548798, "47": 0.06800000369548798, "48": 0.07200000435113907, "49": 0.0820000022649765, "50": 0.0650000050663948, "51": 0.03700000047683716, "52": 0.04200000315904617, "53": 0.06300000101327896, "54": 0.06200000271201134, "55": 0.052000001072883606, "56": 0.07600000500679016, "57": 0.05300000309944153, "58": 0.06200000271201134, "59": 0.05000000074505806, "60": 0.06800000369548798, "61": 0.058000002056360245, "62": 0.04700000211596489, "63": 0.06400000303983688, "64": 0.05400000140070915}, "train_iters": 8.5, "inference_flops_per_example": 240632832.0, "acc_vs_iters": {"1": {"1": 0.01900000125169754, "2": 0.015000000596046448, "4": 0.023000001907348633, "8": 0.012000000104308128, "16": 0.013000000268220901, "32": 0.015000000596046448, "64": 0.01900000125169754}, "2": {"1": 0.31300002336502075, "2": 0.04100000113248825, "4": 0.04800000041723251, "8": 0.02500000037252903, "16": 0.02800000086426735, "32": 0.021000001579523087, "64": 0.036000002175569534}, "3": {"1": 0.25699999928474426, "2": 0.35200002789497375, "4": 0.07200000435113907, "8": 0.0950000062584877, "16": 0.07800000160932541, "32": 0.06100000441074371, "64": 0.06200000271201134}, "4": {"1": 0.33100003004074097, "2": 0.3450000286102295, "4": 0.08300000429153442, "8": 0.0950000062584877, "16": 0.1080000028014183, "32": 0.09200000762939453, "64": 0.09300000220537186}, "5": {"1": 0.29200002551078796, "2": 0.2540000081062317, "4": 0.32200002670288086, "8": 0.14300000667572021, "16": 0.18700000643730164, "32": 0.13700000941753387, "64": 0.17500001192092896}, "6": {"1": 0.24300001561641693, "2": 0.2720000147819519, "4": 0.3230000138282776, "8": 0.1510000079870224, "16": 0.18800000846385956, "32": 0.17400000989437103, "64": 0.18400001525878906}, "7": {"1": 0.18300001323223114, "2": 0.2460000067949295, "4": 0.25, "8": 0.17100000381469727, "16": 0.18200001120567322, "32": 0.18700000643730164, "64": 0.19700001180171967}, "8": {"1": 0.19300000369548798, "2": 0.2370000183582306, "4": 0.242000013589859, "8": 0.16600000858306885, "16": 0.1720000058412552, "32": 0.1380000114440918, "64": 0.16300000250339508}, "9": {"1": 0.18000000715255737, "2": 0.18800000846385956, "4": 0.22600001096725464, "8": 0.22700001299381256, "16": 0.1850000023841858, "32": 0.1510000079870224, "64": 0.13900001347064972}, "10": {"1": 0.1600000113248825, "2": 0.17000000178813934, "4": 0.23800000548362732, "8": 0.2720000147819519, "16": 0.1550000011920929, "32": 0.1120000034570694, "64": 0.1300000101327896}, "11": {"1": 0.15600000321865082, "2": 0.16600000858306885, "4": 0.23800000548362732, "8": 0.2970000207424164, "16": 0.16300000250339508, "32": 0.10000000149011612, "64": 0.09700000286102295}, "12": {"1": 0.15600000321865082, "2": 0.15300001204013824, "4": 0.2110000103712082, "8": 0.2880000174045563, "16": 0.14400000870227814, "32": 0.11900000274181366, "64": 0.11800000816583633}, "13": {"1": 0.15900000929832458, "2": 0.1600000113248825, "4": 0.2070000171661377, "8": 0.2850000262260437, "16": 0.12700000405311584, "32": 0.11000000685453415, "64": 0.0990000069141388}, "14": {"1": 0.14600001275539398, "2": 0.17600001394748688, "4": 0.1990000158548355, "8": 0.2800000011920929, "16": 0.12600000202655792, "32": 0.11000000685453415, "64": 0.09300000220537186}, "15": {"1": 0.1550000011920929, "2": 0.14900000393390656, "4": 0.19100001454353333, "8": 0.2630000114440918, "16": 0.11700000613927841, "32": 0.10200000554323196, "64": 0.1080000028014183}, "16": {"1": 0.164000004529953, "2": 0.15700000524520874, "4": 0.18200001120567322, "8": 0.2760000228881836, "16": 0.11500000208616257, "32": 0.11100000888109207, "64": 0.11000000685453415}}, "acc_vs_state_size": {"16": {"1": 0.09700000286102295, "2": 0.10900000482797623, "3": 0.14900000393390656, "4": 0.14500001072883606, "5": 0.10300000756978989, "6": 0.11900000274181366, "7": 0.10600000619888306, "8": 0.1080000028014183, "9": 0.11000000685453415, "10": 0.08500000089406967, "11": 0.08500000089406967, "12": 0.12800000607967377, "13": 0.1340000033378601, "14": 0.0820000022649765, "15": 0.12300000339746475, "16": 0.1290000081062317, "17": 0.11400000751018524, "18": 0.10100000351667404, "19": 0.15700000524520874, "20": 0.11600000411272049, "21": 0.13199999928474426, "22": 0.11300000548362732, "23": 0.09200000762939453, "24": 0.15300001204013824, "25": 0.1210000067949295, "26": 0.12800000607967377, "27": 0.0990000069141388, "28": 0.1380000114440918, "29": 0.11600000411272049, "30": 0.13199999928474426, "31": 0.16300000250339508, "32": 0.1290000081062317, "33": 0.15000000596046448, "34": 0.15000000596046448, "35": 0.1340000033378601, "36": 0.1210000067949295, "37": 0.13100001215934753, "38": 0.14600001275539398, "39": 0.12600000202655792, "40": 0.125, "41": 0.14800000190734863, "42": 0.12600000202655792, "43": 0.1120000034570694, "44": 0.12800000607967377, "45": 0.1420000046491623, "46": 0.1340000033378601, "47": 0.12200000882148743, "48": 0.14300000667572021, "49": 0.12000000476837158, "50": 0.1120000034570694, "51": 0.15600000321865082, "52": 0.12400000542402267, "53": 0.1290000081062317, "54": 0.13500000536441803, "55": 0.1290000081062317, "56": 0.1510000079870224, "57": 0.10000000149011612, "58": 0.12200000882148743, "59": 0.14600001275539398, "60": 0.1290000081062317, "61": 0.12400000542402267, "62": 0.0990000069141388, "63": 0.13199999928474426, "64": 0.11000000685453415}, "32": {"1": 0.04500000178813934, "2": 0.03400000184774399, "3": 0.04100000113248825, "4": 0.05100000277161598, "5": 0.03500000014901161, "6": 0.06200000271201134, "7": 0.05700000375509262, "8": 0.052000001072883606, "9": 0.06000000238418579, "10": 0.05900000408291817, "11": 0.07000000029802322, "12": 0.07700000703334808, "13": 0.07100000232458115, "14": 0.08400000631809235, "15": 0.06700000166893005, "16": 0.07500000298023224, "17": 0.0820000022649765, "18": 0.055000003427267075, "19": 0.0820000022649765, "20": 0.08100000023841858, "21": 0.07500000298023224, "22": 0.07700000703334808, "23": 0.09000000357627869, "24": 0.0860000029206276, "25": 0.08000000566244125, "26": 0.06300000101327896, "27": 0.07600000500679016, "28": 0.08900000154972076, "29": 0.07200000435113907, "30": 0.07700000703334808, "31": 0.09200000762939453, "32": 0.09000000357627869, "33": 0.09600000083446503, "34": 0.09200000762939453, "35": 0.0860000029206276, "36": 0.09200000762939453, "37": 0.05700000375509262, "38": 0.0950000062584877, "39": 0.0690000057220459, "40": 0.06700000166893005, "41": 0.07500000298023224, "42": 0.08300000429153442, "43": 0.0820000022649765, "44": 0.07700000703334808, "45": 0.09400000423192978, "46": 0.06300000101327896, "47": 0.07600000500679016, "48": 0.07800000160932541, "49": 0.07400000095367432, "50": 0.07000000029802322, "51": 0.0650000050663948, "52": 0.06400000303983688, "53": 0.07300000637769699, "54": 0.06700000166893005, "55": 0.04700000211596489, "56": 0.07000000029802322, "57": 0.06000000238418579, "58": 0.05700000375509262, "59": 0.06000000238418579, "60": 0.05300000309944153, "61": 0.052000001072883606, "62": 0.05900000408291817, "63": 0.0690000057220459, "64": 0.06800000369548798}, "64": {"1": 0.21400001645088196, "2": 0.26900002360343933, "3": 0.21700000762939453, "4": 0.24800001084804535, "5": 0.2460000067949295, "6": 0.2590000033378601, "7": 0.2970000207424164, "8": 0.2990000247955322, "9": 0.14900000393390656, "10": 0.09100000560283661, "11": 0.12200000882148743, "12": 0.15200001001358032, "13": 0.11500000208616257, "14": 0.1210000067949295, "15": 0.11500000208616257, "16": 0.09600000083446503, "17": 0.15800000727176666, "18": 0.09600000083446503, "19": 0.08700000494718552, "20": 0.09600000083446503, "21": 0.08800000697374344, "22": 0.10100000351667404, "23": 0.10600000619888306, "24": 0.06700000166893005, "25": 0.07100000232458115, "26": 0.0950000062584877, "27": 0.06599999964237213, "28": 0.0560000017285347, "29": 0.08900000154972076, "30": 0.04500000178813934, "31": 0.05900000408291817, "32": 0.0860000029206276, "33": 0.06400000303983688, "34": 0.07100000232458115, "35": 0.07100000232458115, "36": 0.05700000375509262, "37": 0.052000001072883606, "38": 0.04200000315904617, "39": 0.06400000303983688, "40": 0.0690000057220459, "41": 0.06300000101327896, "42": 0.07600000500679016, "43": 0.0820000022649765, "44": 0.05000000074505806, "45": 0.05100000277161598, "46": 0.06000000238418579, "47": 0.08100000023841858, "48": 0.08500000089406967, "49": 0.07900000363588333, "50": 0.0820000022649765, "51": 0.02800000086426735, "52": 0.04700000211596489, "53": 0.0650000050663948, "54": 0.06100000441074371, "55": 0.0560000017285347, "56": 0.07200000435113907, "57": 0.06100000441074371, "58": 0.06700000166893005, "59": 0.0650000050663948, "60": 0.06400000303983688, "61": 0.05700000375509262, "62": 0.06700000166893005, "63": 0.0430000014603138, "64": 0.06599999964237213}}}