Upload results/rec1m4-seed1_eval.json with huggingface_hub

results/rec1m4-seed1_eval.json

@@ -0,0 +1 @@
+{"run_name": "rec1m4-seed1", "config": {"arch": "rec", "depth": 1, "iters": "aligned4", "d_model": 128, "stem_depth": 0, "dense_supervision": false, "S": 64, "k_max": 8, "steps": 25000, "batch": 256, "lr": 0.001, "warmup": 1000, "seed": 1, "run_name": "rec1m4-seed1", "out_dir": "out", "hub_repo": "eac123/ptr-recurrent-depth", "space_id": "eac123/ptr-recurrent-depth-trackio", "project": "ptr-recurrent-depth", "eval_every": 2500, "eval_n": 400}, "budget": {"params_total": 242048, "params_blocks": 198272, "iters_per_step": "aligned_margin U{1..8}+4", "block_apps_per_step": 8.5, "train_flops_total": 4620150374400000.0}, "device": "cuda", "n_per_cell": 1000, "aligned": true, "lookup_reference_acc": 1.0, "acc_vs_k": {"1": 0.24000000953674316, "2": 0.24000000953674316, "3": 0.2460000067949295, "4": 0.2750000059604645, "5": 0.2510000169277191, "6": 0.2600000202655792, "7": 0.29500001668930054, "8": 0.31200000643730164, "9": 0.10000000149011612, "10": 0.11300000548362732, "11": 0.0690000057220459, "12": 0.08400000631809235, "13": 0.049000002443790436, "14": 0.03200000151991844, "15": 0.06100000441074371, "16": 0.04700000211596489, "17": 0.03700000047683716, "18": 0.06000000238418579, "19": 0.07300000637769699, "20": 0.04400000348687172, "21": 0.0430000014603138, "22": 0.052000001072883606, "23": 0.03500000014901161, "24": 0.03500000014901161, "25": 0.04000000283122063, "26": 0.032999999821186066, "27": 0.03100000135600567, "28": 0.04000000283122063, "29": 0.0430000014603138, "30": 0.03800000250339508, "31": 0.029000001028180122, "32": 0.0650000050663948, "33": 0.036000002175569534, "34": 0.030000001192092896, "35": 0.032999999821186066, "36": 0.03700000047683716, "37": 0.02200000174343586, "38": 0.03500000014901161, "39": 0.023000001907348633, "40": 0.036000002175569534, "41": 0.024000000208616257, "42": 0.01900000125169754, "43": 0.023000001907348633, "44": 0.021000001579523087, "45": 0.018000001087784767, "46": 0.03500000014901161, "47": 0.021000001579523087, "48": 0.01900000125169754, "49": 0.024000000208616257, "50": 0.020000001415610313, "51": 0.02200000174343586, "52": 0.027000000700354576, "53": 0.02800000086426735, "54": 0.018000001087784767, "55": 0.024000000208616257, "56": 0.023000001907348633, "57": 0.023000001907348633, "58": 0.02800000086426735, "59": 0.015000000596046448, "60": 0.02200000174343586, "61": 0.024000000208616257, "62": 0.012000000104308128, "63": 0.01900000125169754, "64": 0.020000001415610313}, "train_iters": 8.5, "inference_flops_per_example": 240632832.0, "acc_vs_iters": {"1": {"1": 0.020000001415610313, "2": 0.01600000075995922, "4": 0.020000001415610313, "8": 0.02200000174343586, "16": 0.020000001415610313, "32": 0.017000000923871994, "64": 0.018000001087784767}, "2": {"1": 0.39400002360343933, "2": 0.02200000174343586, "4": 0.0430000014603138, "8": 0.036000002175569534, "16": 0.0560000017285347, "32": 0.02500000037252903, "64": 0.04800000041723251}, "3": {"1": 0.2980000078678131, "2": 0.3240000009536743, "4": 0.0860000029206276, "8": 0.08800000697374344, "16": 0.11000000685453415, "32": 0.1120000034570694, "64": 0.07200000435113907}, "4": {"1": 0.28200000524520874, "2": 0.3580000102519989, "4": 0.09600000083446503, "8": 0.10300000756978989, "16": 0.10200000554323196, "32": 0.1080000028014183, "64": 0.09200000762939453}, "5": {"1": 0.2630000114440918, "2": 0.2760000228881836, "4": 0.32100000977516174, "8": 0.15900000929832458, "16": 0.2120000123977661, "32": 0.1600000113248825, "64": 0.2200000137090683}, "6": {"1": 0.24400001764297485, "2": 0.2680000066757202, "4": 0.28600001335144043, "8": 0.16100001335144043, "16": 0.1810000091791153, "32": 0.15700000524520874, "64": 0.17100000381469727}, "7": {"1": 0.22300000488758087, "2": 0.2460000067949295, "4": 0.24400001764297485, "8": 0.17800000309944153, "16": 0.22300000488758087, "32": 0.20800000429153442, "64": 0.1980000138282776}, "8": {"1": 0.2110000103712082, "2": 0.23000000417232513, "4": 0.21700000762939453, "8": 0.16700001060962677, "16": 0.20800000429153442, "32": 0.1860000044107437, "64": 0.1860000044107437}, "9": {"1": 0.19200000166893005, "2": 0.19300000369548798, "4": 0.24400001764297485, "8": 0.25300002098083496, "16": 0.2200000137090683, "32": 0.23900000751018524, "64": 0.2110000103712082}, "10": {"1": 0.1860000044107437, "2": 0.18200001120567322, "4": 0.2510000169277191, "8": 0.289000004529953, "16": 0.1900000125169754, "32": 0.22700001299381256, "64": 0.20800000429153442}, "11": {"1": 0.1510000079870224, "2": 0.17100000381469727, "4": 0.2240000069141388, "8": 0.289000004529953, "16": 0.18900001049041748, "32": 0.20400001108646393, "64": 0.20200000703334808}, "12": {"1": 0.13100001215934753, "2": 0.1420000046491623, "4": 0.20800000429153442, "8": 0.29600000381469727, "16": 0.14500001072883606, "32": 0.1850000023841858, "64": 0.17100000381469727}, "13": {"1": 0.14500001072883606, "2": 0.11100000888109207, "4": 0.19500000774860382, "8": 0.2850000262260437, "16": 0.13199999928474426, "32": 0.1810000091791153, "64": 0.14100000262260437}, "14": {"1": 0.11300000548362732, "2": 0.09800000488758087, "4": 0.15900000929832458, "8": 0.26500001549720764, "16": 0.11000000685453415, "32": 0.16900001466274261, "64": 0.12200000882148743}, "15": {"1": 0.10300000756978989, "2": 0.09400000423192978, "4": 0.15600000321865082, "8": 0.25200000405311584, "16": 0.11600000411272049, "32": 0.15000000596046448, "64": 0.11300000548362732}, "16": {"1": 0.07400000095367432, "2": 0.1080000028014183, "4": 0.12600000202655792, "8": 0.22200001776218414, "16": 0.0860000029206276, "32": 0.13900001347064972, "64": 0.10100000351667404}}, "acc_vs_state_size": {"16": {"1": 0.09700000286102295, "2": 0.125, "3": 0.14600001275539398, "4": 0.10100000351667404, "5": 0.12300000339746475, "6": 0.1340000033378601, "7": 0.11800000816583633, "8": 0.0950000062584877, "9": 0.0690000057220459, "10": 0.11500000208616257, "11": 0.10300000756978989, "12": 0.08400000631809235, "13": 0.08300000429153442, "14": 0.06300000101327896, "15": 0.09400000423192978, "16": 0.10700000822544098, "17": 0.07400000095367432, "18": 0.08500000089406967, "19": 0.08900000154972076, "20": 0.09600000083446503, "21": 0.0820000022649765, "22": 0.08400000631809235, "23": 0.08000000566244125, "24": 0.08500000089406967, "25": 0.08100000023841858, "26": 0.08500000089406967, "27": 0.06400000303983688, "28": 0.06800000369548798, "29": 0.07000000029802322, "30": 0.08000000566244125, "31": 0.08000000566244125, "32": 0.09700000286102295, "33": 0.0950000062584877, "34": 0.09800000488758087, "35": 0.07400000095367432, "36": 0.08000000566244125, "37": 0.09100000560283661, "38": 0.0990000069141388, "39": 0.07800000160932541, "40": 0.09100000560283661, "41": 0.08300000429153442, "42": 0.08400000631809235, "43": 0.0650000050663948, "44": 0.0860000029206276, "45": 0.0690000057220459, "46": 0.09200000762939453, "47": 0.07100000232458115, "48": 0.10000000149011612, "49": 0.07900000363588333, "50": 0.09700000286102295, "51": 0.07500000298023224, "52": 0.07900000363588333, "53": 0.08300000429153442, "54": 0.07800000160932541, "55": 0.07300000637769699, "56": 0.08300000429153442, "57": 0.07200000435113907, "58": 0.0860000029206276, "59": 0.07300000637769699, "60": 0.0820000022649765, "61": 0.0650000050663948, "62": 0.07900000363588333, "63": 0.08000000566244125, "64": 0.08700000494718552}, "32": {"1": 0.04200000315904617, "2": 0.05000000074505806, "3": 0.05300000309944153, "4": 0.049000002443790436, "5": 0.04800000041723251, "6": 0.07600000500679016, "7": 0.07100000232458115, "8": 0.07400000095367432, "9": 0.05000000074505806, "10": 0.06200000271201134, "11": 0.04800000041723251, "12": 0.05000000074505806, "13": 0.04100000113248825, "14": 0.039000000804662704, "15": 0.04200000315904617, "16": 0.03700000047683716, "17": 0.04200000315904617, "18": 0.05100000277161598, "19": 0.04500000178813934, "20": 0.05000000074505806, "21": 0.03700000047683716, "22": 0.03500000014901161, "23": 0.03400000184774399, "24": 0.039000000804662704, "25": 0.0560000017285347, "26": 0.04000000283122063, "27": 0.04100000113248825, "28": 0.05100000277161598, "29": 0.03800000250339508, "30": 0.0560000017285347, "31": 0.05000000074505806, "32": 0.04400000348687172, "33": 0.0430000014603138, "34": 0.05300000309944153, "35": 0.04000000283122063, "36": 0.046000003814697266, "37": 0.032999999821186066, "38": 0.03700000047683716, "39": 0.04700000211596489, "40": 0.036000002175569534, "41": 0.03800000250339508, "42": 0.039000000804662704, "43": 0.04400000348687172, "44": 0.039000000804662704, "45": 0.04200000315904617, "46": 0.03800000250339508, "47": 0.046000003814697266, "48": 0.04200000315904617, "49": 0.046000003814697266, "50": 0.046000003814697266, "51": 0.03100000135600567, "52": 0.04400000348687172, "53": 0.049000002443790436, "54": 0.05100000277161598, "55": 0.055000003427267075, "56": 0.03400000184774399, "57": 0.04700000211596489, "58": 0.04700000211596489, "59": 0.046000003814697266, "60": 0.030000001192092896, "61": 0.03700000047683716, "62": 0.03700000047683716, "63": 0.049000002443790436, "64": 0.052000001072883606}, "64": {"1": 0.22200001776218414, "2": 0.23500001430511475, "3": 0.23400001227855682, "4": 0.26500001549720764, "5": 0.2460000067949295, "6": 0.26200002431869507, "7": 0.3060000240802765, "8": 0.2939999997615814, "9": 0.09600000083446503, "10": 0.1080000028014183, "11": 0.07500000298023224, "12": 0.07900000363588333, "13": 0.0430000014603138, "14": 0.03800000250339508, "15": 0.06200000271201134, "16": 0.052000001072883606, "17": 0.04400000348687172, "18": 0.06100000441074371, "19": 0.0690000057220459, "20": 0.046000003814697266, "21": 0.03400000184774399, "22": 0.04000000283122063, "23": 0.03100000135600567, "24": 0.03400000184774399, "25": 0.04200000315904617, "26": 0.029000001028180122, "27": 0.026000000536441803, "28": 0.023000001907348633, "29": 0.03700000047683716, "30": 0.020000001415610313, "31": 0.026000000536441803, "32": 0.05900000408291817, "33": 0.04800000041723251, "34": 0.023000001907348633, "35": 0.024000000208616257, "36": 0.029000001028180122, "37": 0.02200000174343586, "38": 0.04400000348687172, "39": 0.029000001028180122, "40": 0.03400000184774399, "41": 0.026000000536441803, "42": 0.02800000086426735, "43": 0.024000000208616257, "44": 0.024000000208616257, "45": 0.027000000700354576, "46": 0.03200000151991844, "47": 0.01600000075995922, "48": 0.03700000047683716, "49": 0.01900000125169754, "50": 0.024000000208616257, "51": 0.023000001907348633, "52": 0.021000001579523087, "53": 0.018000001087784767, "54": 0.01600000075995922, "55": 0.020000001415610313, "56": 0.023000001907348633, "57": 0.01900000125169754, "58": 0.023000001907348633, "59": 0.017000000923871994, "60": 0.02500000037252903, "61": 0.01900000125169754, "62": 0.03200000151991844, "63": 0.023000001907348633, "64": 0.01600000075995922}}}