Upload model artifacts: Qwen3-VL-2B-Instruct eval stage_20

Qwen3-VL-2B-Instruct/stage_20/eval_report.json

@@ -0,0 +1,4747 @@
+{
+  "config": {
+    "dataset_root": "/workspace/ASCII-VLA/train_data/20",
+    "observation_input_mode": "image",
+    "ascii_size": "96x54",
+    "max_steps": 30,
+    "workers": 16,
+    "api_concurrency": 16,
+    "api_model": "ascii_vla_lora",
+    "api_base_url": "http://127.0.0.1:8001/v1",
+    "stage": 20,
+    "fail_seed_limit": 0,
+    "merged_from": [
+      "/workspace/ASCII-VLA/eval_report/20260223_1936_stage20_shard1.json",
+      "/workspace/ASCII-VLA/eval_report/20260223_1936_stage20_shard0.json",
+      "/workspace/ASCII-VLA/eval_report/20260223_1936_stage20_shard3.json",
+      "/workspace/ASCII-VLA/eval_report/20260223_1937_stage20_shard2.json"
+    ],
+    "shards": 4
+  },
+  "train": {
+    "reachable_simple": {
+      "total": 8000,
+      "success": 6773,
+      "success_rate": 0.846625,
+      "steps_total": 66949,
+      "avg_steps": 8.368625,
+      "median_steps": 7.0,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_incorrect": 818,
+        "success": 6773,
+        "collision": 128,
+        "max_steps": 281
+      },
+      "failed_seed_count": 1227,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        1,
+        3,
+        5,
+        6,
+        14,
+        15,
+        18,
+        30,
+        32,
+        36,
+        38,
+        50,
+        57,
+        59,
+        65,
+        75,
+        81,
+        86,
+        96,
+        100,
+        104,
+        115,
+        126,
+        143,
+        162,
+        166,
+        168,
+        176,
+        177,
+        178,
+        183,
+        188,
+        199,
+        214,
+        215,
+        231,
+        232,
+        243,
+        246,
+        249,
+        294,
+        306,
+        308,
+        314,
+        326,
+        327,
+        329,
+        330,
+        334,
+        336,
+        337,
+        350,
+        354,
+        355,
+        358,
+        363,
+        366,
+        368,
+        379,
+        384,
+        390,
+        396,
+        404,
+        419,
+        421,
+        430,
+        431,
+        439,
+        447,
+        449,
+        450,
+        470,
+        480,
+        485,
+        493,
+        496,
+        499,
+        502,
+        503,
+        504,
+        505,
+        508,
+        510,
+        524,
+        525,
+        526,
+        535,
+        536,
+        537,
+        540,
+        542,
+        547,
+        572,
+        574,
+        579,
+        580,
+        583,
+        589,
+        592,
+        597,
+        600,
+        603,
+        608,
+        614,
+        617,
+        627,
+        634,
+        635,
+        649,
+        650,
+        653,
+        657,
+        659,
+        668,
+        670,
+        675,
+        680,
+        682,
+        683,
+        686,
+        687,
+        688,
+        689,
+        697,
+        699,
+        703,
+        711,
+        713,
+        719,
+        725,
+        737,
+        749,
+        752,
+        757,
+        760,
+        766,
+        769,
+        782,
+        794,
+        795,
+        812,
+        815,
+        818,
+        819,
+        821,
+        827,
+        828,
+        849,
+        854,
+        871,
+        882,
+        887,
+        892,
+        899,
+        904,
+        905,
+        912,
+        913,
+        916,
+        931,
+        933,
+        937,
+        947,
+        951,
+        968,
+        985,
+        989,
+        992,
+        993,
+        996,
+        1016,
+        1018,
+        1028,
+        1029,
+        1031,
+        1036,
+        1045,
+        1057,
+        1058,
+        1082,
+        1089,
+        1102,
+        1106,
+        1110,
+        1112,
+        1133,
+        1138,
+        1145,
+        1148,
+        1161,
+        1166,
+        1169,
+        1175,
+        1190,
+        1207,
+        1213,
+        1214,
+        1215,
+        1223,
+        1225,
+        1236,
+        1243,
+        1246,
+        1247,
+        1262,
+        1280,
+        1288,
+        1295,
+        1296,
+        1324,
+        1332,
+        1337,
+        1347,
+        1352,
+        1355,
+        1364,
+        1365,
+        1382,
+        1384,
+        1418,
+        1419,
+        1424,
+        1430,
+        1434,
+        1439,
+        1440,
+        1446,
+        1455,
+        1456,
+        1483,
+        1498,
+        1502,
+        1505,
+        1508,
+        1513,
+        1514,
+        1522,
+        1523,
+        1527,
+        1532,
+        1540,
+        1544,
+        1561,
+        1566,
+        1570,
+        1577,
+        1581,
+        1583,
+        1586,
+        1592,
+        1605,
+        1609,
+        1613,
+        1619,
+        1626,
+        1629,
+        1649,
+        1661,
+        1664,
+        1666,
+        1671,
+        1673,
+        1674,
+        1678,
+        1688,
+        1692,
+        1696,
+        1703,
+        1704,
+        1705,
+        1716,
+        1718,
+        1738,
+        1745,
+        1748,
+        1750,
+        1756,
+        1787,
+        1788,
+        1790,
+        1792,
+        1793,
+        1798,
+        1800,
+        1805,
+        1808,
+        1815,
+        1848,
+        1857,
+        1864,
+        1865,
+        1867,
+        1879,
+        1880,
+        1888,
+        1894,
+        1913,
+        1914,
+        1917,
+        1934,
+        1936,
+        1967,
+        1971,
+        1976,
+        1979,
+        1982,
+        2001,
+        2006,
+        2014,
+        2015,
+        2026,
+        2040,
+        2047,
+        2056,
+        2057,
+        2063,
+        2065,
+        2093,
+        2099,
+        2107,
+        2108,
+        2114,
+        2116,
+        2120,
+        2134,
+        2137,
+        2140,
+        2141,
+        2145,
+        2157,
+        2162,
+        2163,
+        2172,
+        2174,
+        2189,
+        2192,
+        2195,
+        2202,
+        2208,
+        2223,
+        2225,
+        2236,
+        2238,
+        2243,
+        2249,
+        2261,
+        2263,
+        2266,
+        2275,
+        2285,
+        2293,
+        2297,
+        2299,
+        2303,
+        2312,
+        2316,
+        2322,
+        2332,
+        2337,
+        2339,
+        2355,
+        2371,
+        2388,
+        2415,
+        2429,
+        2431,
+        2434,
+        2440,
+        2448,
+        2464,
+        2467,
+        2472,
+        2479,
+        2480,
+        2488,
+        2494,
+        2497,
+        2499,
+        2505,
+        2516,
+        2518,
+        2531,
+        2534,
+        2544,
+        2548,
+        2559,
+        2562,
+        2566,
+        2580,
+        2584,
+        2606,
+        2608,
+        2609,
+        2610,
+        2615,
+        2620,
+        2627,
+        2634,
+        2635,
+        2636,
+        2637,
+        2640,
+        2644,
+        2660,
+        2662,
+        2669,
+        2685,
+        2696,
+        2697,
+        2701,
+        2719,
+        2722,
+        2726,
+        2735,
+        2739,
+        2746,
+        2749,
+        2764,
+        2772,
+        2779,
+        2796,
+        2807,
+        2811,
+        2822,
+        2832,
+        2837,
+        2847,
+        2851,
+        2861,
+        2865,
+        2866,
+        2869,
+        2893,
+        2900,
+        2920,
+        2921,
+        2923,
+        2928,
+        2942,
+        2944,
+        2948,
+        2956,
+        2969,
+        2972,
+        2976,
+        2998,
+        3005,
+        3008,
+        3011,
+        3019,
+        3028,
+        3029,
+        3031,
+        3032,
+        3061,
+        3094,
+        3099,
+        3104,
+        3110,
+        3122,
+        3142,
+        3147,
+        3151,
+        3157,
+        3158,
+        3169,
+        3174,
+        3184,
+        3189,
+        3202,
+        3206,
+        3230,
+        3239,
+        3244,
+        3250,
+        3258,
+        3265,
+        3268,
+        3275,
+        3278,
+        3282,
+        3287,
+        3289,
+        3305,
+        3312,
+        3316,
+        3328,
+        3340,
+        3341,
+        3342,
+        3351,
+        3354,
+        3355,
+        3359,
+        3363,
+        3364,
+        3366,
+        3367,
+        3372,
+        3380,
+        3386,
+        3397,
+        3407,
+        3411,
+        3418,
+        3429,
+        3435,
+        3437,
+        3440,
+        3442,
+        3454,
+        3459,
+        3472,
+        3474,
+        3478,
+        3487,
+        3489,
+        3503,
+        3505,
+        3509,
+        3516,
+        3519,
+        3524,
+        3525,
+        3538,
+        3544,
+        3548,
+        3552,
+        3563,
+        3564,
+        3568,
+        3569,
+        3591,
+        3592,
+        3604,
+        3607,
+        3613,
+        3626,
+        3628,
+        3635,
+        3641,
+        3645,
+        3646,
+        3647,
+        3657,
+        3659,
+        3668,
+        3673,
+        3677,
+        3680,
+        3684,
+        3689,
+        3690,
+        3693,
+        3702,
+        3703,
+        3710,
+        3726,
+        3730,
+        3743,
+        3749,
+        3751,
+        3761,
+        3763,
+        3767,
+        3771,
+        3772,
+        3773,
+        3778,
+        3780,
+        3781,
+        3785,
+        3797,
+        3802,
+        3808,
+        3809,
+        3811,
+        3813,
+        3814,
+        3817,
+        3820,
+        3824,
+        3827,
+        3841,
+        3842,
+        3850,
+        3866,
+        3870,
+        3872,
+        3873,
+        3875,
+        3876,
+        3879,
+        3880,
+        3886,
+        3898,
+        3902,
+        3907,
+        3916,
+        3920,
+        3927,
+        3936,
+        3940,
+        3944,
+        3956,
+        3963,
+        3964,
+        3972,
+        3973,
+        3992,
+        3993,
+        3994,
+        3995,
+        4008,
+        4027,
+        4036,
+        4039,
+        4059,
+        4062,
+        4065,
+        4074,
+        4077,
+        4078,
+        4082,
+        4084,
+        4100,
+        4109,
+        4116,
+        4120,
+        4130,
+        4138,
+        4139,
+        4146,
+        4160,
+        4162,
+        4169,
+        4185,
+        4186,
+        4187,
+        4194,
+        4199,
+        4202,
+        4216,
+        4231,
+        4233,
+        4235,
+        4242,
+        4250,
+        4268,
+        4271,
+        4279,
+        4286,
+        4288,
+        4303,
+        4305,
+        4309,
+        4322,
+        4330,
+        4331,
+        4332,
+        4338,
+        4341,
+        4344,
+        4354,
+        4355,
+        4364,
+        4366,
+        4369,
+        4376,
+        4395,
+        4407,
+        4409,
+        4420,
+        4421,
+        4423,
+        4425,
+        4430,
+        4438,
+        4439,
+        4446,
+        4449,
+        4457,
+        4481,
+        4486,
+        4489,
+        4491,
+        4495,
+        4502,
+        4503,
+        4511,
+        4518,
+        4523,
+        4528,
+        4531,
+        4543,
+        4559,
+        4572,
+        4583,
+        4587,
+        4589,
+        4602,
+        4613,
+        4623,
+        4625,
+        4627,
+        4628,
+        4632,
+        4633,
+        4639,
+        4644,
+        4647,
+        4651,
+        4654,
+        4663,
+        4681,
+        4686,
+        4687,
+        4699,
+        4724,
+        4726,
+        4728,
+        4734,
+        4740,
+        4744,
+        4759,
+        4768,
+        4774,
+        4776,
+        4785,
+        4793,
+        4811,
+        4812,
+        4813,
+        4819,
+        4855,
+        4860,
+        4861,
+        4862,
+        4870,
+        4882,
+        4885,
+        4892,
+        4907,
+        4908,
+        4913,
+        4914,
+        4929,
+        4937,
+        4953,
+        4956,
+        4963,
+        4981,
+        4991,
+        5008,
+        5011,
+        5014,
+        5037,
+        5040,
+        5042,
+        5046,
+        5047,
+        5055,
+        5057,
+        5059,
+        5065,
+        5075,
+        5080,
+        5086,
+        5100,
+        5101,
+        5103,
+        5111,
+        5115,
+        5133,
+        5146,
+        5147,
+        5153,
+        5162,
+        5174,
+        5175,
+        5180,
+        5182,
+        5190,
+        5193,
+        5203,
+        5214,
+        5217,
+        5219,
+        5228,
+        5230,
+        5240,
+        5251,
+        5258,
+        5259,
+        5260,
+        5264,
+        5273,
+        5313,
+        5320,
+        5340,
+        5346,
+        5366,
+        5367,
+        5377,
+        5381,
+        5395,
+        5401,
+        5404,
+        5406,
+        5415,
+        5422,
+        5429,
+        5436,
+        5439,
+        5441,
+        5445,
+        5447,
+        5456,
+        5458,
+        5462,
+        5466,
+        5471,
+        5475,
+        5478,
+        5489,
+        5490,
+        5494,
+        5495,
+        5521,
+        5532,
+        5539,
+        5540,
+        5541,
+        5559,
+        5567,
+        5574,
+        5592,
+        5595,
+        5604,
+        5608,
+        5609,
+        5614,
+        5617,
+        5628,
+        5633,
+        5643,
+        5645,
+        5648,
+        5651,
+        5659,
+        5661,
+        5670,
+        5673,
+        5691,
+        5694,
+        5707,
+        5708,
+        5717,
+        5718,
+        5727,
+        5732,
+        5741,
+        5751,
+        5752,
+        5765,
+        5774,
+        5775,
+        5782,
+        5783,
+        5784,
+        5793,
+        5803,
+        5817,
+        5825,
+        5828,
+        5832,
+        5833,
+        5841,
+        5846,
+        5848,
+        5849,
+        5854,
+        5855,
+        5859,
+        5860,
+        5863,
+        5869,
+        5870,
+        5873,
+        5895,
+        5898,
+        5899,
+        5905,
+        5906,
+        5914,
+        5915,
+        5924,
+        5925,
+        5940,
+        5955,
+        5968,
+        5981,
+        5986,
+        5993,
+        5996,
+        5997,
+        6001,
+        6007,
+        6013,
+        6016,
+        6027,
+        6039,
+        6044,
+        6045,
+        6049,
+        6055,
+        6070,
+        6088,
+        6093,
+        6096,
+        6099,
+        6118,
+        6121,
+        6126,
+        6128,
+        6132,
+        6139,
+        6146,
+        6158,
+        6165,
+        6174,
+        6175,
+        6180,
+        6183,
+        6189,
+        6200,
+        6208,
+        6209,
+        6222,
+        6239,
+        6244,
+        6247,
+        6251,
+        6277,
+        6283,
+        6294,
+        6295,
+        6302,
+        6303,
+        6304,
+        6328,
+        6329,
+        6338,
+        6341,
+        6347,
+        6363,
+        6365,
+        6371,
+        6381,
+        6382,
+        6384,
+        6385,
+        6389,
+        6392,
+        6397,
+        6405,
+        6406,
+        6408,
+        6413,
+        6422,
+        6427,
+        6441,
+        6442,
+        6443,
+        6449,
+        6451,
+        6461,
+        6463,
+        6467,
+        6471,
+        6475,
+        6488,
+        6490,
+        6505,
+        6508,
+        6511,
+        6512,
+        6533,
+        6534,
+        6535,
+        6541,
+        6557,
+        6560,
+        6576,
+        6577,
+        6590,
+        6595,
+        6600,
+        6604,
+        6605,
+        6608,
+        6610,
+        6612,
+        6614,
+        6615,
+        6617,
+        6621,
+        6630,
+        6633,
+        6634,
+        6644,
+        6646,
+        6647,
+        6648,
+        6649,
+        6657,
+        6664,
+        6669,
+        6681,
+        6688,
+        6695,
+        6705,
+        6707,
+        6714,
+        6719,
+        6721,
+        6727,
+        6749,
+        6750,
+        6759,
+        6762,
+        6767,
+        6770,
+        6779,
+        6780,
+        6787,
+        6788,
+        6795,
+        6814,
+        6820,
+        6835,
+        6839,
+        6843,
+        6845,
+        6849,
+        6850,
+        6851,
+        6854,
+        6855,
+        6856,
+        6857,
+        6867,
+        6870,
+        6872,
+        6873,
+        6879,
+        6882,
+        6884,
+        6898,
+        6900,
+        6913,
+        6914,
+        6915,
+        6918,
+        6919,
+        6920,
+        6925,
+        6926,
+        6933,
+        6944,
+        6948,
+        6968,
+        6973,
+        6984,
+        6985,
+        6988,
+        6992,
+        6995,
+        6997,
+        7006,
+        7014,
+        7018,
+        7019,
+        7026,
+        7033,
+        7039,
+        7040,
+        7042,
+        7055,
+        7063,
+        7066,
+        7067,
+        7075,
+        7076,
+        7094,
+        7104,
+        7105,
+        7109,
+        7112,
+        7117,
+        7133,
+        7137,
+        7141,
+        7147,
+        7159,
+        7172,
+        7178,
+        7184,
+        7185,
+        7186,
+        7191,
+        7194,
+        7195,
+        7225,
+        7226,
+        7233,
+        7245,
+        7266,
+        7268,
+        7272,
+        7275,
+        7277,
+        7298,
+        7303,
+        7325,
+        7329,
+        7333,
+        7334,
+        7338,
+        7342,
+        7349,
+        7355,
+        7360,
+        7362,
+        7368,
+        7369,
+        7374,
+        7387,
+        7411,
+        7420,
+        7428,
+        7431,
+        7434,
+        7435,
+        7455,
+        7456,
+        7469,
+        7478,
+        7479,
+        7516,
+        7523,
+        7534,
+        7536,
+        7537,
+        7542,
+        7561,
+        7566,
+        7589,
+        7598,
+        7619,
+        7628,
+        7630,
+        7631,
+        7646,
+        7662,
+        7666,
+        7689,
+        7692,
+        7693,
+        7700,
+        7701,
+        7708,
+        7711,
+        7729,
+        7730,
+        7733,
+        7736,
+        7740,
+        7745,
+        7746,
+        7751,
+        7752,
+        7758,
+        7763,
+        7768,
+        7790,
+        7791,
+        7793,
+        7813,
+        7828,
+        7839,
+        7843,
+        7844,
+        7850,
+        7866,
+        7873,
+        7874,
+        7881,
+        7884,
+        7888,
+        7896,
+        7897,
+        7898,
+        7899,
+        7901,
+        7902,
+        7905,
+        7909,
+        7911,
+        7915,
+        7917,
+        7921,
+        7925,
+        7932,
+        7946,
+        7948,
+        7952,
+        7955,
+        7960,
+        7970,
+        7977,
+        7981,
+        7990,
+        7992,
+        7996,
+        7997,
+        7998
+      ],
+      "failed_reason_seed_counts": {
+        "collision": 128,
+        "max_steps": 281,
+        "unreachable_incorrect": 818
+      },
+      "failed_reason_seeds": {
+        "collision": [
+          38,
+          100,
+          294,
+          354,
+          379,
+          419,
+          470,
+          525,
+          535,
+          537,
+          572,
+          675,
+          757,
+          795,
+          849,
+          892,
+          905,
+          931,
+          937,
+          947,
+          968,
+          1028,
+          1175,
+          1190,
+          1384,
+          1430,
+          1522,
+          1540,
+          1605,
+          1619,
+          1649,
+          1692,
+          1787,
+          1792,
+          1800,
+          1848,
+          1888,
+          1934,
+          1976,
+          2057,
+          2266,
+          2322,
+          2415,
+          2488,
+          2531,
+          2544,
+          2660,
+          2719,
+          2726,
+          2739,
+          2900,
+          2944,
+          3008,
+          3028,
+          3031,
+          3094,
+          3265,
+          3289,
+          3342,
+          3351,
+          3354,
+          3372,
+          3454,
+          3544,
+          3673,
+          3872,
+          3973,
+          4074,
+          4169,
+          4231,
+          4233,
+          4268,
+          4271,
+          4355,
+          4395,
+          4407,
+          4430,
+          4503,
+          4523,
+          4528,
+          4531,
+          4759,
+          4793,
+          4913,
+          5059,
+          5175,
+          5217,
+          5260,
+          5367,
+          5381,
+          5422,
+          5436,
+          5489,
+          5574,
+          5659,
+          5670,
+          5752,
+          5765,
+          5784,
+          5898,
+          5986,
+          6251,
+          6505,
+          6614,
+          6617,
+          6669,
+          6719,
+          6762,
+          6770,
+          6820,
+          6843,
+          6857,
+          6920,
+          7019,
+          7040,
+          7147,
+          7195,
+          7342,
+          7349,
+          7369,
+          7411,
+          7536,
+          7598,
+          7881,
+          7896,
+          7898,
+          7909,
+          7977
+        ],
+        "max_steps": [
+          1,
+          3,
+          14,
+          30,
+          57,
+          86,
+          176,
+          177,
+          199,
+          215,
+          232,
+          306,
+          327,
+          366,
+          447,
+          493,
+          504,
+          524,
+          536,
+          589,
+          592,
+          603,
+          627,
+          659,
+          668,
+          686,
+          688,
+          782,
+          821,
+          871,
+          887,
+          912,
+          993,
+          1082,
+          1138,
+          1145,
+          1214,
+          1225,
+          1243,
+          1246,
+          1262,
+          1280,
+          1364,
+          1419,
+          1424,
+          1456,
+          1498,
+          1513,
+          1514,
+          1532,
+          1592,
+          1609,
+          1613,
+          1629,
+          1664,
+          1671,
+          1688,
+          1696,
+          1750,
+          1790,
+          1793,
+          1798,
+          1867,
+          1879,
+          1971,
+          1982,
+          2015,
+          2047,
+          2056,
+          2093,
+          2108,
+          2120,
+          2163,
+          2192,
+          2243,
+          2312,
+          2339,
+          2434,
+          2494,
+          2534,
+          2562,
+          2566,
+          2636,
+          2640,
+          2644,
+          2696,
+          2697,
+          2701,
+          2735,
+          2796,
+          2807,
+          2822,
+          2832,
+          2847,
+          2851,
+          2920,
+          2948,
+          2969,
+          2972,
+          3019,
+          3029,
+          3032,
+          3061,
+          3147,
+          3184,
+          3202,
+          3250,
+          3287,
+          3312,
+          3386,
+          3407,
+          3435,
+          3478,
+          3489,
+          3628,
+          3635,
+          3641,
+          3647,
+          3657,
+          3668,
+          3693,
+          3710,
+          3751,
+          3761,
+          3808,
+          3814,
+          3824,
+          3866,
+          3875,
+          3880,
+          3920,
+          3993,
+          3995,
+          4039,
+          4077,
+          4084,
+          4120,
+          4160,
+          4186,
+          4202,
+          4242,
+          4309,
+          4331,
+          4332,
+          4341,
+          4366,
+          4421,
+          4425,
+          4439,
+          4457,
+          4481,
+          4491,
+          4502,
+          4511,
+          4518,
+          4587,
+          4623,
+          4633,
+          4644,
+          4681,
+          4686,
+          4687,
+          4811,
+          4819,
+          4860,
+          4861,
+          4862,
+          4885,
+          4953,
+          5057,
+          5103,
+          5153,
+          5182,
+          5214,
+          5228,
+          5251,
+          5259,
+          5401,
+          5445,
+          5458,
+          5462,
+          5495,
+          5532,
+          5567,
+          5643,
+          5645,
+          5651,
+          5661,
+          5708,
+          5732,
+          5803,
+          5817,
+          5825,
+          5832,
+          5841,
+          5846,
+          5849,
+          5873,
+          5905,
+          5906,
+          5914,
+          5925,
+          5981,
+          5993,
+          6044,
+          6045,
+          6070,
+          6121,
+          6146,
+          6174,
+          6183,
+          6189,
+          6247,
+          6277,
+          6294,
+          6295,
+          6303,
+          6338,
+          6347,
+          6381,
+          6406,
+          6451,
+          6461,
+          6463,
+          6475,
+          6511,
+          6534,
+          6541,
+          6615,
+          6621,
+          6646,
+          6647,
+          6664,
+          6688,
+          6695,
+          6707,
+          6759,
+          6779,
+          6787,
+          6788,
+          6814,
+          6855,
+          6867,
+          6870,
+          6879,
+          6884,
+          6918,
+          6925,
+          6944,
+          6985,
+          6995,
+          6997,
+          7006,
+          7014,
+          7042,
+          7076,
+          7094,
+          7105,
+          7184,
+          7226,
+          7245,
+          7277,
+          7329,
+          7333,
+          7334,
+          7374,
+          7435,
+          7455,
+          7469,
+          7516,
+          7542,
+          7561,
+          7628,
+          7793,
+          7828,
+          7850,
+          7897,
+          7899,
+          7925,
+          7955,
+          7970
+        ],
+        "unreachable_incorrect": [
+          5,
+          6,
+          15,
+          18,
+          32,
+          36,
+          50,
+          59,
+          65,
+          75,
+          81,
+          96,
+          104,
+          115,
+          126,
+          143,
+          162,
+          166,
+          168,
+          178,
+          183,
+          188,
+          214,
+          231,
+          243,
+          246,
+          249,
+          308,
+          314,
+          326,
+          329,
+          330,
+          334,
+          336,
+          337,
+          350,
+          355,
+          358,
+          363,
+          368,
+          384,
+          390,
+          396,
+          404,
+          421,
+          430,
+          431,
+          439,
+          449,
+          450,
+          480,
+          485,
+          496,
+          499,
+          502,
+          503,
+          505,
+          508,
+          510,
+          526,
+          540,
+          542,
+          547,
+          574,
+          579,
+          580,
+          583,
+          597,
+          600,
+          608,
+          614,
+          617,
+          634,
+          635,
+          649,
+          650,
+          653,
+          657,
+          670,
+          680,
+          682,
+          683,
+          687,
+          689,
+          697,
+          699,
+          703,
+          711,
+          713,
+          719,
+          725,
+          737,
+          749,
+          752,
+          760,
+          766,
+          769,
+          794,
+          812,
+          815,
+          818,
+          819,
+          827,
+          828,
+          854,
+          882,
+          899,
+          904,
+          913,
+          916,
+          933,
+          951,
+          985,
+          989,
+          992,
+          996,
+          1016,
+          1018,
+          1029,
+          1031,
+          1036,
+          1045,
+          1057,
+          1058,
+          1089,
+          1102,
+          1106,
+          1110,
+          1112,
+          1133,
+          1148,
+          1161,
+          1166,
+          1169,
+          1207,
+          1213,
+          1215,
+          1223,
+          1236,
+          1247,
+          1288,
+          1295,
+          1296,
+          1324,
+          1332,
+          1337,
+          1347,
+          1352,
+          1355,
+          1365,
+          1382,
+          1418,
+          1434,
+          1439,
+          1440,
+          1446,
+          1455,
+          1483,
+          1502,
+          1505,
+          1508,
+          1523,
+          1527,
+          1544,
+          1561,
+          1566,
+          1570,
+          1577,
+          1581,
+          1583,
+          1586,
+          1626,
+          1661,
+          1666,
+          1673,
+          1674,
+          1678,
+          1703,
+          1704,
+          1705,
+          1716,
+          1718,
+          1738,
+          1745,
+          1748,
+          1756,
+          1788,
+          1805,
+          1808,
+          1815,
+          1857,
+          1864,
+          1865,
+          1880,
+          1894,
+          1913,
+          1914,
+          1917,
+          1936,
+          1967,
+          1979,
+          2001,
+          2006,
+          2014,
+          2026,
+          2040,
+          2063,
+          2065,
+          2099,
+          2107,
+          2114,
+          2116,
+          2134,
+          2137,
+          2140,
+          2141,
+          2145,
+          2157,
+          2162,
+          2172,
+          2174,
+          2189,
+          2195,
+          2202,
+          2208,
+          2223,
+          2225,
+          2236,
+          2238,
+          2249,
+          2261,
+          2263,
+          2275,
+          2285,
+          2293,
+          2297,
+          2299,
+          2303,
+          2316,
+          2332,
+          2337,
+          2355,
+          2371,
+          2388,
+          2429,
+          2431,
+          2440,
+          2448,
+          2464,
+          2467,
+          2472,
+          2479,
+          2480,
+          2497,
+          2499,
+          2505,
+          2516,
+          2518,
+          2548,
+          2559,
+          2580,
+          2584,
+          2606,
+          2608,
+          2609,
+          2610,
+          2615,
+          2620,
+          2627,
+          2634,
+          2635,
+          2637,
+          2662,
+          2669,
+          2685,
+          2722,
+          2746,
+          2749,
+          2764,
+          2772,
+          2779,
+          2811,
+          2837,
+          2861,
+          2865,
+          2866,
+          2869,
+          2893,
+          2921,
+          2923,
+          2928,
+          2942,
+          2956,
+          2976,
+          2998,
+          3005,
+          3011,
+          3099,
+          3104,
+          3110,
+          3122,
+          3142,
+          3151,
+          3157,
+          3158,
+          3169,
+          3174,
+          3189,
+          3206,
+          3230,
+          3239,
+          3244,
+          3258,
+          3268,
+          3275,
+          3278,
+          3282,
+          3305,
+          3316,
+          3328,
+          3340,
+          3341,
+          3355,
+          3359,
+          3363,
+          3364,
+          3366,
+          3367,
+          3380,
+          3397,
+          3411,
+          3418,
+          3429,
+          3437,
+          3440,
+          3442,
+          3459,
+          3472,
+          3474,
+          3487,
+          3503,
+          3505,
+          3509,
+          3516,
+          3519,
+          3524,
+          3525,
+          3538,
+          3548,
+          3552,
+          3563,
+          3564,
+          3568,
+          3569,
+          3591,
+          3592,
+          3604,
+          3607,
+          3613,
+          3626,
+          3645,
+          3646,
+          3659,
+          3677,
+          3680,
+          3684,
+          3689,
+          3690,
+          3702,
+          3703,
+          3726,
+          3730,
+          3743,
+          3749,
+          3763,
+          3767,
+          3771,
+          3772,
+          3773,
+          3778,
+          3780,
+          3781,
+          3785,
+          3797,
+          3802,
+          3809,
+          3811,
+          3813,
+          3817,
+          3820,
+          3827,
+          3841,
+          3842,
+          3850,
+          3870,
+          3873,
+          3876,
+          3879,
+          3886,
+          3898,
+          3902,
+          3907,
+          3916,
+          3927,
+          3936,
+          3940,
+          3944,
+          3956,
+          3963,
+          3964,
+          3972,
+          3992,
+          3994,
+          4008,
+          4027,
+          4036,
+          4059,
+          4062,
+          4065,
+          4078,
+          4082,
+          4100,
+          4109,
+          4116,
+          4130,
+          4138,
+          4139,
+          4146,
+          4162,
+          4185,
+          4187,
+          4194,
+          4199,
+          4216,
+          4235,
+          4250,
+          4279,
+          4286,
+          4288,
+          4303,
+          4305,
+          4322,
+          4330,
+          4338,
+          4344,
+          4354,
+          4364,
+          4369,
+          4376,
+          4409,
+          4420,
+          4423,
+          4438,
+          4446,
+          4449,
+          4486,
+          4489,
+          4495,
+          4543,
+          4559,
+          4572,
+          4583,
+          4589,
+          4602,
+          4613,
+          4625,
+          4627,
+          4628,
+          4632,
+          4639,
+          4647,
+          4651,
+          4654,
+          4663,
+          4699,
+          4724,
+          4726,
+          4728,
+          4734,
+          4740,
+          4744,
+          4768,
+          4774,
+          4776,
+          4785,
+          4812,
+          4813,
+          4855,
+          4870,
+          4882,
+          4892,
+          4907,
+          4908,
+          4914,
+          4929,
+          4937,
+          4956,
+          4963,
+          4981,
+          4991,
+          5008,
+          5011,
+          5014,
+          5037,
+          5040,
+          5042,
+          5046,
+          5047,
+          5055,
+          5065,
+          5075,
+          5080,
+          5086,
+          5100,
+          5101,
+          5111,
+          5115,
+          5133,
+          5146,
+          5147,
+          5162,
+          5174,
+          5180,
+          5190,
+          5193,
+          5203,
+          5219,
+          5230,
+          5240,
+          5258,
+          5264,
+          5273,
+          5313,
+          5320,
+          5340,
+          5346,
+          5366,
+          5377,
+          5395,
+          5404,
+          5406,
+          5415,
+          5429,
+          5439,
+          5441,
+          5447,
+          5456,
+          5466,
+          5471,
+          5475,
+          5478,
+          5490,
+          5494,
+          5521,
+          5539,
+          5540,
+          5541,
+          5559,
+          5592,
+          5595,
+          5604,
+          5608,
+          5609,
+          5614,
+          5617,
+          5628,
+          5633,
+          5648,
+          5673,
+          5691,
+          5694,
+          5707,
+          5717,
+          5718,
+          5727,
+          5741,
+          5751,
+          5774,
+          5775,
+          5782,
+          5783,
+          5793,
+          5828,
+          5833,
+          5848,
+          5854,
+          5855,
+          5859,
+          5860,
+          5863,
+          5869,
+          5870,
+          5895,
+          5899,
+          5915,
+          5924,
+          5940,
+          5955,
+          5968,
+          5996,
+          5997,
+          6001,
+          6007,
+          6013,
+          6016,
+          6027,
+          6039,
+          6049,
+          6055,
+          6088,
+          6093,
+          6096,
+          6099,
+          6118,
+          6126,
+          6128,
+          6132,
+          6139,
+          6158,
+          6165,
+          6175,
+          6180,
+          6200,
+          6208,
+          6209,
+          6222,
+          6239,
+          6244,
+          6283,
+          6302,
+          6304,
+          6328,
+          6329,
+          6341,
+          6363,
+          6365,
+          6371,
+          6382,
+          6384,
+          6385,
+          6389,
+          6392,
+          6397,
+          6405,
+          6408,
+          6413,
+          6422,
+          6427,
+          6441,
+          6442,
+          6443,
+          6449,
+          6467,
+          6471,
+          6488,
+          6490,
+          6508,
+          6512,
+          6533,
+          6535,
+          6557,
+          6560,
+          6576,
+          6577,
+          6590,
+          6595,
+          6600,
+          6604,
+          6605,
+          6608,
+          6610,
+          6612,
+          6630,
+          6633,
+          6634,
+          6644,
+          6648,
+          6649,
+          6657,
+          6681,
+          6705,
+          6714,
+          6721,
+          6727,
+          6749,
+          6750,
+          6767,
+          6780,
+          6795,
+          6835,
+          6839,
+          6845,
+          6849,
+          6850,
+          6851,
+          6854,
+          6856,
+          6872,
+          6873,
+          6882,
+          6898,
+          6900,
+          6913,
+          6914,
+          6915,
+          6919,
+          6926,
+          6933,
+          6948,
+          6968,
+          6973,
+          6984,
+          6988,
+          6992,
+          7018,
+          7026,
+          7033,
+          7039,
+          7055,
+          7063,
+          7066,
+          7067,
+          7075,
+          7104,
+          7109,
+          7112,
+          7117,
+          7133,
+          7137,
+          7141,
+          7159,
+          7172,
+          7178,
+          7185,
+          7186,
+          7191,
+          7194,
+          7225,
+          7233,
+          7266,
+          7268,
+          7272,
+          7275,
+          7298,
+          7303,
+          7325,
+          7338,
+          7355,
+          7360,
+          7362,
+          7368,
+          7387,
+          7420,
+          7428,
+          7431,
+          7434,
+          7456,
+          7478,
+          7479,
+          7523,
+          7534,
+          7537,
+          7566,
+          7589,
+          7619,
+          7630,
+          7631,
+          7646,
+          7662,
+          7666,
+          7689,
+          7692,
+          7693,
+          7700,
+          7701,
+          7708,
+          7711,
+          7729,
+          7730,
+          7733,
+          7736,
+          7740,
+          7745,
+          7746,
+          7751,
+          7752,
+          7758,
+          7763,
+          7768,
+          7790,
+          7791,
+          7813,
+          7839,
+          7843,
+          7844,
+          7866,
+          7873,
+          7874,
+          7884,
+          7888,
+          7901,
+          7902,
+          7905,
+          7911,
+          7915,
+          7917,
+          7921,
+          7932,
+          7946,
+          7948,
+          7952,
+          7960,
+          7981,
+          7990,
+          7992,
+          7996,
+          7997,
+          7998
+        ]
+      }
+    },
+    "reachable_complex": {
+      "total": 2000,
+      "success": 1656,
+      "success_rate": 0.828,
+      "steps_total": 19936,
+      "avg_steps": 9.968,
+      "median_steps": 8.25,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "success": 1656,
+        "collision": 148,
+        "unreachable_incorrect": 45,
+        "max_steps": 151
+      },
+      "failed_seed_count": 344,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        1,
+        7,
+        9,
+        12,
+        15,
+        17,
+        21,
+        26,
+        34,
+        41,
+        48,
+        51,
+        53,
+        61,
+        65,
+        66,
+        69,
+        71,
+        72,
+        75,
+        78,
+        79,
+        89,
+        90,
+        94,
+        95,
+        97,
+        104,
+        131,
+        133,
+        137,
+        138,
+        146,
+        153,
+        155,
+        167,
+        171,
+        173,
+        179,
+        182,
+        186,
+        191,
+        194,
+        197,
+        201,
+        209,
+        231,
+        232,
+        242,
+        251,
+        255,
+        267,
+        280,
+        285,
+        288,
+        300,
+        311,
+        340,
+        349,
+        356,
+        362,
+        377,
+        384,
+        395,
+        397,
+        401,
+        405,
+        424,
+        432,
+        434,
+        442,
+        443,
+        457,
+        460,
+        469,
+        473,
+        487,
+        508,
+        509,
+        511,
+        515,
+        517,
+        521,
+        525,
+        527,
+        531,
+        534,
+        548,
+        552,
+        562,
+        563,
+        568,
+        569,
+        580,
+        581,
+        584,
+        586,
+        588,
+        591,
+        593,
+        596,
+        597,
+        598,
+        600,
+        603,
+        607,
+        613,
+        620,
+        621,
+        626,
+        633,
+        637,
+        638,
+        639,
+        645,
+        649,
+        656,
+        658,
+        676,
+        684,
+        686,
+        692,
+        697,
+        704,
+        707,
+        713,
+        715,
+        728,
+        736,
+        741,
+        750,
+        751,
+        755,
+        761,
+        767,
+        770,
+        778,
+        785,
+        790,
+        793,
+        808,
+        815,
+        820,
+        823,
+        827,
+        841,
+        854,
+        859,
+        862,
+        868,
+        877,
+        879,
+        880,
+        882,
+        888,
+        905,
+        908,
+        909,
+        919,
+        921,
+        923,
+        924,
+        937,
+        942,
+        947,
+        948,
+        965,
+        967,
+        971,
+        978,
+        982,
+        983,
+        990,
+        997,
+        998,
+        999,
+        1005,
+        1009,
+        1010,
+        1015,
+        1016,
+        1017,
+        1018,
+        1039,
+        1041,
+        1049,
+        1056,
+        1058,
+        1059,
+        1064,
+        1077,
+        1098,
+        1099,
+        1100,
+        1104,
+        1128,
+        1131,
+        1133,
+        1143,
+        1151,
+        1160,
+        1161,
+        1162,
+        1168,
+        1171,
+        1176,
+        1177,
+        1179,
+        1181,
+        1190,
+        1192,
+        1196,
+        1201,
+        1203,
+        1211,
+        1218,
+        1234,
+        1237,
+        1239,
+        1244,
+        1246,
+        1248,
+        1259,
+        1260,
+        1264,
+        1286,
+        1287,
+        1288,
+        1292,
+        1294,
+        1296,
+        1301,
+        1308,
+        1313,
+        1317,
+        1320,
+        1322,
+        1343,
+        1355,
+        1361,
+        1365,
+        1367,
+        1369,
+        1383,
+        1390,
+        1396,
+        1406,
+        1407,
+        1413,
+        1416,
+        1426,
+        1433,
+        1436,
+        1437,
+        1449,
+        1453,
+        1459,
+        1463,
+        1474,
+        1486,
+        1491,
+        1493,
+        1497,
+        1501,
+        1521,
+        1525,
+        1529,
+        1537,
+        1550,
+        1576,
+        1582,
+        1586,
+        1596,
+        1600,
+        1601,
+        1608,
+        1610,
+        1612,
+        1631,
+        1639,
+        1645,
+        1646,
+        1648,
+        1652,
+        1672,
+        1673,
+        1683,
+        1690,
+        1697,
+        1699,
+        1710,
+        1714,
+        1718,
+        1721,
+        1731,
+        1737,
+        1745,
+        1756,
+        1765,
+        1771,
+        1773,
+        1776,
+        1789,
+        1795,
+        1796,
+        1799,
+        1801,
+        1809,
+        1812,
+        1820,
+        1823,
+        1829,
+        1833,
+        1836,
+        1837,
+        1838,
+        1840,
+        1841,
+        1847,
+        1871,
+        1877,
+        1879,
+        1895,
+        1896,
+        1910,
+        1915,
+        1924,
+        1925,
+        1927,
+        1928,
+        1929,
+        1934,
+        1939,
+        1946,
+        1949,
+        1951,
+        1952,
+        1959,
+        1962,
+        1968,
+        1977,
+        1978,
+        1979,
+        1991
+      ],
+      "failed_reason_seed_counts": {
+        "collision": 148,
+        "max_steps": 151,
+        "unreachable_incorrect": 45
+      },
+      "failed_reason_seeds": {
+        "collision": [
+          9,
+          12,
+          15,
+          17,
+          26,
+          34,
+          41,
+          65,
+          66,
+          71,
+          72,
+          78,
+          79,
+          89,
+          94,
+          131,
+          153,
+          167,
+          186,
+          267,
+          288,
+          300,
+          356,
+          377,
+          384,
+          395,
+          424,
+          432,
+          442,
+          487,
+          517,
+          521,
+          525,
+          562,
+          568,
+          569,
+          580,
+          581,
+          588,
+          596,
+          598,
+          607,
+          613,
+          620,
+          626,
+          633,
+          639,
+          645,
+          656,
+          676,
+          684,
+          686,
+          704,
+          736,
+          741,
+          751,
+          761,
+          785,
+          790,
+          793,
+          820,
+          841,
+          877,
+          879,
+          908,
+          909,
+          919,
+          937,
+          965,
+          967,
+          978,
+          982,
+          998,
+          1016,
+          1017,
+          1018,
+          1041,
+          1049,
+          1056,
+          1077,
+          1098,
+          1099,
+          1128,
+          1131,
+          1133,
+          1160,
+          1161,
+          1162,
+          1168,
+          1176,
+          1179,
+          1190,
+          1196,
+          1201,
+          1203,
+          1211,
+          1218,
+          1239,
+          1260,
+          1286,
+          1287,
+          1288,
+          1313,
+          1317,
+          1322,
+          1343,
+          1369,
+          1390,
+          1396,
+          1406,
+          1437,
+          1453,
+          1493,
+          1529,
+          1537,
+          1576,
+          1582,
+          1586,
+          1596,
+          1601,
+          1612,
+          1631,
+          1646,
+          1648,
+          1652,
+          1672,
+          1697,
+          1710,
+          1765,
+          1776,
+          1799,
+          1812,
+          1820,
+          1823,
+          1833,
+          1837,
+          1838,
+          1841,
+          1847,
+          1879,
+          1910,
+          1915,
+          1925,
+          1928,
+          1946,
+          1949,
+          1951,
+          1968
+        ],
+        "max_steps": [
+          1,
+          48,
+          51,
+          53,
+          61,
+          69,
+          75,
+          90,
+          95,
+          104,
+          146,
+          155,
+          171,
+          173,
+          179,
+          182,
+          194,
+          201,
+          242,
+          255,
+          280,
+          285,
+          311,
+          340,
+          349,
+          362,
+          397,
+          401,
+          405,
+          434,
+          457,
+          460,
+          469,
+          508,
+          509,
+          511,
+          515,
+          527,
+          531,
+          548,
+          552,
+          563,
+          584,
+          586,
+          593,
+          597,
+          600,
+          603,
+          621,
+          637,
+          638,
+          649,
+          658,
+          692,
+          697,
+          707,
+          713,
+          728,
+          767,
+          770,
+          778,
+          808,
+          815,
+          823,
+          854,
+          859,
+          868,
+          880,
+          882,
+          888,
+          905,
+          923,
+          924,
+          947,
+          948,
+          971,
+          983,
+          990,
+          997,
+          999,
+          1005,
+          1009,
+          1039,
+          1058,
+          1059,
+          1064,
+          1100,
+          1104,
+          1143,
+          1151,
+          1181,
+          1192,
+          1234,
+          1237,
+          1244,
+          1246,
+          1248,
+          1259,
+          1264,
+          1292,
+          1296,
+          1301,
+          1308,
+          1320,
+          1355,
+          1361,
+          1365,
+          1383,
+          1413,
+          1416,
+          1426,
+          1436,
+          1449,
+          1459,
+          1463,
+          1474,
+          1486,
+          1491,
+          1497,
+          1521,
+          1600,
+          1608,
+          1610,
+          1639,
+          1645,
+          1683,
+          1690,
+          1699,
+          1714,
+          1721,
+          1745,
+          1756,
+          1771,
+          1773,
+          1789,
+          1795,
+          1796,
+          1801,
+          1809,
+          1836,
+          1871,
+          1877,
+          1895,
+          1896,
+          1924,
+          1927,
+          1929,
+          1934,
+          1939,
+          1978,
+          1979
+        ],
+        "unreachable_incorrect": [
+          7,
+          21,
+          97,
+          133,
+          137,
+          138,
+          191,
+          197,
+          209,
+          231,
+          232,
+          251,
+          443,
+          473,
+          534,
+          591,
+          715,
+          750,
+          755,
+          827,
+          862,
+          921,
+          942,
+          1010,
+          1015,
+          1171,
+          1177,
+          1294,
+          1367,
+          1407,
+          1433,
+          1501,
+          1525,
+          1550,
+          1673,
+          1718,
+          1731,
+          1737,
+          1829,
+          1840,
+          1952,
+          1959,
+          1962,
+          1977,
+          1991
+        ]
+      }
+    },
+    "unreachable_blocked": {
+      "total": 2000,
+      "success": 1986,
+      "success_rate": 0.993,
+      "steps_total": 21,
+      "avg_steps": 0.0105,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 6,
+      "reason_counts": {
+        "unreachable_correct": 1986,
+        "done_without_unreachable": 8,
+        "unreachable_wrong_type": 6
+      },
+      "failed_seed_count": 14,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        294,
+        388,
+        683,
+        691,
+        694,
+        808,
+        1251,
+        1435,
+        1572,
+        1582,
+        1714,
+        1730,
+        1737,
+        1888
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 8,
+        "unreachable_wrong_type": 6
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          294,
+          683,
+          691,
+          694,
+          1572,
+          1582,
+          1730,
+          1737
+        ],
+        "unreachable_wrong_type": [
+          388,
+          808,
+          1251,
+          1435,
+          1714,
+          1888
+        ]
+      }
+    },
+    "unreachable_narrow": {
+      "total": 2000,
+      "success": 1976,
+      "success_rate": 0.988,
+      "steps_total": 47,
+      "avg_steps": 0.0235,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 6,
+      "reason_counts": {
+        "unreachable_correct": 1976,
+        "unreachable_wrong_type": 8,
+        "done_without_unreachable": 16
+      },
+      "failed_seed_count": 24,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        110,
+        167,
+        229,
+        255,
+        263,
+        295,
+        382,
+        429,
+        474,
+        541,
+        644,
+        723,
+        882,
+        931,
+        960,
+        1089,
+        1110,
+        1230,
+        1256,
+        1347,
+        1386,
+        1432,
+        1634,
+        1797
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 16,
+        "unreachable_wrong_type": 8
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          229,
+          263,
+          295,
+          382,
+          474,
+          644,
+          882,
+          931,
+          960,
+          1089,
+          1110,
+          1230,
+          1256,
+          1347,
+          1386,
+          1432
+        ],
+        "unreachable_wrong_type": [
+          110,
+          167,
+          255,
+          429,
+          541,
+          723,
+          1634,
+          1797
+        ]
+      }
+    },
+    "unreachable_undefined": {
+      "total": 2000,
+      "success": 1950,
+      "success_rate": 0.975,
+      "steps_total": 1180,
+      "avg_steps": 0.59,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_correct": 1950,
+        "done_without_unreachable": 12,
+        "max_steps": 38
+      },
+      "failed_seed_count": 50,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        28,
+        44,
+        78,
+        82,
+        87,
+        115,
+        163,
+        172,
+        181,
+        196,
+        232,
+        349,
+        356,
+        370,
+        485,
+        502,
+        545,
+        745,
+        794,
+        821,
+        841,
+        848,
+        941,
+        978,
+        1013,
+        1031,
+        1048,
+        1053,
+        1115,
+        1222,
+        1286,
+        1325,
+        1398,
+        1462,
+        1476,
+        1485,
+        1543,
+        1545,
+        1549,
+        1623,
+        1664,
+        1680,
+        1694,
+        1723,
+        1791,
+        1794,
+        1821,
+        1855,
+        1871,
+        1963
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 12,
+        "max_steps": 38
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          44,
+          232,
+          502,
+          745,
+          821,
+          1013,
+          1048,
+          1286,
+          1549,
+          1623,
+          1664,
+          1855
+        ],
+        "max_steps": [
+          28,
+          78,
+          82,
+          87,
+          115,
+          163,
+          172,
+          181,
+          196,
+          349,
+          356,
+          370,
+          485,
+          545,
+          794,
+          841,
+          848,
+          941,
+          978,
+          1031,
+          1053,
+          1115,
+          1222,
+          1325,
+          1398,
+          1462,
+          1476,
+          1485,
+          1543,
+          1545,
+          1680,
+          1694,
+          1723,
+          1791,
+          1794,
+          1821,
+          1871,
+          1963
+        ]
+      }
+    }
+  },
+  "new": {
+    "reachable_simple": {
+      "total": 1000,
+      "success": 799,
+      "success_rate": 0.799,
+      "steps_total": 8801,
+      "avg_steps": 8.801,
+      "median_steps": 7.125,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_incorrect": 113,
+        "success": 799,
+        "collision": 39,
+        "max_steps": 49
+      },
+      "failed_seed_count": 201,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10009,
+        10011,
+        10027,
+        10039,
+        10041,
+        10042,
+        10052,
+        10061,
+        10063,
+        10064,
+        10065,
+        10069,
+        10072,
+        10078,
+        10079,
+        10082,
+        10088,
+        10089,
+        10106,
+        10107,
+        10111,
+        10115,
+        10118,
+        10125,
+        10133,
+        10136,
+        10138,
+        10156,
+        10159,
+        10161,
+        10164,
+        10168,
+        10169,
+        10172,
+        10173,
+        10177,
+        10181,
+        10188,
+        10189,
+        10192,
+        10194,
+        10198,
+        10210,
+        10217,
+        10219,
+        10240,
+        10242,
+        10255,
+        10256,
+        10267,
+        10272,
+        10279,
+        10289,
+        10293,
+        10296,
+        10297,
+        10299,
+        10302,
+        10305,
+        10306,
+        10309,
+        10317,
+        10318,
+        10320,
+        10325,
+        10329,
+        10332,
+        10333,
+        10341,
+        10343,
+        10351,
+        10356,
+        10357,
+        10359,
+        10364,
+        10372,
+        10376,
+        10383,
+        10411,
+        10412,
+        10418,
+        10420,
+        10422,
+        10431,
+        10438,
+        10453,
+        10454,
+        10455,
+        10459,
+        10461,
+        10467,
+        10468,
+        10469,
+        10478,
+        10481,
+        10482,
+        10488,
+        10495,
+        10500,
+        10501,
+        10504,
+        10506,
+        10510,
+        10521,
+        10525,
+        10529,
+        10534,
+        10535,
+        10548,
+        10549,
+        10550,
+        10556,
+        10563,
+        10564,
+        10565,
+        10571,
+        10577,
+        10581,
+        10589,
+        10590,
+        10591,
+        10599,
+        10601,
+        10604,
+        10606,
+        10607,
+        10612,
+        10613,
+        10621,
+        10628,
+        10631,
+        10632,
+        10633,
+        10638,
+        10644,
+        10647,
+        10658,
+        10660,
+        10662,
+        10667,
+        10669,
+        10670,
+        10674,
+        10680,
+        10681,
+        10693,
+        10697,
+        10700,
+        10708,
+        10709,
+        10710,
+        10711,
+        10724,
+        10727,
+        10733,
+        10742,
+        10755,
+        10761,
+        10773,
+        10775,
+        10778,
+        10782,
+        10795,
+        10796,
+        10802,
+        10806,
+        10807,
+        10813,
+        10823,
+        10826,
+        10841,
+        10842,
+        10846,
+        10848,
+        10852,
+        10855,
+        10856,
+        10857,
+        10866,
+        10869,
+        10870,
+        10877,
+        10881,
+        10888,
+        10894,
+        10897,
+        10899,
+        10911,
+        10935,
+        10954,
+        10957,
+        10964,
+        10971,
+        10975,
+        10976,
+        10978,
+        10980,
+        10981,
+        10985,
+        10989,
+        10998
+      ],
+      "failed_reason_seed_counts": {
+        "collision": 39,
+        "max_steps": 49,
+        "unreachable_incorrect": 113
+      },
+      "failed_reason_seeds": {
+        "collision": [
+          10039,
+          10061,
+          10069,
+          10072,
+          10079,
+          10089,
+          10115,
+          10156,
+          10159,
+          10161,
+          10177,
+          10267,
+          10293,
+          10299,
+          10309,
+          10320,
+          10332,
+          10341,
+          10422,
+          10438,
+          10455,
+          10468,
+          10469,
+          10495,
+          10506,
+          10534,
+          10550,
+          10563,
+          10577,
+          10589,
+          10674,
+          10697,
+          10773,
+          10802,
+          10855,
+          10881,
+          10894,
+          10978,
+          10981
+        ],
+        "max_steps": [
+          10009,
+          10027,
+          10064,
+          10065,
+          10106,
+          10111,
+          10118,
+          10133,
+          10173,
+          10188,
+          10210,
+          10217,
+          10240,
+          10242,
+          10272,
+          10289,
+          10302,
+          10306,
+          10318,
+          10329,
+          10333,
+          10351,
+          10359,
+          10372,
+          10420,
+          10529,
+          10535,
+          10556,
+          10581,
+          10631,
+          10632,
+          10670,
+          10680,
+          10708,
+          10709,
+          10724,
+          10775,
+          10807,
+          10813,
+          10823,
+          10826,
+          10846,
+          10848,
+          10899,
+          10911,
+          10964,
+          10976,
+          10985,
+          10998
+        ],
+        "unreachable_incorrect": [
+          10011,
+          10041,
+          10042,
+          10052,
+          10063,
+          10078,
+          10082,
+          10088,
+          10107,
+          10125,
+          10136,
+          10138,
+          10164,
+          10168,
+          10169,
+          10172,
+          10181,
+          10189,
+          10192,
+          10194,
+          10198,
+          10219,
+          10255,
+          10256,
+          10279,
+          10296,
+          10297,
+          10305,
+          10317,
+          10325,
+          10343,
+          10356,
+          10357,
+          10364,
+          10376,
+          10383,
+          10411,
+          10412,
+          10418,
+          10431,
+          10453,
+          10454,
+          10459,
+          10461,
+          10467,
+          10478,
+          10481,
+          10482,
+          10488,
+          10500,
+          10501,
+          10504,
+          10510,
+          10521,
+          10525,
+          10548,
+          10549,
+          10564,
+          10565,
+          10571,
+          10590,
+          10591,
+          10599,
+          10601,
+          10604,
+          10606,
+          10607,
+          10612,
+          10613,
+          10621,
+          10628,
+          10633,
+          10638,
+          10644,
+          10647,
+          10658,
+          10660,
+          10662,
+          10667,
+          10669,
+          10681,
+          10693,
+          10700,
+          10710,
+          10711,
+          10727,
+          10733,
+          10742,
+          10755,
+          10761,
+          10778,
+          10782,
+          10795,
+          10796,
+          10806,
+          10841,
+          10842,
+          10852,
+          10856,
+          10857,
+          10866,
+          10869,
+          10870,
+          10877,
+          10888,
+          10897,
+          10935,
+          10954,
+          10957,
+          10971,
+          10975,
+          10980,
+          10989
+        ]
+      }
+    },
+    "reachable_complex": {
+      "total": 1000,
+      "success": 778,
+      "success_rate": 0.778,
+      "steps_total": 9679,
+      "avg_steps": 9.679,
+      "median_steps": 7.5,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_incorrect": 24,
+        "collision": 120,
+        "success": 778,
+        "max_steps": 78
+      },
+      "failed_seed_count": 222,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10001,
+        10002,
+        10003,
+        10007,
+        10012,
+        10020,
+        10021,
+        10025,
+        10027,
+        10030,
+        10031,
+        10037,
+        10038,
+        10056,
+        10058,
+        10059,
+        10065,
+        10067,
+        10079,
+        10080,
+        10091,
+        10099,
+        10100,
+        10102,
+        10103,
+        10114,
+        10122,
+        10134,
+        10137,
+        10138,
+        10140,
+        10145,
+        10161,
+        10163,
+        10165,
+        10167,
+        10169,
+        10181,
+        10189,
+        10194,
+        10219,
+        10221,
+        10225,
+        10231,
+        10232,
+        10235,
+        10241,
+        10242,
+        10250,
+        10251,
+        10257,
+        10260,
+        10266,
+        10269,
+        10272,
+        10273,
+        10275,
+        10276,
+        10284,
+        10297,
+        10298,
+        10303,
+        10309,
+        10311,
+        10312,
+        10313,
+        10317,
+        10320,
+        10321,
+        10322,
+        10329,
+        10331,
+        10332,
+        10336,
+        10337,
+        10340,
+        10358,
+        10364,
+        10365,
+        10368,
+        10375,
+        10376,
+        10379,
+        10381,
+        10387,
+        10391,
+        10393,
+        10398,
+        10400,
+        10404,
+        10409,
+        10415,
+        10416,
+        10417,
+        10418,
+        10420,
+        10423,
+        10425,
+        10436,
+        10444,
+        10451,
+        10455,
+        10457,
+        10458,
+        10459,
+        10469,
+        10472,
+        10484,
+        10487,
+        10490,
+        10493,
+        10502,
+        10504,
+        10506,
+        10508,
+        10516,
+        10522,
+        10523,
+        10524,
+        10525,
+        10529,
+        10534,
+        10541,
+        10549,
+        10554,
+        10555,
+        10557,
+        10559,
+        10563,
+        10566,
+        10569,
+        10570,
+        10571,
+        10576,
+        10592,
+        10596,
+        10601,
+        10602,
+        10607,
+        10624,
+        10626,
+        10627,
+        10640,
+        10641,
+        10652,
+        10660,
+        10668,
+        10675,
+        10676,
+        10678,
+        10680,
+        10684,
+        10686,
+        10691,
+        10693,
+        10697,
+        10711,
+        10712,
+        10713,
+        10714,
+        10716,
+        10719,
+        10720,
+        10725,
+        10729,
+        10731,
+        10732,
+        10735,
+        10737,
+        10741,
+        10746,
+        10748,
+        10754,
+        10758,
+        10760,
+        10763,
+        10767,
+        10773,
+        10786,
+        10790,
+        10798,
+        10803,
+        10808,
+        10811,
+        10820,
+        10822,
+        10827,
+        10834,
+        10837,
+        10840,
+        10847,
+        10865,
+        10871,
+        10878,
+        10881,
+        10885,
+        10890,
+        10893,
+        10898,
+        10903,
+        10904,
+        10905,
+        10908,
+        10913,
+        10917,
+        10925,
+        10931,
+        10936,
+        10940,
+        10943,
+        10950,
+        10951,
+        10959,
+        10962,
+        10969,
+        10970,
+        10972,
+        10978,
+        10981,
+        10984,
+        10985,
+        10993
+      ],
+      "failed_reason_seed_counts": {
+        "collision": 120,
+        "max_steps": 78,
+        "unreachable_incorrect": 24
+      },
+      "failed_reason_seeds": {
+        "collision": [
+          10001,
+          10002,
+          10007,
+          10020,
+          10027,
+          10031,
+          10037,
+          10038,
+          10056,
+          10058,
+          10065,
+          10079,
+          10091,
+          10100,
+          10102,
+          10114,
+          10122,
+          10134,
+          10137,
+          10145,
+          10161,
+          10163,
+          10165,
+          10194,
+          10221,
+          10231,
+          10235,
+          10241,
+          10257,
+          10269,
+          10276,
+          10297,
+          10298,
+          10311,
+          10313,
+          10317,
+          10331,
+          10337,
+          10358,
+          10364,
+          10368,
+          10376,
+          10387,
+          10393,
+          10398,
+          10409,
+          10415,
+          10416,
+          10418,
+          10423,
+          10425,
+          10436,
+          10444,
+          10451,
+          10459,
+          10484,
+          10493,
+          10506,
+          10508,
+          10522,
+          10523,
+          10524,
+          10525,
+          10529,
+          10534,
+          10549,
+          10555,
+          10557,
+          10592,
+          10596,
+          10601,
+          10607,
+          10624,
+          10626,
+          10627,
+          10652,
+          10660,
+          10668,
+          10675,
+          10676,
+          10678,
+          10680,
+          10686,
+          10691,
+          10713,
+          10714,
+          10716,
+          10720,
+          10725,
+          10729,
+          10732,
+          10741,
+          10746,
+          10748,
+          10754,
+          10758,
+          10760,
+          10763,
+          10790,
+          10798,
+          10808,
+          10827,
+          10834,
+          10837,
+          10847,
+          10865,
+          10881,
+          10885,
+          10890,
+          10904,
+          10905,
+          10936,
+          10943,
+          10951,
+          10969,
+          10972,
+          10981,
+          10984,
+          10985,
+          10993
+        ],
+        "max_steps": [
+          10003,
+          10012,
+          10021,
+          10025,
+          10030,
+          10059,
+          10067,
+          10080,
+          10103,
+          10138,
+          10140,
+          10167,
+          10169,
+          10181,
+          10189,
+          10219,
+          10225,
+          10242,
+          10260,
+          10266,
+          10273,
+          10275,
+          10284,
+          10309,
+          10312,
+          10320,
+          10321,
+          10322,
+          10329,
+          10336,
+          10365,
+          10379,
+          10391,
+          10400,
+          10404,
+          10417,
+          10420,
+          10455,
+          10457,
+          10458,
+          10469,
+          10487,
+          10490,
+          10504,
+          10516,
+          10541,
+          10554,
+          10563,
+          10566,
+          10569,
+          10571,
+          10576,
+          10640,
+          10641,
+          10684,
+          10693,
+          10697,
+          10711,
+          10719,
+          10731,
+          10735,
+          10737,
+          10767,
+          10773,
+          10786,
+          10811,
+          10822,
+          10840,
+          10871,
+          10878,
+          10898,
+          10908,
+          10931,
+          10940,
+          10950,
+          10962,
+          10970,
+          10978
+        ],
+        "unreachable_incorrect": [
+          10099,
+          10232,
+          10250,
+          10251,
+          10272,
+          10303,
+          10332,
+          10340,
+          10375,
+          10381,
+          10472,
+          10502,
+          10559,
+          10570,
+          10602,
+          10712,
+          10803,
+          10820,
+          10893,
+          10903,
+          10913,
+          10917,
+          10925,
+          10959
+        ]
+      }
+    },
+    "unreachable_blocked": {
+      "total": 1000,
+      "success": 979,
+      "success_rate": 0.979,
+      "steps_total": 21,
+      "avg_steps": 0.021,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 5,
+      "reason_counts": {
+        "unreachable_correct": 979,
+        "unreachable_wrong_type": 12,
+        "done_without_unreachable": 9
+      },
+      "failed_seed_count": 21,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10026,
+        10098,
+        10144,
+        10158,
+        10168,
+        10192,
+        10211,
+        10244,
+        10415,
+        10452,
+        10492,
+        10523,
+        10546,
+        10690,
+        10728,
+        10743,
+        10799,
+        10885,
+        10925,
+        10938,
+        10947
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 9,
+        "unreachable_wrong_type": 12
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          10026,
+          10144,
+          10158,
+          10168,
+          10192,
+          10211,
+          10452,
+          10492,
+          10925
+        ],
+        "unreachable_wrong_type": [
+          10098,
+          10244,
+          10415,
+          10523,
+          10546,
+          10690,
+          10728,
+          10743,
+          10799,
+          10885,
+          10938,
+          10947
+        ]
+      }
+    },
+    "unreachable_narrow": {
+      "total": 1000,
+      "success": 964,
+      "success_rate": 0.964,
+      "steps_total": 111,
+      "avg_steps": 0.111,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_correct": 964,
+        "done_without_unreachable": 21,
+        "unreachable_wrong_type": 14,
+        "max_steps": 1
+      },
+      "failed_seed_count": 36,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10023,
+        10129,
+        10168,
+        10188,
+        10194,
+        10208,
+        10239,
+        10265,
+        10296,
+        10355,
+        10379,
+        10426,
+        10437,
+        10479,
+        10494,
+        10497,
+        10534,
+        10604,
+        10636,
+        10643,
+        10658,
+        10678,
+        10692,
+        10706,
+        10730,
+        10742,
+        10750,
+        10780,
+        10801,
+        10924,
+        10951,
+        10957,
+        10962,
+        10972,
+        10975,
+        10986
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 21,
+        "max_steps": 1,
+        "unreachable_wrong_type": 14
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          10023,
+          10168,
+          10194,
+          10208,
+          10239,
+          10265,
+          10355,
+          10379,
+          10437,
+          10479,
+          10494,
+          10534,
+          10658,
+          10678,
+          10706,
+          10730,
+          10742,
+          10780,
+          10957,
+          10962,
+          10975
+        ],
+        "max_steps": [
+          10801
+        ],
+        "unreachable_wrong_type": [
+          10129,
+          10188,
+          10296,
+          10426,
+          10497,
+          10604,
+          10636,
+          10643,
+          10692,
+          10750,
+          10924,
+          10951,
+          10972,
+          10986
+        ]
+      }
+    },
+    "unreachable_undefined": {
+      "total": 1000,
+      "success": 935,
+      "success_rate": 0.935,
+      "steps_total": 1234,
+      "avg_steps": 1.234,
+      "median_steps": 0.0,
+      "min_steps": 0,
+      "max_steps": 30,
+      "reason_counts": {
+        "unreachable_correct": 935,
+        "unreachable_wrong_type": 1,
+        "done_without_unreachable": 27,
+        "max_steps": 37
+      },
+      "failed_seed_count": 65,
+      "failed_seed_limit": 0,
+      "failed_seeds": [
+        10023,
+        10029,
+        10075,
+        10089,
+        10104,
+        10116,
+        10126,
+        10148,
+        10153,
+        10171,
+        10182,
+        10187,
+        10245,
+        10254,
+        10265,
+        10275,
+        10278,
+        10283,
+        10320,
+        10332,
+        10364,
+        10373,
+        10377,
+        10411,
+        10445,
+        10468,
+        10487,
+        10517,
+        10535,
+        10553,
+        10577,
+        10593,
+        10620,
+        10633,
+        10658,
+        10676,
+        10679,
+        10693,
+        10711,
+        10722,
+        10731,
+        10771,
+        10775,
+        10778,
+        10791,
+        10794,
+        10796,
+        10811,
+        10822,
+        10836,
+        10849,
+        10877,
+        10891,
+        10894,
+        10901,
+        10927,
+        10936,
+        10939,
+        10944,
+        10947,
+        10950,
+        10967,
+        10975,
+        10979,
+        10981
+      ],
+      "failed_reason_seed_counts": {
+        "done_without_unreachable": 27,
+        "max_steps": 37,
+        "unreachable_wrong_type": 1
+      },
+      "failed_reason_seeds": {
+        "done_without_unreachable": [
+          10023,
+          10029,
+          10075,
+          10104,
+          10116,
+          10153,
+          10187,
+          10265,
+          10364,
+          10373,
+          10468,
+          10577,
+          10593,
+          10658,
+          10676,
+          10679,
+          10693,
+          10711,
+          10794,
+          10811,
+          10894,
+          10927,
+          10936,
+          10939,
+          10944,
+          10967,
+          10981
+        ],
+        "max_steps": [
+          10089,
+          10126,
+          10148,
+          10171,
+          10182,
+          10245,
+          10254,
+          10275,
+          10283,
+          10320,
+          10332,
+          10377,
+          10411,
+          10445,
+          10487,
+          10517,
+          10535,
+          10553,
+          10620,
+          10633,
+          10722,
+          10731,
+          10771,
+          10775,
+          10778,
+          10791,
+          10796,
+          10822,
+          10836,
+          10849,
+          10877,
+          10891,
+          10901,
+          10947,
+          10950,
+          10975,
+          10979
+        ],
+        "unreachable_wrong_type": [
+          10278
+        ]
+      }
+    }
+  }
+}