michal-sokolski-tcl commited on
Commit
a1ed988
·
1 Parent(s): f7647ea

Upload 2 files

Browse files
Files changed (2) hide show
  1. config.dict.json +1 -0
  2. modules.pt +3 -0
config.dict.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"0": {"name": "x", "type": "input"}, "1": {"name": "stages_0_blocks_0_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 0}, "2": {"name": "stages_0_blocks_0_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 1}, "3": {"name": "stages_0_blocks_1_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 2}, "4": {"name": "stages_0_blocks_1_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 3}, "5": {"name": "stages_0_blocks_2_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 4}, "6": {"name": "stages_0_blocks_2_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 5}, "7": {"name": "stages_0_blocks_3_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 6}, "8": {"name": "stages_0_blocks_3_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 7}, "9": {"name": "stages_1_blocks_0_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 8}, "10": {"name": "stages_1_blocks_0_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 9}, "11": {"name": "stages_1_blocks_1_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 10}, "12": {"name": "stages_1_blocks_1_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 11}, "13": {"name": "stages_1_blocks_2_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 12}, "14": {"name": "stages_1_blocks_2_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 13}, "15": {"name": "stages_1_blocks_3_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 14}, "16": {"name": "stages_1_blocks_3_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 15}, "17": {"name": "stages_2_blocks_0_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "18": {"name": "stages_2_blocks_0_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 17}, "19": {"name": "stages_2_blocks_0_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 18}, "20": {"name": "stages_2_blocks_0_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 19}, "21": {"name": "stages_2_blocks_1_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 20}, "22": {"name": "stages_2_blocks_1_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 21}, "23": {"name": "stages_2_blocks_1_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 22}, "24": {"name": "stages_2_blocks_1_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 23}, "25": {"name": "stages_2_blocks_2_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 24}, "26": {"name": "stages_2_blocks_2_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 25}, "27": {"name": "stages_2_blocks_2_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 26}, "28": {"name": "stages_2_blocks_2_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 27}, "29": {"name": "stages_2_blocks_3_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 28}, "30": {"name": "stages_2_blocks_3_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 29}, "31": {"name": "stages_2_blocks_3_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 30}, "32": {"name": "stages_2_blocks_3_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 31}, "33": {"name": "stages_2_blocks_4_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 32}, "34": {"name": "stages_2_blocks_4_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 33}, "35": {"name": "stages_2_blocks_4_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 34}, "36": {"name": "stages_2_blocks_4_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 35}, "37": {"name": "stages_2_blocks_5_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 36}, "38": {"name": "stages_2_blocks_5_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 37}, "39": {"name": "stages_2_blocks_5_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 38}, "40": {"name": "stages_2_blocks_5_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 39}, "41": {"name": "stages_2_blocks_6_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 40}, "42": {"name": "stages_2_blocks_6_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 41}, "43": {"name": "stages_2_blocks_6_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 42}, "44": {"name": "stages_2_blocks_6_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 43}, "45": {"name": "stages_2_blocks_7_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 44}, "46": {"name": "stages_2_blocks_7_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 45}, "47": {"name": "stages_2_blocks_7_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 46}, "48": {"name": "stages_2_blocks_7_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 47}, "49": {"name": "stages_2_blocks_8_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 48}, "50": {"name": "stages_2_blocks_8_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 49}, "51": {"name": "stages_2_blocks_8_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 50}, "52": {"name": "stages_2_blocks_8_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 51}, "53": {"name": "stages_2_blocks_9_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 52}, "54": {"name": "stages_2_blocks_9_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 53}, "55": {"name": "stages_2_blocks_9_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 54}, "56": {"name": "stages_2_blocks_9_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 55}, "57": {"name": "stages_2_blocks_10_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 56}, "58": {"name": "stages_2_blocks_10_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 57}, "59": {"name": "stages_2_blocks_10_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 58}, "60": {"name": "stages_2_blocks_10_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 59}, "61": {"name": "stages_2_blocks_11_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 60}, "62": {"name": "stages_2_blocks_11_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 61}, "63": {"name": "stages_2_blocks_11_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 62}, "64": {"name": "stages_2_blocks_11_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 63}, "65": {"name": "stages_3_blocks_0_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 64}, "66": {"name": "stages_3_blocks_0_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 65}, "67": {"name": "stages_3_blocks_0_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 66}, "68": {"name": "stages_3_blocks_0_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 67}, "69": {"name": "stages_3_blocks_1_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 68}, "70": {"name": "stages_3_blocks_1_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 69}, "71": {"name": "stages_3_blocks_1_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 70}, "72": {"name": "stages_3_blocks_1_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 71}, "73": {"name": "stages_3_blocks_2_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 72}, "74": {"name": "stages_3_blocks_2_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 73}, "75": {"name": "stages_3_blocks_2_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 74}, "76": {"name": "stages_3_blocks_2_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 75}, "77": {"name": "stages_3_blocks_3_res_scale1_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 76}, "78": {"name": "stages_3_blocks_3_res_scale2_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 77}, "79": {"name": "stages_3_blocks_3_mlp_act_scale", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 78}, "80": {"name": "stages_3_blocks_3_mlp_act_bias", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 79}, "81": {"name": "stem_conv", "predecessor_indices": [0], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 80}, "82": {"name": "stem_norm", "predecessor_indices": [81], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 81}, "83": {"name": "stages_0_blocks_0_norm1", "predecessor_indices": [82], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 82}, "84": {"name": "stages_0_blocks_0_token_mixer_pool", "predecessor_indices": [83], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 83}, "85": {"name": "sub", "predecessor_indices": [84, 83], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 84}, "86": {"name": "add", "predecessor_indices": [82, 85], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 85}, "87": {"name": "stages_0_blocks_0_norm2", "predecessor_indices": [86], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 86}, "88": {"name": "orbit_0_mask_0", "predecessor_indices": [87], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 87}, "89": {"name": "stages_0_blocks_0_mlp_fc1", "predecessor_indices": [88], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 88}, "90": {"name": "stages_0_blocks_0_mlp_act_relu", "predecessor_indices": [89], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 89}, "91": {"name": "pow_1", "predecessor_indices": [90], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 90}, "92": {"name": "mul", "predecessor_indices": [1, 91], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 91}, "93": {"name": "add_1", "predecessor_indices": [92, 2], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 92}, "94": {"name": "stages_0_blocks_0_mlp_drop1", "predecessor_indices": [93], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 93}, "95": {"name": "orbit_1_mask_0", "predecessor_indices": [94], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 94}, "96": {"name": "stages_0_blocks_0_mlp_fc2", "predecessor_indices": [95], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 95}, "97": {"name": "stages_0_blocks_0_mlp_drop2", "predecessor_indices": [96], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 96}, "98": {"name": "add_2", "predecessor_indices": [86, 97], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 97}, "99": {"name": "stages_0_blocks_1_norm1", "predecessor_indices": [98], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 98}, "100": {"name": "stages_0_blocks_1_token_mixer_pool", "predecessor_indices": [99], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 99}, "101": {"name": "sub_1", "predecessor_indices": [100, 99], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 100}, "102": {"name": "add_3", "predecessor_indices": [98, 101], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 101}, "103": {"name": "stages_0_blocks_1_norm2", "predecessor_indices": [102], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 102}, "104": {"name": "orbit_0_mask_1", "predecessor_indices": [103], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 103}, "105": {"name": "stages_0_blocks_1_mlp_fc1", "predecessor_indices": [104], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 104}, "106": {"name": "stages_0_blocks_1_mlp_act_relu", "predecessor_indices": [105], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 105}, "107": {"name": "pow_2", "predecessor_indices": [106], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 106}, "108": {"name": "mul_1", "predecessor_indices": [3, 107], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 107}, "109": {"name": "add_4", "predecessor_indices": [108, 4], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 108}, "110": {"name": "stages_0_blocks_1_mlp_drop1", "predecessor_indices": [109], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 109}, "111": {"name": "orbit_2_mask_0", "predecessor_indices": [110], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 110}, "112": {"name": "stages_0_blocks_1_mlp_fc2", "predecessor_indices": [111], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 111}, "113": {"name": "stages_0_blocks_1_mlp_drop2", "predecessor_indices": [112], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 112}, "114": {"name": "add_5", "predecessor_indices": [102, 113], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 113}, "115": {"name": "stages_0_blocks_2_norm1", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 114}, "116": {"name": "stages_0_blocks_2_token_mixer_pool", "predecessor_indices": [115], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 115}, "117": {"name": "sub_2", "predecessor_indices": [116, 115], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 116}, "118": {"name": "add_6", "predecessor_indices": [114, 117], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 117}, "119": {"name": "stages_0_blocks_2_norm2", "predecessor_indices": [118], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 118}, "120": {"name": "orbit_0_mask_2", "predecessor_indices": [119], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 119}, "121": {"name": "stages_0_blocks_2_mlp_fc1", "predecessor_indices": [120], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 120}, "122": {"name": "stages_0_blocks_2_mlp_act_relu", "predecessor_indices": [121], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 121}, "123": {"name": "pow_3", "predecessor_indices": [122], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 122}, "124": {"name": "mul_2", "predecessor_indices": [5, 123], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 123}, "125": {"name": "add_7", "predecessor_indices": [124, 6], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 124}, "126": {"name": "stages_0_blocks_2_mlp_drop1", "predecessor_indices": [125], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 125}, "127": {"name": "orbit_3_mask_0", "predecessor_indices": [126], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 126}, "128": {"name": "stages_0_blocks_2_mlp_fc2", "predecessor_indices": [127], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 127}, "129": {"name": "stages_0_blocks_2_mlp_drop2", "predecessor_indices": [128], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 128}, "130": {"name": "add_8", "predecessor_indices": [118, 129], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 129}, "131": {"name": "stages_0_blocks_3_norm1", "predecessor_indices": [130], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 130}, "132": {"name": "stages_0_blocks_3_token_mixer_pool", "predecessor_indices": [131], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 131}, "133": {"name": "sub_3", "predecessor_indices": [132, 131], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 132}, "134": {"name": "add_9", "predecessor_indices": [130, 133], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 133}, "135": {"name": "stages_0_blocks_3_norm2", "predecessor_indices": [134], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 134}, "136": {"name": "orbit_0_mask_3", "predecessor_indices": [135], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 135}, "137": {"name": "stages_0_blocks_3_mlp_fc1", "predecessor_indices": [136], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 136}, "138": {"name": "stages_0_blocks_3_mlp_act_relu", "predecessor_indices": [137], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 137}, "139": {"name": "pow_4", "predecessor_indices": [138], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 138}, "140": {"name": "mul_3", "predecessor_indices": [7, 139], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 139}, "141": {"name": "add_10", "predecessor_indices": [140, 8], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 140}, "142": {"name": "stages_0_blocks_3_mlp_drop1", "predecessor_indices": [141], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 141}, "143": {"name": "orbit_4_mask_0", "predecessor_indices": [142], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 142}, "144": {"name": "stages_0_blocks_3_mlp_fc2", "predecessor_indices": [143], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 143}, "145": {"name": "stages_0_blocks_3_mlp_drop2", "predecessor_indices": [144], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 144}, "146": {"name": "add_11", "predecessor_indices": [134, 145], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 145}, "147": {"name": "stages_1_downsample_norm", "predecessor_indices": [146], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 146}, "148": {"name": "orbit_0_mask_4", "predecessor_indices": [147], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 147}, "149": {"name": "stages_1_downsample_conv", "predecessor_indices": [148], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 148}, "150": {"name": "stages_1_blocks_0_norm1", "predecessor_indices": [149], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 149}, "151": {"name": "stages_1_blocks_0_token_mixer_pool", "predecessor_indices": [150], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 150}, "152": {"name": "sub_4", "predecessor_indices": [151, 150], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 151}, "153": {"name": "add_12", "predecessor_indices": [149, 152], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 152}, "154": {"name": "stages_1_blocks_0_norm2", "predecessor_indices": [153], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 153}, "155": {"name": "orbit_5_mask_0", "predecessor_indices": [154], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 154}, "156": {"name": "stages_1_blocks_0_mlp_fc1", "predecessor_indices": [155], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 155}, "157": {"name": "stages_1_blocks_0_mlp_act_relu", "predecessor_indices": [156], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 156}, "158": {"name": "pow_5", "predecessor_indices": [157], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 157}, "159": {"name": "mul_4", "predecessor_indices": [9, 158], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 158}, "160": {"name": "add_13", "predecessor_indices": [159, 10], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 159}, "161": {"name": "stages_1_blocks_0_mlp_drop1", "predecessor_indices": [160], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 160}, "162": {"name": "orbit_6_mask_0", "predecessor_indices": [161], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 161}, "163": {"name": "stages_1_blocks_0_mlp_fc2", "predecessor_indices": [162], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 162}, "164": {"name": "stages_1_blocks_0_mlp_drop2", "predecessor_indices": [163], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 163}, "165": {"name": "add_14", "predecessor_indices": [153, 164], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 164}, "166": {"name": "stages_1_blocks_1_norm1", "predecessor_indices": [165], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 165}, "167": {"name": "stages_1_blocks_1_token_mixer_pool", "predecessor_indices": [166], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 166}, "168": {"name": "sub_5", "predecessor_indices": [167, 166], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 167}, "169": {"name": "add_15", "predecessor_indices": [165, 168], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 168}, "170": {"name": "stages_1_blocks_1_norm2", "predecessor_indices": [169], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 169}, "171": {"name": "orbit_5_mask_1", "predecessor_indices": [170], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 170}, "172": {"name": "stages_1_blocks_1_mlp_fc1", "predecessor_indices": [171], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 171}, "173": {"name": "stages_1_blocks_1_mlp_act_relu", "predecessor_indices": [172], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 172}, "174": {"name": "pow_6", "predecessor_indices": [173], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 173}, "175": {"name": "mul_5", "predecessor_indices": [11, 174], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 174}, "176": {"name": "add_16", "predecessor_indices": [175, 12], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 175}, "177": {"name": "stages_1_blocks_1_mlp_drop1", "predecessor_indices": [176], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 176}, "178": {"name": "orbit_7_mask_0", "predecessor_indices": [177], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 177}, "179": {"name": "stages_1_blocks_1_mlp_fc2", "predecessor_indices": [178], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 178}, "180": {"name": "stages_1_blocks_1_mlp_drop2", "predecessor_indices": [179], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 179}, "181": {"name": "add_17", "predecessor_indices": [169, 180], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 180}, "182": {"name": "stages_1_blocks_2_norm1", "predecessor_indices": [181], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 181}, "183": {"name": "stages_1_blocks_2_token_mixer_pool", "predecessor_indices": [182], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 182}, "184": {"name": "sub_6", "predecessor_indices": [183, 182], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 183}, "185": {"name": "add_18", "predecessor_indices": [181, 184], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 184}, "186": {"name": "stages_1_blocks_2_norm2", "predecessor_indices": [185], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 185}, "187": {"name": "orbit_5_mask_2", "predecessor_indices": [186], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 186}, "188": {"name": "stages_1_blocks_2_mlp_fc1", "predecessor_indices": [187], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 187}, "189": {"name": "stages_1_blocks_2_mlp_act_relu", "predecessor_indices": [188], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 188}, "190": {"name": "pow_7", "predecessor_indices": [189], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 189}, "191": {"name": "mul_6", "predecessor_indices": [13, 190], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 190}, "192": {"name": "add_19", "predecessor_indices": [191, 14], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 191}, "193": {"name": "stages_1_blocks_2_mlp_drop1", "predecessor_indices": [192], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 192}, "194": {"name": "orbit_8_mask_0", "predecessor_indices": [193], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 193}, "195": {"name": "stages_1_blocks_2_mlp_fc2", "predecessor_indices": [194], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 194}, "196": {"name": "stages_1_blocks_2_mlp_drop2", "predecessor_indices": [195], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 195}, "197": {"name": "add_20", "predecessor_indices": [185, 196], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 196}, "198": {"name": "stages_1_blocks_3_norm1", "predecessor_indices": [197], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 197}, "199": {"name": "stages_1_blocks_3_token_mixer_pool", "predecessor_indices": [198], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 198}, "200": {"name": "sub_7", "predecessor_indices": [199, 198], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 199}, "201": {"name": "add_21", "predecessor_indices": [197, 200], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 200}, "202": {"name": "stages_1_blocks_3_norm2", "predecessor_indices": [201], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 201}, "203": {"name": "orbit_5_mask_3", "predecessor_indices": [202], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 202}, "204": {"name": "stages_1_blocks_3_mlp_fc1", "predecessor_indices": [203], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 203}, "205": {"name": "stages_1_blocks_3_mlp_act_relu", "predecessor_indices": [204], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 204}, "206": {"name": "pow_8", "predecessor_indices": [205], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 205}, "207": {"name": "mul_7", "predecessor_indices": [15, 206], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 206}, "208": {"name": "add_22", "predecessor_indices": [207, 16], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 207}, "209": {"name": "stages_1_blocks_3_mlp_drop1", "predecessor_indices": [208], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 208}, "210": {"name": "orbit_9_mask_0", "predecessor_indices": [209], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 209}, "211": {"name": "stages_1_blocks_3_mlp_fc2", "predecessor_indices": [210], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 210}, "212": {"name": "stages_1_blocks_3_mlp_drop2", "predecessor_indices": [211], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 211}, "213": {"name": "add_23", "predecessor_indices": [201, 212], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 212}, "214": {"name": "stages_2_downsample_norm", "predecessor_indices": [213], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 213}, "215": {"name": "orbit_5_mask_4", "predecessor_indices": [214], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 214}, "216": {"name": "stages_2_downsample_conv", "predecessor_indices": [215], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 215}, "217": {"name": "view", "predecessor_indices": [17], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 216}, "218": {"name": "mul_8", "predecessor_indices": [216, 217], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 217}, "219": {"name": "stages_2_blocks_0_norm1", "predecessor_indices": [216], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 218}, "220": {"name": "stages_2_blocks_0_token_mixer_pool", "predecessor_indices": [219], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 219}, "221": {"name": "sub_8", "predecessor_indices": [220, 219], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 220}, "222": {"name": "add_24", "predecessor_indices": [218, 221], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 221}, "223": {"name": "view_1", "predecessor_indices": [18], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 222}, "224": {"name": "mul_9", "predecessor_indices": [222, 223], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 223}, "225": {"name": "stages_2_blocks_0_norm2", "predecessor_indices": [222], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 224}, "226": {"name": "stages_2_blocks_0_mlp_fc1", "predecessor_indices": [225], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 225}, "227": {"name": "stages_2_blocks_0_mlp_act_relu", "predecessor_indices": [226], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 226}, "228": {"name": "pow_9", "predecessor_indices": [227], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 227}, "229": {"name": "mul_10", "predecessor_indices": [19, 228], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 228}, "230": {"name": "add_25", "predecessor_indices": [229, 20], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 229}, "231": {"name": "stages_2_blocks_0_mlp_drop1", "predecessor_indices": [230], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 230}, "232": {"name": "orbit_10_mask_0", "predecessor_indices": [231], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 231}, "233": {"name": "stages_2_blocks_0_mlp_fc2", "predecessor_indices": [232], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 232}, "234": {"name": "stages_2_blocks_0_mlp_drop2", "predecessor_indices": [233], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 233}, "235": {"name": "add_26", "predecessor_indices": [224, 234], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 234}, "236": {"name": "view_2", "predecessor_indices": [21], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 235}, "237": {"name": "mul_11", "predecessor_indices": [235, 236], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 236}, "238": {"name": "stages_2_blocks_1_norm1", "predecessor_indices": [235], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 237}, "239": {"name": "stages_2_blocks_1_token_mixer_pool", "predecessor_indices": [238], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 238}, "240": {"name": "sub_9", "predecessor_indices": [239, 238], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 239}, "241": {"name": "add_27", "predecessor_indices": [237, 240], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 240}, "242": {"name": "view_3", "predecessor_indices": [22], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 241}, "243": {"name": "mul_12", "predecessor_indices": [241, 242], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 242}, "244": {"name": "stages_2_blocks_1_norm2", "predecessor_indices": [241], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 243}, "245": {"name": "stages_2_blocks_1_mlp_fc1", "predecessor_indices": [244], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 244}, "246": {"name": "stages_2_blocks_1_mlp_act_relu", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 245}, "247": {"name": "pow_10", "predecessor_indices": [246], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 246}, "248": {"name": "mul_13", "predecessor_indices": [23, 247], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 247}, "249": {"name": "add_28", "predecessor_indices": [248, 24], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 248}, "250": {"name": "stages_2_blocks_1_mlp_drop1", "predecessor_indices": [249], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 249}, "251": {"name": "orbit_11_mask_0", "predecessor_indices": [250], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 250}, "252": {"name": "stages_2_blocks_1_mlp_fc2", "predecessor_indices": [251], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 251}, "253": {"name": "stages_2_blocks_1_mlp_drop2", "predecessor_indices": [252], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 252}, "254": {"name": "add_29", "predecessor_indices": [243, 253], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 253}, "255": {"name": "view_4", "predecessor_indices": [25], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 254}, "256": {"name": "mul_14", "predecessor_indices": [254, 255], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 255}, "257": {"name": "stages_2_blocks_2_norm1", "predecessor_indices": [254], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 256}, "258": {"name": "stages_2_blocks_2_token_mixer_pool", "predecessor_indices": [257], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 257}, "259": {"name": "sub_10", "predecessor_indices": [258, 257], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 258}, "260": {"name": "add_30", "predecessor_indices": [256, 259], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 259}, "261": {"name": "view_5", "predecessor_indices": [26], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 260}, "262": {"name": "mul_15", "predecessor_indices": [260, 261], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 261}, "263": {"name": "stages_2_blocks_2_norm2", "predecessor_indices": [260], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 262}, "264": {"name": "stages_2_blocks_2_mlp_fc1", "predecessor_indices": [263], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 263}, "265": {"name": "stages_2_blocks_2_mlp_act_relu", "predecessor_indices": [264], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 264}, "266": {"name": "pow_11", "predecessor_indices": [265], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 265}, "267": {"name": "mul_16", "predecessor_indices": [27, 266], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 266}, "268": {"name": "add_31", "predecessor_indices": [267, 28], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 267}, "269": {"name": "stages_2_blocks_2_mlp_drop1", "predecessor_indices": [268], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 268}, "270": {"name": "orbit_12_mask_0", "predecessor_indices": [269], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 269}, "271": {"name": "stages_2_blocks_2_mlp_fc2", "predecessor_indices": [270], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 270}, "272": {"name": "stages_2_blocks_2_mlp_drop2", "predecessor_indices": [271], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 271}, "273": {"name": "add_32", "predecessor_indices": [262, 272], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 272}, "274": {"name": "view_6", "predecessor_indices": [29], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 273}, "275": {"name": "mul_17", "predecessor_indices": [273, 274], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 274}, "276": {"name": "stages_2_blocks_3_norm1", "predecessor_indices": [273], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 275}, "277": {"name": "stages_2_blocks_3_token_mixer_pool", "predecessor_indices": [276], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 276}, "278": {"name": "sub_11", "predecessor_indices": [277, 276], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 277}, "279": {"name": "add_33", "predecessor_indices": [275, 278], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 278}, "280": {"name": "view_7", "predecessor_indices": [30], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 279}, "281": {"name": "mul_18", "predecessor_indices": [279, 280], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 280}, "282": {"name": "stages_2_blocks_3_norm2", "predecessor_indices": [279], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 281}, "283": {"name": "stages_2_blocks_3_mlp_fc1", "predecessor_indices": [282], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 282}, "284": {"name": "stages_2_blocks_3_mlp_act_relu", "predecessor_indices": [283], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 283}, "285": {"name": "pow_12", "predecessor_indices": [284], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 284}, "286": {"name": "mul_19", "predecessor_indices": [31, 285], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 285}, "287": {"name": "add_34", "predecessor_indices": [286, 32], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 286}, "288": {"name": "stages_2_blocks_3_mlp_drop1", "predecessor_indices": [287], "is_atomic": true, "type": "inner", "orbit": "orbit_13", "module_index": 287}, "289": {"name": "orbit_13_mask_0", "predecessor_indices": [288], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 288}, "290": {"name": "stages_2_blocks_3_mlp_fc2", "predecessor_indices": [289], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 289}, "291": {"name": "stages_2_blocks_3_mlp_drop2", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 290}, "292": {"name": "add_35", "predecessor_indices": [281, 291], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 291}, "293": {"name": "view_8", "predecessor_indices": [33], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 292}, "294": {"name": "mul_20", "predecessor_indices": [292, 293], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 293}, "295": {"name": "stages_2_blocks_4_norm1", "predecessor_indices": [292], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 294}, "296": {"name": "stages_2_blocks_4_token_mixer_pool", "predecessor_indices": [295], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 295}, "297": {"name": "sub_12", "predecessor_indices": [296, 295], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 296}, "298": {"name": "add_36", "predecessor_indices": [294, 297], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 297}, "299": {"name": "view_9", "predecessor_indices": [34], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 298}, "300": {"name": "mul_21", "predecessor_indices": [298, 299], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 299}, "301": {"name": "stages_2_blocks_4_norm2", "predecessor_indices": [298], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 300}, "302": {"name": "stages_2_blocks_4_mlp_fc1", "predecessor_indices": [301], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 301}, "303": {"name": "stages_2_blocks_4_mlp_act_relu", "predecessor_indices": [302], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 302}, "304": {"name": "pow_13", "predecessor_indices": [303], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 303}, "305": {"name": "mul_22", "predecessor_indices": [35, 304], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 304}, "306": {"name": "add_37", "predecessor_indices": [305, 36], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 305}, "307": {"name": "stages_2_blocks_4_mlp_drop1", "predecessor_indices": [306], "is_atomic": true, "type": "inner", "orbit": "orbit_14", "module_index": 306}, "308": {"name": "orbit_14_mask_0", "predecessor_indices": [307], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 307}, "309": {"name": "stages_2_blocks_4_mlp_fc2", "predecessor_indices": [308], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 308}, "310": {"name": "stages_2_blocks_4_mlp_drop2", "predecessor_indices": [309], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 309}, "311": {"name": "add_38", "predecessor_indices": [300, 310], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 310}, "312": {"name": "view_10", "predecessor_indices": [37], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 311}, "313": {"name": "mul_23", "predecessor_indices": [311, 312], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 312}, "314": {"name": "stages_2_blocks_5_norm1", "predecessor_indices": [311], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 313}, "315": {"name": "stages_2_blocks_5_token_mixer_pool", "predecessor_indices": [314], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 314}, "316": {"name": "sub_13", "predecessor_indices": [315, 314], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 315}, "317": {"name": "add_39", "predecessor_indices": [313, 316], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 316}, "318": {"name": "view_11", "predecessor_indices": [38], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 317}, "319": {"name": "mul_24", "predecessor_indices": [317, 318], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 318}, "320": {"name": "stages_2_blocks_5_norm2", "predecessor_indices": [317], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 319}, "321": {"name": "stages_2_blocks_5_mlp_fc1", "predecessor_indices": [320], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 320}, "322": {"name": "stages_2_blocks_5_mlp_act_relu", "predecessor_indices": [321], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 321}, "323": {"name": "pow_14", "predecessor_indices": [322], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 322}, "324": {"name": "mul_25", "predecessor_indices": [39, 323], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 323}, "325": {"name": "add_40", "predecessor_indices": [324, 40], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 324}, "326": {"name": "stages_2_blocks_5_mlp_drop1", "predecessor_indices": [325], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 325}, "327": {"name": "orbit_15_mask_0", "predecessor_indices": [326], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 326}, "328": {"name": "stages_2_blocks_5_mlp_fc2", "predecessor_indices": [327], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 327}, "329": {"name": "stages_2_blocks_5_mlp_drop2", "predecessor_indices": [328], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 328}, "330": {"name": "add_41", "predecessor_indices": [319, 329], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 329}, "331": {"name": "view_12", "predecessor_indices": [41], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 330}, "332": {"name": "mul_26", "predecessor_indices": [330, 331], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 331}, "333": {"name": "stages_2_blocks_6_norm1", "predecessor_indices": [330], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 332}, "334": {"name": "stages_2_blocks_6_token_mixer_pool", "predecessor_indices": [333], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 333}, "335": {"name": "sub_14", "predecessor_indices": [334, 333], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 334}, "336": {"name": "add_42", "predecessor_indices": [332, 335], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 335}, "337": {"name": "view_13", "predecessor_indices": [42], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 336}, "338": {"name": "mul_27", "predecessor_indices": [336, 337], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 337}, "339": {"name": "stages_2_blocks_6_norm2", "predecessor_indices": [336], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 338}, "340": {"name": "stages_2_blocks_6_mlp_fc1", "predecessor_indices": [339], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 339}, "341": {"name": "stages_2_blocks_6_mlp_act_relu", "predecessor_indices": [340], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 340}, "342": {"name": "pow_15", "predecessor_indices": [341], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 341}, "343": {"name": "mul_28", "predecessor_indices": [43, 342], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 342}, "344": {"name": "add_43", "predecessor_indices": [343, 44], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 343}, "345": {"name": "stages_2_blocks_6_mlp_drop1", "predecessor_indices": [344], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 344}, "346": {"name": "orbit_16_mask_0", "predecessor_indices": [345], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 345}, "347": {"name": "stages_2_blocks_6_mlp_fc2", "predecessor_indices": [346], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 346}, "348": {"name": "stages_2_blocks_6_mlp_drop2", "predecessor_indices": [347], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 347}, "349": {"name": "add_44", "predecessor_indices": [338, 348], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 348}, "350": {"name": "view_14", "predecessor_indices": [45], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 349}, "351": {"name": "mul_29", "predecessor_indices": [349, 350], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 350}, "352": {"name": "stages_2_blocks_7_norm1", "predecessor_indices": [349], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 351}, "353": {"name": "stages_2_blocks_7_token_mixer_pool", "predecessor_indices": [352], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 352}, "354": {"name": "sub_15", "predecessor_indices": [353, 352], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 353}, "355": {"name": "add_45", "predecessor_indices": [351, 354], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 354}, "356": {"name": "view_15", "predecessor_indices": [46], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 355}, "357": {"name": "mul_30", "predecessor_indices": [355, 356], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 356}, "358": {"name": "stages_2_blocks_7_norm2", "predecessor_indices": [355], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 357}, "359": {"name": "stages_2_blocks_7_mlp_fc1", "predecessor_indices": [358], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 358}, "360": {"name": "stages_2_blocks_7_mlp_act_relu", "predecessor_indices": [359], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 359}, "361": {"name": "pow_16", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 360}, "362": {"name": "mul_31", "predecessor_indices": [47, 361], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 361}, "363": {"name": "add_46", "predecessor_indices": [362, 48], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 362}, "364": {"name": "stages_2_blocks_7_mlp_drop1", "predecessor_indices": [363], "is_atomic": true, "type": "inner", "orbit": "orbit_17", "module_index": 363}, "365": {"name": "orbit_17_mask_0", "predecessor_indices": [364], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 364}, "366": {"name": "stages_2_blocks_7_mlp_fc2", "predecessor_indices": [365], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 365}, "367": {"name": "stages_2_blocks_7_mlp_drop2", "predecessor_indices": [366], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 366}, "368": {"name": "add_47", "predecessor_indices": [357, 367], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 367}, "369": {"name": "view_16", "predecessor_indices": [49], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 368}, "370": {"name": "mul_32", "predecessor_indices": [368, 369], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 369}, "371": {"name": "stages_2_blocks_8_norm1", "predecessor_indices": [368], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 370}, "372": {"name": "stages_2_blocks_8_token_mixer_pool", "predecessor_indices": [371], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 371}, "373": {"name": "sub_16", "predecessor_indices": [372, 371], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 372}, "374": {"name": "add_48", "predecessor_indices": [370, 373], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 373}, "375": {"name": "view_17", "predecessor_indices": [50], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 374}, "376": {"name": "mul_33", "predecessor_indices": [374, 375], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 375}, "377": {"name": "stages_2_blocks_8_norm2", "predecessor_indices": [374], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 376}, "378": {"name": "stages_2_blocks_8_mlp_fc1", "predecessor_indices": [377], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 377}, "379": {"name": "stages_2_blocks_8_mlp_act_relu", "predecessor_indices": [378], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 378}, "380": {"name": "pow_17", "predecessor_indices": [379], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 379}, "381": {"name": "mul_34", "predecessor_indices": [51, 380], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 380}, "382": {"name": "add_49", "predecessor_indices": [381, 52], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 381}, "383": {"name": "stages_2_blocks_8_mlp_drop1", "predecessor_indices": [382], "is_atomic": true, "type": "inner", "orbit": "orbit_18", "module_index": 382}, "384": {"name": "orbit_18_mask_0", "predecessor_indices": [383], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 383}, "385": {"name": "stages_2_blocks_8_mlp_fc2", "predecessor_indices": [384], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 384}, "386": {"name": "stages_2_blocks_8_mlp_drop2", "predecessor_indices": [385], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 385}, "387": {"name": "add_50", "predecessor_indices": [376, 386], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 386}, "388": {"name": "view_18", "predecessor_indices": [53], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 387}, "389": {"name": "mul_35", "predecessor_indices": [387, 388], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 388}, "390": {"name": "stages_2_blocks_9_norm1", "predecessor_indices": [387], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 389}, "391": {"name": "stages_2_blocks_9_token_mixer_pool", "predecessor_indices": [390], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 390}, "392": {"name": "sub_17", "predecessor_indices": [391, 390], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 391}, "393": {"name": "add_51", "predecessor_indices": [389, 392], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 392}, "394": {"name": "view_19", "predecessor_indices": [54], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 393}, "395": {"name": "mul_36", "predecessor_indices": [393, 394], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 394}, "396": {"name": "stages_2_blocks_9_norm2", "predecessor_indices": [393], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 395}, "397": {"name": "stages_2_blocks_9_mlp_fc1", "predecessor_indices": [396], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 396}, "398": {"name": "stages_2_blocks_9_mlp_act_relu", "predecessor_indices": [397], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 397}, "399": {"name": "pow_18", "predecessor_indices": [398], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 398}, "400": {"name": "mul_37", "predecessor_indices": [55, 399], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 399}, "401": {"name": "add_52", "predecessor_indices": [400, 56], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 400}, "402": {"name": "stages_2_blocks_9_mlp_drop1", "predecessor_indices": [401], "is_atomic": true, "type": "inner", "orbit": "orbit_19", "module_index": 401}, "403": {"name": "orbit_19_mask_0", "predecessor_indices": [402], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 402}, "404": {"name": "stages_2_blocks_9_mlp_fc2", "predecessor_indices": [403], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 403}, "405": {"name": "stages_2_blocks_9_mlp_drop2", "predecessor_indices": [404], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 404}, "406": {"name": "add_53", "predecessor_indices": [395, 405], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 405}, "407": {"name": "view_20", "predecessor_indices": [57], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 406}, "408": {"name": "mul_38", "predecessor_indices": [406, 407], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 407}, "409": {"name": "stages_2_blocks_10_norm1", "predecessor_indices": [406], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 408}, "410": {"name": "stages_2_blocks_10_token_mixer_pool", "predecessor_indices": [409], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 409}, "411": {"name": "sub_18", "predecessor_indices": [410, 409], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 410}, "412": {"name": "add_54", "predecessor_indices": [408, 411], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 411}, "413": {"name": "view_21", "predecessor_indices": [58], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 412}, "414": {"name": "mul_39", "predecessor_indices": [412, 413], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 413}, "415": {"name": "stages_2_blocks_10_norm2", "predecessor_indices": [412], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 414}, "416": {"name": "stages_2_blocks_10_mlp_fc1", "predecessor_indices": [415], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 415}, "417": {"name": "stages_2_blocks_10_mlp_act_relu", "predecessor_indices": [416], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 416}, "418": {"name": "pow_19", "predecessor_indices": [417], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 417}, "419": {"name": "mul_40", "predecessor_indices": [59, 418], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 418}, "420": {"name": "add_55", "predecessor_indices": [419, 60], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 419}, "421": {"name": "stages_2_blocks_10_mlp_drop1", "predecessor_indices": [420], "is_atomic": true, "type": "inner", "orbit": "orbit_20", "module_index": 420}, "422": {"name": "orbit_20_mask_0", "predecessor_indices": [421], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 421}, "423": {"name": "stages_2_blocks_10_mlp_fc2", "predecessor_indices": [422], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 422}, "424": {"name": "stages_2_blocks_10_mlp_drop2", "predecessor_indices": [423], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 423}, "425": {"name": "add_56", "predecessor_indices": [414, 424], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 424}, "426": {"name": "view_22", "predecessor_indices": [61], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 425}, "427": {"name": "mul_41", "predecessor_indices": [425, 426], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 426}, "428": {"name": "stages_2_blocks_11_norm1", "predecessor_indices": [425], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 427}, "429": {"name": "stages_2_blocks_11_token_mixer_pool", "predecessor_indices": [428], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 428}, "430": {"name": "sub_19", "predecessor_indices": [429, 428], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 429}, "431": {"name": "add_57", "predecessor_indices": [427, 430], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 430}, "432": {"name": "view_23", "predecessor_indices": [62], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 431}, "433": {"name": "mul_42", "predecessor_indices": [431, 432], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 432}, "434": {"name": "stages_2_blocks_11_norm2", "predecessor_indices": [431], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 433}, "435": {"name": "stages_2_blocks_11_mlp_fc1", "predecessor_indices": [434], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 434}, "436": {"name": "stages_2_blocks_11_mlp_act_relu", "predecessor_indices": [435], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 435}, "437": {"name": "pow_20", "predecessor_indices": [436], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 436}, "438": {"name": "mul_43", "predecessor_indices": [63, 437], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 437}, "439": {"name": "add_58", "predecessor_indices": [438, 64], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 438}, "440": {"name": "stages_2_blocks_11_mlp_drop1", "predecessor_indices": [439], "is_atomic": true, "type": "inner", "orbit": "orbit_21", "module_index": 439}, "441": {"name": "orbit_21_mask_0", "predecessor_indices": [440], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 440}, "442": {"name": "stages_2_blocks_11_mlp_fc2", "predecessor_indices": [441], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 441}, "443": {"name": "stages_2_blocks_11_mlp_drop2", "predecessor_indices": [442], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 442}, "444": {"name": "add_59", "predecessor_indices": [433, 443], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 443}, "445": {"name": "stages_3_downsample_norm", "predecessor_indices": [444], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 444}, "446": {"name": "stages_3_downsample_conv", "predecessor_indices": [445], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 445}, "447": {"name": "view_24", "predecessor_indices": [65], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 446}, "448": {"name": "mul_44", "predecessor_indices": [446, 447], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 447}, "449": {"name": "stages_3_blocks_0_norm1", "predecessor_indices": [446], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 448}, "450": {"name": "stages_3_blocks_0_token_mixer_pool", "predecessor_indices": [449], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 449}, "451": {"name": "sub_20", "predecessor_indices": [450, 449], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 450}, "452": {"name": "add_60", "predecessor_indices": [448, 451], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 451}, "453": {"name": "view_25", "predecessor_indices": [66], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 452}, "454": {"name": "mul_45", "predecessor_indices": [452, 453], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 453}, "455": {"name": "stages_3_blocks_0_norm2", "predecessor_indices": [452], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 454}, "456": {"name": "stages_3_blocks_0_mlp_fc1", "predecessor_indices": [455], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 455}, "457": {"name": "stages_3_blocks_0_mlp_act_relu", "predecessor_indices": [456], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 456}, "458": {"name": "pow_21", "predecessor_indices": [457], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 457}, "459": {"name": "mul_46", "predecessor_indices": [67, 458], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 458}, "460": {"name": "add_61", "predecessor_indices": [459, 68], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 459}, "461": {"name": "stages_3_blocks_0_mlp_drop1", "predecessor_indices": [460], "is_atomic": true, "type": "inner", "orbit": "orbit_22", "module_index": 460}, "462": {"name": "orbit_22_mask_0", "predecessor_indices": [461], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 461}, "463": {"name": "stages_3_blocks_0_mlp_fc2", "predecessor_indices": [462], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 462}, "464": {"name": "stages_3_blocks_0_mlp_drop2", "predecessor_indices": [463], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 463}, "465": {"name": "add_62", "predecessor_indices": [454, 464], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 464}, "466": {"name": "view_26", "predecessor_indices": [69], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 465}, "467": {"name": "mul_47", "predecessor_indices": [465, 466], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 466}, "468": {"name": "stages_3_blocks_1_norm1", "predecessor_indices": [465], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 467}, "469": {"name": "stages_3_blocks_1_token_mixer_pool", "predecessor_indices": [468], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 468}, "470": {"name": "sub_21", "predecessor_indices": [469, 468], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 469}, "471": {"name": "add_63", "predecessor_indices": [467, 470], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 470}, "472": {"name": "view_27", "predecessor_indices": [70], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 471}, "473": {"name": "mul_48", "predecessor_indices": [471, 472], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 472}, "474": {"name": "stages_3_blocks_1_norm2", "predecessor_indices": [471], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 473}, "475": {"name": "stages_3_blocks_1_mlp_fc1", "predecessor_indices": [474], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 474}, "476": {"name": "stages_3_blocks_1_mlp_act_relu", "predecessor_indices": [475], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 475}, "477": {"name": "pow_22", "predecessor_indices": [476], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 476}, "478": {"name": "mul_49", "predecessor_indices": [71, 477], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 477}, "479": {"name": "add_64", "predecessor_indices": [478, 72], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 478}, "480": {"name": "stages_3_blocks_1_mlp_drop1", "predecessor_indices": [479], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 479}, "481": {"name": "orbit_23_mask_0", "predecessor_indices": [480], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 480}, "482": {"name": "stages_3_blocks_1_mlp_fc2", "predecessor_indices": [481], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 481}, "483": {"name": "stages_3_blocks_1_mlp_drop2", "predecessor_indices": [482], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 482}, "484": {"name": "add_65", "predecessor_indices": [473, 483], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 483}, "485": {"name": "view_28", "predecessor_indices": [73], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 484}, "486": {"name": "mul_50", "predecessor_indices": [484, 485], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 485}, "487": {"name": "stages_3_blocks_2_norm1", "predecessor_indices": [484], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 486}, "488": {"name": "stages_3_blocks_2_token_mixer_pool", "predecessor_indices": [487], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 487}, "489": {"name": "sub_22", "predecessor_indices": [488, 487], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 488}, "490": {"name": "add_66", "predecessor_indices": [486, 489], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 489}, "491": {"name": "view_29", "predecessor_indices": [74], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 490}, "492": {"name": "mul_51", "predecessor_indices": [490, 491], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 491}, "493": {"name": "stages_3_blocks_2_norm2", "predecessor_indices": [490], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 492}, "494": {"name": "stages_3_blocks_2_mlp_fc1", "predecessor_indices": [493], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 493}, "495": {"name": "stages_3_blocks_2_mlp_act_relu", "predecessor_indices": [494], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 494}, "496": {"name": "pow_23", "predecessor_indices": [495], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 495}, "497": {"name": "mul_52", "predecessor_indices": [75, 496], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 496}, "498": {"name": "add_67", "predecessor_indices": [497, 76], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 497}, "499": {"name": "stages_3_blocks_2_mlp_drop1", "predecessor_indices": [498], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 498}, "500": {"name": "orbit_24_mask_0", "predecessor_indices": [499], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 499}, "501": {"name": "stages_3_blocks_2_mlp_fc2", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 500}, "502": {"name": "stages_3_blocks_2_mlp_drop2", "predecessor_indices": [501], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 501}, "503": {"name": "add_68", "predecessor_indices": [492, 502], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 502}, "504": {"name": "view_30", "predecessor_indices": [77], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 503}, "505": {"name": "mul_53", "predecessor_indices": [503, 504], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 504}, "506": {"name": "stages_3_blocks_3_norm1", "predecessor_indices": [503], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 505}, "507": {"name": "stages_3_blocks_3_token_mixer_pool", "predecessor_indices": [506], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 506}, "508": {"name": "sub_23", "predecessor_indices": [507, 506], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 507}, "509": {"name": "add_69", "predecessor_indices": [505, 508], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 508}, "510": {"name": "view_31", "predecessor_indices": [78], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 509}, "511": {"name": "mul_54", "predecessor_indices": [509, 510], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 510}, "512": {"name": "stages_3_blocks_3_norm2", "predecessor_indices": [509], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 511}, "513": {"name": "stages_3_blocks_3_mlp_fc1", "predecessor_indices": [512], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 512}, "514": {"name": "stages_3_blocks_3_mlp_act_relu", "predecessor_indices": [513], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 513}, "515": {"name": "pow_24", "predecessor_indices": [514], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 514}, "516": {"name": "mul_55", "predecessor_indices": [79, 515], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 515}, "517": {"name": "add_70", "predecessor_indices": [516, 80], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 516}, "518": {"name": "stages_3_blocks_3_mlp_drop1", "predecessor_indices": [517], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 517}, "519": {"name": "orbit_25_mask_0", "predecessor_indices": [518], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 518}, "520": {"name": "stages_3_blocks_3_mlp_fc2", "predecessor_indices": [519], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 519}, "521": {"name": "stages_3_blocks_3_mlp_drop2", "predecessor_indices": [520], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 520}, "522": {"name": "add_71", "predecessor_indices": [511, 521], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 521}, "523": {"name": "head_global_pool_pool", "predecessor_indices": [522], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 522}, "524": {"name": "head_norm", "predecessor_indices": [523], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 523}, "525": {"name": "head_flatten", "predecessor_indices": [524], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 524}, "526": {"name": "head_fc", "predecessor_indices": [525], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 525}, "name": "MetaFormer", "class": "DagModule", "output_index": 526}
modules.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:834334042d5b157ccdf42d0e31b98b185b4e64aa4673fef07a0a8c4fe273fbf7
3
+ size 54116225