config.dict.json

{"0": {"name": "x", "type": "input"}, "1": {"name": "pos_embed", "predecessor_indices": [], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 0}, "2": {"name": "patch_embed_proj", "predecessor_indices": [0], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 1}, "3": {"name": "flatten", "predecessor_indices": [2], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 2}, "4": {"name": "transpose", "predecessor_indices": [3], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 3}, "5": {"name": "patch_embed_norm", "predecessor_indices": [4], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 4}, "6": {"name": "add", "predecessor_indices": [5, 1], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 5}, "7": {"name": "cls_token", "predecessor_indices": [6], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 6}, "8": {"name": "pos_drop", "predecessor_indices": [7], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 7}, "9": {"name": "norm_pre", "predecessor_indices": [8], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 8}, "10": {"name": "blocks_0_norm1", "predecessor_indices": [9], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 9}, "11": {"name": "q_0", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 10}, "12": {"name": "k_0", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 11}, "13": {"name": "v_0", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_9", "module_index": 12}, "14": {"name": "orbit_8_mask_0", "predecessor_indices": [12], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 13}, "15": {"name": "orbit_8_mask_1", "predecessor_indices": [11], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 14}, "16": {"name": "attention_matmul", "predecessor_indices": [15, 14], "is_atomic": true, "type": "inner", "orbit": "orbit_8", "module_index": 15}, "17": {"name": "softmax", "predecessor_indices": [16], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "18": {"name": "orbit_9_mask_0", "predecessor_indices": [13], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 17}, "19": {"name": "final_matmul", "predecessor_indices": [17, 18], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "20": {"name": "q_1", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 19}, "21": {"name": "k_1", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 20}, "22": {"name": "v_1", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_11", "module_index": 21}, "23": {"name": "orbit_10_mask_0", "predecessor_indices": [21], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 22}, "24": {"name": "orbit_10_mask_1", "predecessor_indices": [20], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 23}, "25": {"name": "attention_matmul_1", "predecessor_indices": [24, 23], "is_atomic": true, "type": "inner", "orbit": "orbit_10", "module_index": 15}, "26": {"name": "softmax_1", "predecessor_indices": [25], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "27": {"name": "orbit_11_mask_0", "predecessor_indices": [22], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 26}, "28": {"name": "final_matmul_1", "predecessor_indices": [26, 27], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "29": {"name": "q_2", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 28}, "30": {"name": "k_2", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 29}, "31": {"name": "v_2", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_3", "module_index": 30}, "32": {"name": "orbit_2_mask_0", "predecessor_indices": [30], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 31}, "33": {"name": "orbit_2_mask_1", "predecessor_indices": [29], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 32}, "34": {"name": "attention_matmul_2", "predecessor_indices": [33, 32], "is_atomic": true, "type": "inner", "orbit": "orbit_2", "module_index": 15}, "35": {"name": "softmax_2", "predecessor_indices": [34], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "36": {"name": "orbit_3_mask_0", "predecessor_indices": [31], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 35}, "37": {"name": "final_matmul_2", "predecessor_indices": [35, 36], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "38": {"name": "q_3", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 37}, "39": {"name": "k_3", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 38}, "40": {"name": "v_3", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_5", "module_index": 39}, "41": {"name": "orbit_4_mask_0", "predecessor_indices": [39], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 40}, "42": {"name": "orbit_4_mask_1", "predecessor_indices": [38], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 41}, "43": {"name": "attention_matmul_3", "predecessor_indices": [42, 41], "is_atomic": true, "type": "inner", "orbit": "orbit_4", "module_index": 15}, "44": {"name": "softmax_3", "predecessor_indices": [43], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "45": {"name": "orbit_5_mask_0", "predecessor_indices": [40], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 44}, "46": {"name": "final_matmul_3", "predecessor_indices": [44, 45], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "47": {"name": "q_4", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 46}, "48": {"name": "k_4", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 47}, "49": {"name": "v_4", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_7", "module_index": 48}, "50": {"name": "orbit_6_mask_0", "predecessor_indices": [48], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 49}, "51": {"name": "orbit_6_mask_1", "predecessor_indices": [47], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 50}, "52": {"name": "attention_matmul_4", "predecessor_indices": [51, 50], "is_atomic": true, "type": "inner", "orbit": "orbit_6", "module_index": 15}, "53": {"name": "softmax_4", "predecessor_indices": [52], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "54": {"name": "orbit_7_mask_0", "predecessor_indices": [49], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 53}, "55": {"name": "final_matmul_4", "predecessor_indices": [53, 54], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "56": {"name": "q_5", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 55}, "57": {"name": "k_5", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 56}, "58": {"name": "v_5", "predecessor_indices": [10], "is_atomic": true, "type": "inner", "orbit": "orbit_1", "module_index": 57}, "59": {"name": "orbit_0_mask_0", "predecessor_indices": [57], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 58}, "60": {"name": "orbit_0_mask_1", "predecessor_indices": [56], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 59}, "61": {"name": "attention_matmul_5", "predecessor_indices": [60, 59], "is_atomic": true, "type": "inner", "orbit": "orbit_0", "module_index": 15}, "62": {"name": "softmax_5", "predecessor_indices": [61], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 16}, "63": {"name": "orbit_1_mask_0", "predecessor_indices": [58], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 62}, "64": {"name": "final_matmul_5", "predecessor_indices": [62, 63], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 18}, "65": {"name": "concat", "predecessor_indices": [19, 28, 37, 46, 55, 64], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 64}, "66": {"name": "out", "predecessor_indices": [65], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 65}, "67": {"name": "blocks_0_ls1", "predecessor_indices": [66], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 66}, "68": {"name": "blocks_0_drop_path1", "predecessor_indices": [67], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 67}, "69": {"name": "add_1", "predecessor_indices": [9, 68], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 68}, "70": {"name": "blocks_0_norm2", "predecessor_indices": [69], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 69}, "71": {"name": "blocks_0_mlp_fc1", "predecessor_indices": [70], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 70}, "72": {"name": "blocks_0_mlp_act", "predecessor_indices": [71], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 71}, "73": {"name": "blocks_0_mlp_drop1", "predecessor_indices": [72], "is_atomic": true, "type": "inner", "orbit": "orbit_12", "module_index": 72}, "74": {"name": "orbit_12_mask_0", "predecessor_indices": [73], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 73}, "75": {"name": "blocks_0_mlp_fc2", "predecessor_indices": [74], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 74}, "76": {"name": "blocks_0_mlp_drop2", "predecessor_indices": [75], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 75}, "77": {"name": "blocks_0_ls2", "predecessor_indices": [76], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 76}, "78": {"name": "blocks_0_drop_path2", "predecessor_indices": [77], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 77}, "79": {"name": "add_2", "predecessor_indices": [69, 78], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 78}, "80": {"name": "blocks_1_norm1", "predecessor_indices": [79], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 79}, "81": {"name": "q_3_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 80}, "82": {"name": "k_3_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 81}, "83": {"name": "v_3_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_16", "module_index": 82}, "84": {"name": "orbit_15_mask_0", "predecessor_indices": [82], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 83}, "85": {"name": "orbit_15_mask_1", "predecessor_indices": [81], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 84}, "86": {"name": "attention_matmul_3_1", "predecessor_indices": [85, 84], "is_atomic": true, "type": "inner", "orbit": "orbit_15", "module_index": 85}, "87": {"name": "softmax_3_1", "predecessor_indices": [86], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 86}, "88": {"name": "orbit_16_mask_0", "predecessor_indices": [83], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 87}, "89": {"name": "final_matmul_3_1", "predecessor_indices": [87, 88], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 88}, "90": {"name": "q_5_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 89}, "91": {"name": "k_5_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 90}, "92": {"name": "v_5_1", "predecessor_indices": [80], "is_atomic": true, "type": "inner", "orbit": "orbit_24", "module_index": 91}, "93": {"name": "orbit_23_mask_0", "predecessor_indices": [91], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 92}, "94": {"name": "orbit_23_mask_1", "predecessor_indices": [90], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 93}, "95": {"name": "attention_matmul_5_1", "predecessor_indices": [94, 93], "is_atomic": true, "type": "inner", "orbit": "orbit_23", "module_index": 85}, "96": {"name": "softmax_5_1", "predecessor_indices": [95], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 86}, "97": {"name": "orbit_24_mask_0", "predecessor_indices": [92], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 96}, "98": {"name": "final_matmul_5_1", "predecessor_indices": [96, 97], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 88}, "99": {"name": "concat_1", "predecessor_indices": [89, 98], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 98}, "100": {"name": "out_1", "predecessor_indices": [99], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 99}, "101": {"name": "blocks_1_ls1", "predecessor_indices": [100], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 100}, "102": {"name": "blocks_1_drop_path1", "predecessor_indices": [101], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 101}, "103": {"name": "add_3", "predecessor_indices": [79, 102], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 102}, "104": {"name": "blocks_1_norm2", "predecessor_indices": [103], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 103}, "105": {"name": "blocks_1_mlp_fc1", "predecessor_indices": [104], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 104}, "106": {"name": "blocks_1_mlp_act", "predecessor_indices": [105], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 105}, "107": {"name": "blocks_1_mlp_drop1", "predecessor_indices": [106], "is_atomic": true, "type": "inner", "orbit": "orbit_25", "module_index": 106}, "108": {"name": "orbit_25_mask_0", "predecessor_indices": [107], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 107}, "109": {"name": "blocks_1_mlp_fc2", "predecessor_indices": [108], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 108}, "110": {"name": "blocks_1_mlp_drop2", "predecessor_indices": [109], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 109}, "111": {"name": "blocks_1_ls2", "predecessor_indices": [110], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 110}, "112": {"name": "blocks_1_drop_path2", "predecessor_indices": [111], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 111}, "113": {"name": "add_4", "predecessor_indices": [103, 112], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 112}, "114": {"name": "blocks_2_norm1", "predecessor_indices": [113], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 113}, "115": {"name": "q_0_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_26", "module_index": 114}, "116": {"name": "k_0_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_26", "module_index": 115}, "117": {"name": "v_0_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_27", "module_index": 116}, "118": {"name": "orbit_26_mask_0", "predecessor_indices": [116], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 117}, "119": {"name": "orbit_26_mask_1", "predecessor_indices": [115], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 118}, "120": {"name": "attention_matmul_2_1_1", "predecessor_indices": [119, 118], "is_atomic": true, "type": "inner", "orbit": "orbit_26", "module_index": 119}, "121": {"name": "softmax_2_1_1", "predecessor_indices": [120], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 120}, "122": {"name": "orbit_27_mask_0", "predecessor_indices": [117], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 121}, "123": {"name": "final_matmul_2_1_1", "predecessor_indices": [121, 122], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 122}, "124": {"name": "q_1_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_32", "module_index": 123}, "125": {"name": "k_1_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_32", "module_index": 124}, "126": {"name": "v_1_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_33", "module_index": 125}, "127": {"name": "orbit_32_mask_0", "predecessor_indices": [125], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 126}, "128": {"name": "orbit_32_mask_1", "predecessor_indices": [124], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 127}, "129": {"name": "attention_matmul_1_2", "predecessor_indices": [128, 127], "is_atomic": true, "type": "inner", "orbit": "orbit_32", "module_index": 119}, "130": {"name": "softmax_1_2", "predecessor_indices": [129], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 120}, "131": {"name": "orbit_33_mask_0", "predecessor_indices": [126], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 130}, "132": {"name": "final_matmul_1_2", "predecessor_indices": [130, 131], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 122}, "133": {"name": "q_3_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_36", "module_index": 132}, "134": {"name": "k_3_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_36", "module_index": 133}, "135": {"name": "v_3_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_37", "module_index": 134}, "136": {"name": "orbit_36_mask_0", "predecessor_indices": [134], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 135}, "137": {"name": "orbit_36_mask_1", "predecessor_indices": [133], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 136}, "138": {"name": "attention_matmul_3_2", "predecessor_indices": [137, 136], "is_atomic": true, "type": "inner", "orbit": "orbit_36", "module_index": 119}, "139": {"name": "softmax_3_2", "predecessor_indices": [138], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 120}, "140": {"name": "orbit_37_mask_0", "predecessor_indices": [135], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 139}, "141": {"name": "final_matmul_3_2", "predecessor_indices": [139, 140], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 122}, "142": {"name": "q_4_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_28", "module_index": 141}, "143": {"name": "k_4_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_28", "module_index": 142}, "144": {"name": "v_4_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_29", "module_index": 143}, "145": {"name": "orbit_28_mask_0", "predecessor_indices": [143], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 144}, "146": {"name": "orbit_28_mask_1", "predecessor_indices": [142], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 145}, "147": {"name": "attention_matmul_4_2", "predecessor_indices": [146, 145], "is_atomic": true, "type": "inner", "orbit": "orbit_28", "module_index": 119}, "148": {"name": "softmax_4_2", "predecessor_indices": [147], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 120}, "149": {"name": "orbit_29_mask_0", "predecessor_indices": [144], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 148}, "150": {"name": "final_matmul_4_2", "predecessor_indices": [148, 149], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 122}, "151": {"name": "q_5_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_30", "module_index": 150}, "152": {"name": "k_5_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_30", "module_index": 151}, "153": {"name": "v_5_2", "predecessor_indices": [114], "is_atomic": true, "type": "inner", "orbit": "orbit_31", "module_index": 152}, "154": {"name": "orbit_30_mask_0", "predecessor_indices": [152], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 153}, "155": {"name": "orbit_30_mask_1", "predecessor_indices": [151], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 154}, "156": {"name": "attention_matmul_5_2", "predecessor_indices": [155, 154], "is_atomic": true, "type": "inner", "orbit": "orbit_30", "module_index": 119}, "157": {"name": "softmax_5_2", "predecessor_indices": [156], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 120}, "158": {"name": "orbit_31_mask_0", "predecessor_indices": [153], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 157}, "159": {"name": "final_matmul_5_2", "predecessor_indices": [157, 158], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 122}, "160": {"name": "concat_2", "predecessor_indices": [123, 132, 141, 150, 159], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 159}, "161": {"name": "out_2", "predecessor_indices": [160], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 160}, "162": {"name": "blocks_2_ls1", "predecessor_indices": [161], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 161}, "163": {"name": "blocks_2_drop_path1", "predecessor_indices": [162], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 162}, "164": {"name": "add_5", "predecessor_indices": [113, 163], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 163}, "165": {"name": "blocks_2_norm2", "predecessor_indices": [164], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 164}, "166": {"name": "blocks_2_mlp_fc1", "predecessor_indices": [165], "is_atomic": true, "type": "inner", "orbit": "orbit_38", "module_index": 165}, "167": {"name": "blocks_2_mlp_act", "predecessor_indices": [166], "is_atomic": true, "type": "inner", "orbit": "orbit_38", "module_index": 166}, "168": {"name": "blocks_2_mlp_drop1", "predecessor_indices": [167], "is_atomic": true, "type": "inner", "orbit": "orbit_38", "module_index": 167}, "169": {"name": "orbit_38_mask_0", "predecessor_indices": [168], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 168}, "170": {"name": "blocks_2_mlp_fc2", "predecessor_indices": [169], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 169}, "171": {"name": "blocks_2_mlp_drop2", "predecessor_indices": [170], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 170}, "172": {"name": "blocks_2_ls2", "predecessor_indices": [171], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 171}, "173": {"name": "blocks_2_drop_path2", "predecessor_indices": [172], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 172}, "174": {"name": "add_6", "predecessor_indices": [164, 173], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 173}, "175": {"name": "blocks_3_norm1", "predecessor_indices": [174], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 174}, "176": {"name": "q_0_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_43", "module_index": 175}, "177": {"name": "k_0_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_43", "module_index": 176}, "178": {"name": "v_0_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_44", "module_index": 177}, "179": {"name": "orbit_43_mask_0", "predecessor_indices": [177], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 178}, "180": {"name": "orbit_43_mask_1", "predecessor_indices": [176], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 179}, "181": {"name": "attention_matmul_3_1_1", "predecessor_indices": [180, 179], "is_atomic": true, "type": "inner", "orbit": "orbit_43", "module_index": 180}, "182": {"name": "softmax_3_1_1", "predecessor_indices": [181], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 181}, "183": {"name": "orbit_44_mask_0", "predecessor_indices": [178], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 182}, "184": {"name": "final_matmul_3_1_1", "predecessor_indices": [182, 183], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 183}, "185": {"name": "q_1_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_45", "module_index": 184}, "186": {"name": "k_1_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_45", "module_index": 185}, "187": {"name": "v_1_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_46", "module_index": 186}, "188": {"name": "orbit_45_mask_0", "predecessor_indices": [186], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 187}, "189": {"name": "orbit_45_mask_1", "predecessor_indices": [185], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 188}, "190": {"name": "attention_matmul_1_3", "predecessor_indices": [189, 188], "is_atomic": true, "type": "inner", "orbit": "orbit_45", "module_index": 180}, "191": {"name": "softmax_1_3", "predecessor_indices": [190], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 181}, "192": {"name": "orbit_46_mask_0", "predecessor_indices": [187], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 191}, "193": {"name": "final_matmul_1_3", "predecessor_indices": [191, 192], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 183}, "194": {"name": "q_2_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_41", "module_index": 193}, "195": {"name": "k_2_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_41", "module_index": 194}, "196": {"name": "v_2_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_42", "module_index": 195}, "197": {"name": "orbit_41_mask_0", "predecessor_indices": [195], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 196}, "198": {"name": "orbit_41_mask_1", "predecessor_indices": [194], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 197}, "199": {"name": "attention_matmul_2_3", "predecessor_indices": [198, 197], "is_atomic": true, "type": "inner", "orbit": "orbit_41", "module_index": 180}, "200": {"name": "softmax_2_3", "predecessor_indices": [199], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 181}, "201": {"name": "orbit_42_mask_0", "predecessor_indices": [196], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 200}, "202": {"name": "final_matmul_2_3", "predecessor_indices": [200, 201], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 183}, "203": {"name": "q_3_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_47", "module_index": 202}, "204": {"name": "k_3_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_47", "module_index": 203}, "205": {"name": "v_3_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_48", "module_index": 204}, "206": {"name": "orbit_47_mask_0", "predecessor_indices": [204], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 205}, "207": {"name": "orbit_47_mask_1", "predecessor_indices": [203], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 206}, "208": {"name": "attention_matmul_3_3", "predecessor_indices": [207, 206], "is_atomic": true, "type": "inner", "orbit": "orbit_47", "module_index": 180}, "209": {"name": "softmax_3_3", "predecessor_indices": [208], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 181}, "210": {"name": "orbit_48_mask_0", "predecessor_indices": [205], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 209}, "211": {"name": "final_matmul_3_3", "predecessor_indices": [209, 210], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 183}, "212": {"name": "q_4_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_49", "module_index": 211}, "213": {"name": "k_4_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_49", "module_index": 212}, "214": {"name": "v_4_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_50", "module_index": 213}, "215": {"name": "orbit_49_mask_0", "predecessor_indices": [213], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 214}, "216": {"name": "orbit_49_mask_1", "predecessor_indices": [212], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 215}, "217": {"name": "attention_matmul_4_3", "predecessor_indices": [216, 215], "is_atomic": true, "type": "inner", "orbit": "orbit_49", "module_index": 180}, "218": {"name": "softmax_4_3", "predecessor_indices": [217], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 181}, "219": {"name": "orbit_50_mask_0", "predecessor_indices": [214], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 218}, "220": {"name": "final_matmul_4_3", "predecessor_indices": [218, 219], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 183}, "221": {"name": "q_5_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_39", "module_index": 220}, "222": {"name": "k_5_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_39", "module_index": 221}, "223": {"name": "v_5_3", "predecessor_indices": [175], "is_atomic": true, "type": "inner", "orbit": "orbit_40", "module_index": 222}, "224": {"name": "orbit_39_mask_0", "predecessor_indices": [222], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 223}, "225": {"name": "orbit_39_mask_1", "predecessor_indices": [221], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 224}, "226": {"name": "attention_matmul_5_3", "predecessor_indices": [225, 224], "is_atomic": true, "type": "inner", "orbit": "orbit_39", "module_index": 180}, "227": {"name": "softmax_5_3", "predecessor_indices": [226], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 181}, "228": {"name": "orbit_40_mask_0", "predecessor_indices": [223], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 227}, "229": {"name": "final_matmul_5_3", "predecessor_indices": [227, 228], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 183}, "230": {"name": "concat_3", "predecessor_indices": [184, 193, 202, 211, 220, 229], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 229}, "231": {"name": "out_3", "predecessor_indices": [230], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 230}, "232": {"name": "blocks_3_ls1", "predecessor_indices": [231], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 231}, "233": {"name": "blocks_3_drop_path1", "predecessor_indices": [232], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 232}, "234": {"name": "add_7", "predecessor_indices": [174, 233], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 233}, "235": {"name": "blocks_3_norm2", "predecessor_indices": [234], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 234}, "236": {"name": "blocks_3_mlp_fc1", "predecessor_indices": [235], "is_atomic": true, "type": "inner", "orbit": "orbit_51", "module_index": 235}, "237": {"name": "blocks_3_mlp_act", "predecessor_indices": [236], "is_atomic": true, "type": "inner", "orbit": "orbit_51", "module_index": 236}, "238": {"name": "blocks_3_mlp_drop1", "predecessor_indices": [237], "is_atomic": true, "type": "inner", "orbit": "orbit_51", "module_index": 237}, "239": {"name": "orbit_51_mask_0", "predecessor_indices": [238], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 238}, "240": {"name": "blocks_3_mlp_fc2", "predecessor_indices": [239], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 239}, "241": {"name": "blocks_3_mlp_drop2", "predecessor_indices": [240], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 240}, "242": {"name": "blocks_3_ls2", "predecessor_indices": [241], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 241}, "243": {"name": "blocks_3_drop_path2", "predecessor_indices": [242], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 242}, "244": {"name": "add_8", "predecessor_indices": [234, 243], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 243}, "245": {"name": "blocks_4_norm1", "predecessor_indices": [244], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 244}, "246": {"name": "q_0_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_54", "module_index": 245}, "247": {"name": "k_0_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_54", "module_index": 246}, "248": {"name": "v_0_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_55", "module_index": 247}, "249": {"name": "orbit_54_mask_0", "predecessor_indices": [247], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 248}, "250": {"name": "orbit_54_mask_1", "predecessor_indices": [246], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 249}, "251": {"name": "attention_matmul_4_1_1", "predecessor_indices": [250, 249], "is_atomic": true, "type": "inner", "orbit": "orbit_54", "module_index": 250}, "252": {"name": "softmax_4_1_1", "predecessor_indices": [251], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 251}, "253": {"name": "orbit_55_mask_0", "predecessor_indices": [248], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 252}, "254": {"name": "final_matmul_4_1_1", "predecessor_indices": [252, 253], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 253}, "255": {"name": "q_1_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_58", "module_index": 254}, "256": {"name": "k_1_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_58", "module_index": 255}, "257": {"name": "v_1_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_59", "module_index": 256}, "258": {"name": "orbit_58_mask_0", "predecessor_indices": [256], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 257}, "259": {"name": "orbit_58_mask_1", "predecessor_indices": [255], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 258}, "260": {"name": "attention_matmul_1_4", "predecessor_indices": [259, 258], "is_atomic": true, "type": "inner", "orbit": "orbit_58", "module_index": 250}, "261": {"name": "softmax_1_4", "predecessor_indices": [260], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 251}, "262": {"name": "orbit_59_mask_0", "predecessor_indices": [257], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 261}, "263": {"name": "final_matmul_1_4", "predecessor_indices": [261, 262], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 253}, "264": {"name": "q_3_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_52", "module_index": 263}, "265": {"name": "k_3_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_52", "module_index": 264}, "266": {"name": "v_3_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_53", "module_index": 265}, "267": {"name": "orbit_52_mask_0", "predecessor_indices": [265], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 266}, "268": {"name": "orbit_52_mask_1", "predecessor_indices": [264], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 267}, "269": {"name": "attention_matmul_3_4", "predecessor_indices": [268, 267], "is_atomic": true, "type": "inner", "orbit": "orbit_52", "module_index": 250}, "270": {"name": "softmax_3_4", "predecessor_indices": [269], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 251}, "271": {"name": "orbit_53_mask_0", "predecessor_indices": [266], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 270}, "272": {"name": "final_matmul_3_4", "predecessor_indices": [270, 271], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 253}, "273": {"name": "q_4_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_56", "module_index": 272}, "274": {"name": "k_4_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_56", "module_index": 273}, "275": {"name": "v_4_4", "predecessor_indices": [245], "is_atomic": true, "type": "inner", "orbit": "orbit_57", "module_index": 274}, "276": {"name": "orbit_56_mask_0", "predecessor_indices": [274], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 275}, "277": {"name": "orbit_56_mask_1", "predecessor_indices": [273], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 276}, "278": {"name": "attention_matmul_4_4", "predecessor_indices": [277, 276], "is_atomic": true, "type": "inner", "orbit": "orbit_56", "module_index": 250}, "279": {"name": "softmax_4_4", "predecessor_indices": [278], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 251}, "280": {"name": "orbit_57_mask_0", "predecessor_indices": [275], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 279}, "281": {"name": "final_matmul_4_4", "predecessor_indices": [279, 280], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 253}, "282": {"name": "concat_4", "predecessor_indices": [254, 263, 272, 281], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 281}, "283": {"name": "out_4", "predecessor_indices": [282], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 282}, "284": {"name": "blocks_4_ls1", "predecessor_indices": [283], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 283}, "285": {"name": "blocks_4_drop_path1", "predecessor_indices": [284], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 284}, "286": {"name": "add_9", "predecessor_indices": [244, 285], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 285}, "287": {"name": "blocks_4_norm2", "predecessor_indices": [286], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 286}, "288": {"name": "blocks_4_mlp_fc1", "predecessor_indices": [287], "is_atomic": true, "type": "inner", "orbit": "orbit_64", "module_index": 287}, "289": {"name": "blocks_4_mlp_act", "predecessor_indices": [288], "is_atomic": true, "type": "inner", "orbit": "orbit_64", "module_index": 288}, "290": {"name": "blocks_4_mlp_drop1", "predecessor_indices": [289], "is_atomic": true, "type": "inner", "orbit": "orbit_64", "module_index": 289}, "291": {"name": "orbit_64_mask_0", "predecessor_indices": [290], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 290}, "292": {"name": "blocks_4_mlp_fc2", "predecessor_indices": [291], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 291}, "293": {"name": "blocks_4_mlp_drop2", "predecessor_indices": [292], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 292}, "294": {"name": "blocks_4_ls2", "predecessor_indices": [293], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 293}, "295": {"name": "blocks_4_drop_path2", "predecessor_indices": [294], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 294}, "296": {"name": "add_10", "predecessor_indices": [286, 295], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 295}, "297": {"name": "blocks_5_norm1", "predecessor_indices": [296], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 296}, "298": {"name": "q_0_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_71", "module_index": 297}, "299": {"name": "k_0_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_71", "module_index": 298}, "300": {"name": "v_0_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_72", "module_index": 299}, "301": {"name": "orbit_71_mask_0", "predecessor_indices": [299], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 300}, "302": {"name": "orbit_71_mask_1", "predecessor_indices": [298], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 301}, "303": {"name": "attention_matmul_5_1_1", "predecessor_indices": [302, 301], "is_atomic": true, "type": "inner", "orbit": "orbit_71", "module_index": 302}, "304": {"name": "softmax_5_1_1", "predecessor_indices": [303], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 303}, "305": {"name": "orbit_72_mask_0", "predecessor_indices": [300], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 304}, "306": {"name": "final_matmul_5_1_1", "predecessor_indices": [304, 305], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 305}, "307": {"name": "q_1_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_75", "module_index": 306}, "308": {"name": "k_1_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_75", "module_index": 307}, "309": {"name": "v_1_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_76", "module_index": 308}, "310": {"name": "orbit_75_mask_0", "predecessor_indices": [308], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 309}, "311": {"name": "orbit_75_mask_1", "predecessor_indices": [307], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 310}, "312": {"name": "attention_matmul_1_5", "predecessor_indices": [311, 310], "is_atomic": true, "type": "inner", "orbit": "orbit_75", "module_index": 302}, "313": {"name": "softmax_1_5", "predecessor_indices": [312], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 303}, "314": {"name": "orbit_76_mask_0", "predecessor_indices": [309], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 313}, "315": {"name": "final_matmul_1_5", "predecessor_indices": [313, 314], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 305}, "316": {"name": "q_2_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_67", "module_index": 315}, "317": {"name": "k_2_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_67", "module_index": 316}, "318": {"name": "v_2_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_68", "module_index": 317}, "319": {"name": "orbit_67_mask_0", "predecessor_indices": [317], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 318}, "320": {"name": "orbit_67_mask_1", "predecessor_indices": [316], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 319}, "321": {"name": "attention_matmul_2_5", "predecessor_indices": [320, 319], "is_atomic": true, "type": "inner", "orbit": "orbit_67", "module_index": 302}, "322": {"name": "softmax_2_5", "predecessor_indices": [321], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 303}, "323": {"name": "orbit_68_mask_0", "predecessor_indices": [318], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 322}, "324": {"name": "final_matmul_2_5", "predecessor_indices": [322, 323], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 305}, "325": {"name": "q_3_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_69", "module_index": 324}, "326": {"name": "k_3_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_69", "module_index": 325}, "327": {"name": "v_3_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_70", "module_index": 326}, "328": {"name": "orbit_69_mask_0", "predecessor_indices": [326], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 327}, "329": {"name": "orbit_69_mask_1", "predecessor_indices": [325], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 328}, "330": {"name": "attention_matmul_3_5", "predecessor_indices": [329, 328], "is_atomic": true, "type": "inner", "orbit": "orbit_69", "module_index": 302}, "331": {"name": "softmax_3_5", "predecessor_indices": [330], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 303}, "332": {"name": "orbit_70_mask_0", "predecessor_indices": [327], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 331}, "333": {"name": "final_matmul_3_5", "predecessor_indices": [331, 332], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 305}, "334": {"name": "q_4_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_73", "module_index": 333}, "335": {"name": "k_4_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_73", "module_index": 334}, "336": {"name": "v_4_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_74", "module_index": 335}, "337": {"name": "orbit_73_mask_0", "predecessor_indices": [335], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 336}, "338": {"name": "orbit_73_mask_1", "predecessor_indices": [334], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 337}, "339": {"name": "attention_matmul_4_5", "predecessor_indices": [338, 337], "is_atomic": true, "type": "inner", "orbit": "orbit_73", "module_index": 302}, "340": {"name": "softmax_4_5", "predecessor_indices": [339], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 303}, "341": {"name": "orbit_74_mask_0", "predecessor_indices": [336], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 340}, "342": {"name": "final_matmul_4_5", "predecessor_indices": [340, 341], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 305}, "343": {"name": "q_5_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_65", "module_index": 342}, "344": {"name": "k_5_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_65", "module_index": 343}, "345": {"name": "v_5_5", "predecessor_indices": [297], "is_atomic": true, "type": "inner", "orbit": "orbit_66", "module_index": 344}, "346": {"name": "orbit_65_mask_0", "predecessor_indices": [344], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 345}, "347": {"name": "orbit_65_mask_1", "predecessor_indices": [343], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 346}, "348": {"name": "attention_matmul_5_5", "predecessor_indices": [347, 346], "is_atomic": true, "type": "inner", "orbit": "orbit_65", "module_index": 302}, "349": {"name": "softmax_5_5", "predecessor_indices": [348], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 303}, "350": {"name": "orbit_66_mask_0", "predecessor_indices": [345], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 349}, "351": {"name": "final_matmul_5_5", "predecessor_indices": [349, 350], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 305}, "352": {"name": "concat_5", "predecessor_indices": [306, 315, 324, 333, 342, 351], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 351}, "353": {"name": "out_5", "predecessor_indices": [352], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 352}, "354": {"name": "blocks_5_ls1", "predecessor_indices": [353], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 353}, "355": {"name": "blocks_5_drop_path1", "predecessor_indices": [354], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 354}, "356": {"name": "add_11", "predecessor_indices": [296, 355], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 355}, "357": {"name": "blocks_5_norm2", "predecessor_indices": [356], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 356}, "358": {"name": "blocks_5_mlp_fc1", "predecessor_indices": [357], "is_atomic": true, "type": "inner", "orbit": "orbit_77", "module_index": 357}, "359": {"name": "blocks_5_mlp_act", "predecessor_indices": [358], "is_atomic": true, "type": "inner", "orbit": "orbit_77", "module_index": 358}, "360": {"name": "blocks_5_mlp_drop1", "predecessor_indices": [359], "is_atomic": true, "type": "inner", "orbit": "orbit_77", "module_index": 359}, "361": {"name": "orbit_77_mask_0", "predecessor_indices": [360], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 360}, "362": {"name": "blocks_5_mlp_fc2", "predecessor_indices": [361], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 361}, "363": {"name": "blocks_5_mlp_drop2", "predecessor_indices": [362], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 362}, "364": {"name": "blocks_5_ls2", "predecessor_indices": [363], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 363}, "365": {"name": "blocks_5_drop_path2", "predecessor_indices": [364], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 364}, "366": {"name": "add_12", "predecessor_indices": [356, 365], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 365}, "367": {"name": "blocks_6_norm1", "predecessor_indices": [366], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 366}, "368": {"name": "q_0_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_78", "module_index": 367}, "369": {"name": "k_0_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_78", "module_index": 368}, "370": {"name": "v_0_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_79", "module_index": 369}, "371": {"name": "orbit_78_mask_0", "predecessor_indices": [369], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 370}, "372": {"name": "orbit_78_mask_1", "predecessor_indices": [368], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 371}, "373": {"name": "attention_matmul_6", "predecessor_indices": [372, 371], "is_atomic": true, "type": "inner", "orbit": "orbit_78", "module_index": 372}, "374": {"name": "softmax_6", "predecessor_indices": [373], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 373}, "375": {"name": "orbit_79_mask_0", "predecessor_indices": [370], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 374}, "376": {"name": "final_matmul_6", "predecessor_indices": [374, 375], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 375}, "377": {"name": "q_1_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_82", "module_index": 376}, "378": {"name": "k_1_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_82", "module_index": 377}, "379": {"name": "v_1_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_83", "module_index": 378}, "380": {"name": "orbit_82_mask_0", "predecessor_indices": [378], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 379}, "381": {"name": "orbit_82_mask_1", "predecessor_indices": [377], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 380}, "382": {"name": "attention_matmul_1_6", "predecessor_indices": [381, 380], "is_atomic": true, "type": "inner", "orbit": "orbit_82", "module_index": 372}, "383": {"name": "softmax_1_6", "predecessor_indices": [382], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 373}, "384": {"name": "orbit_83_mask_0", "predecessor_indices": [379], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 383}, "385": {"name": "final_matmul_1_6", "predecessor_indices": [383, 384], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 375}, "386": {"name": "q_2_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_86", "module_index": 385}, "387": {"name": "k_2_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_86", "module_index": 386}, "388": {"name": "v_2_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_87", "module_index": 387}, "389": {"name": "orbit_86_mask_0", "predecessor_indices": [387], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 388}, "390": {"name": "orbit_86_mask_1", "predecessor_indices": [386], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 389}, "391": {"name": "attention_matmul_2_6", "predecessor_indices": [390, 389], "is_atomic": true, "type": "inner", "orbit": "orbit_86", "module_index": 372}, "392": {"name": "softmax_2_6", "predecessor_indices": [391], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 373}, "393": {"name": "orbit_87_mask_0", "predecessor_indices": [388], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 392}, "394": {"name": "final_matmul_2_6", "predecessor_indices": [392, 393], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 375}, "395": {"name": "q_3_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_88", "module_index": 394}, "396": {"name": "k_3_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_88", "module_index": 395}, "397": {"name": "v_3_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_89", "module_index": 396}, "398": {"name": "orbit_88_mask_0", "predecessor_indices": [396], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 397}, "399": {"name": "orbit_88_mask_1", "predecessor_indices": [395], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 398}, "400": {"name": "attention_matmul_3_6", "predecessor_indices": [399, 398], "is_atomic": true, "type": "inner", "orbit": "orbit_88", "module_index": 372}, "401": {"name": "softmax_3_6", "predecessor_indices": [400], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 373}, "402": {"name": "orbit_89_mask_0", "predecessor_indices": [397], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 401}, "403": {"name": "final_matmul_3_6", "predecessor_indices": [401, 402], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 375}, "404": {"name": "q_4_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_80", "module_index": 403}, "405": {"name": "k_4_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_80", "module_index": 404}, "406": {"name": "v_4_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_81", "module_index": 405}, "407": {"name": "orbit_80_mask_0", "predecessor_indices": [405], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 406}, "408": {"name": "orbit_80_mask_1", "predecessor_indices": [404], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 407}, "409": {"name": "attention_matmul_4_6", "predecessor_indices": [408, 407], "is_atomic": true, "type": "inner", "orbit": "orbit_80", "module_index": 372}, "410": {"name": "softmax_4_6", "predecessor_indices": [409], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 373}, "411": {"name": "orbit_81_mask_0", "predecessor_indices": [406], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 410}, "412": {"name": "final_matmul_4_6", "predecessor_indices": [410, 411], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 375}, "413": {"name": "q_5_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_84", "module_index": 412}, "414": {"name": "k_5_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_84", "module_index": 413}, "415": {"name": "v_5_6", "predecessor_indices": [367], "is_atomic": true, "type": "inner", "orbit": "orbit_85", "module_index": 414}, "416": {"name": "orbit_84_mask_0", "predecessor_indices": [414], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 415}, "417": {"name": "orbit_84_mask_1", "predecessor_indices": [413], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 416}, "418": {"name": "attention_matmul_5_6", "predecessor_indices": [417, 416], "is_atomic": true, "type": "inner", "orbit": "orbit_84", "module_index": 372}, "419": {"name": "softmax_5_6", "predecessor_indices": [418], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 373}, "420": {"name": "orbit_85_mask_0", "predecessor_indices": [415], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 419}, "421": {"name": "final_matmul_5_6", "predecessor_indices": [419, 420], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 375}, "422": {"name": "concat_6", "predecessor_indices": [376, 385, 394, 403, 412, 421], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 421}, "423": {"name": "out_6", "predecessor_indices": [422], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 422}, "424": {"name": "blocks_6_ls1", "predecessor_indices": [423], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 423}, "425": {"name": "blocks_6_drop_path1", "predecessor_indices": [424], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 424}, "426": {"name": "add_13", "predecessor_indices": [366, 425], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 425}, "427": {"name": "blocks_6_norm2", "predecessor_indices": [426], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 426}, "428": {"name": "blocks_6_mlp_fc1", "predecessor_indices": [427], "is_atomic": true, "type": "inner", "orbit": "orbit_90", "module_index": 427}, "429": {"name": "blocks_6_mlp_act", "predecessor_indices": [428], "is_atomic": true, "type": "inner", "orbit": "orbit_90", "module_index": 428}, "430": {"name": "blocks_6_mlp_drop1", "predecessor_indices": [429], "is_atomic": true, "type": "inner", "orbit": "orbit_90", "module_index": 429}, "431": {"name": "orbit_90_mask_0", "predecessor_indices": [430], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 430}, "432": {"name": "blocks_6_mlp_fc2", "predecessor_indices": [431], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 431}, "433": {"name": "blocks_6_mlp_drop2", "predecessor_indices": [432], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 432}, "434": {"name": "blocks_6_ls2", "predecessor_indices": [433], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 433}, "435": {"name": "blocks_6_drop_path2", "predecessor_indices": [434], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 434}, "436": {"name": "add_14", "predecessor_indices": [426, 435], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 435}, "437": {"name": "blocks_7_norm1", "predecessor_indices": [436], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 436}, "438": {"name": "q_0_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_95", "module_index": 437}, "439": {"name": "k_0_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_95", "module_index": 438}, "440": {"name": "v_0_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_96", "module_index": 439}, "441": {"name": "orbit_95_mask_0", "predecessor_indices": [439], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 440}, "442": {"name": "orbit_95_mask_1", "predecessor_indices": [438], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 441}, "443": {"name": "attention_matmul_7", "predecessor_indices": [442, 441], "is_atomic": true, "type": "inner", "orbit": "orbit_95", "module_index": 442}, "444": {"name": "softmax_7", "predecessor_indices": [443], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 443}, "445": {"name": "orbit_96_mask_0", "predecessor_indices": [440], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 444}, "446": {"name": "final_matmul_7", "predecessor_indices": [444, 445], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 445}, "447": {"name": "q_1_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_99", "module_index": 446}, "448": {"name": "k_1_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_99", "module_index": 447}, "449": {"name": "v_1_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_100", "module_index": 448}, "450": {"name": "orbit_99_mask_0", "predecessor_indices": [448], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 449}, "451": {"name": "orbit_99_mask_1", "predecessor_indices": [447], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 450}, "452": {"name": "attention_matmul_1_7", "predecessor_indices": [451, 450], "is_atomic": true, "type": "inner", "orbit": "orbit_99", "module_index": 442}, "453": {"name": "softmax_1_7", "predecessor_indices": [452], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 443}, "454": {"name": "orbit_100_mask_0", "predecessor_indices": [449], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 453}, "455": {"name": "final_matmul_1_7", "predecessor_indices": [453, 454], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 445}, "456": {"name": "q_2_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_91", "module_index": 455}, "457": {"name": "k_2_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_91", "module_index": 456}, "458": {"name": "v_2_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_92", "module_index": 457}, "459": {"name": "orbit_91_mask_0", "predecessor_indices": [457], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 458}, "460": {"name": "orbit_91_mask_1", "predecessor_indices": [456], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 459}, "461": {"name": "attention_matmul_2_7", "predecessor_indices": [460, 459], "is_atomic": true, "type": "inner", "orbit": "orbit_91", "module_index": 442}, "462": {"name": "softmax_2_7", "predecessor_indices": [461], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 443}, "463": {"name": "orbit_92_mask_0", "predecessor_indices": [458], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 462}, "464": {"name": "final_matmul_2_7", "predecessor_indices": [462, 463], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 445}, "465": {"name": "q_3_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_93", "module_index": 464}, "466": {"name": "k_3_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_93", "module_index": 465}, "467": {"name": "v_3_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_94", "module_index": 466}, "468": {"name": "orbit_93_mask_0", "predecessor_indices": [466], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 467}, "469": {"name": "orbit_93_mask_1", "predecessor_indices": [465], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 468}, "470": {"name": "attention_matmul_3_7", "predecessor_indices": [469, 468], "is_atomic": true, "type": "inner", "orbit": "orbit_93", "module_index": 442}, "471": {"name": "softmax_3_7", "predecessor_indices": [470], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 443}, "472": {"name": "orbit_94_mask_0", "predecessor_indices": [467], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 471}, "473": {"name": "final_matmul_3_7", "predecessor_indices": [471, 472], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 445}, "474": {"name": "q_4_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_97", "module_index": 473}, "475": {"name": "k_4_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_97", "module_index": 474}, "476": {"name": "v_4_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_98", "module_index": 475}, "477": {"name": "orbit_97_mask_0", "predecessor_indices": [475], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 476}, "478": {"name": "orbit_97_mask_1", "predecessor_indices": [474], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 477}, "479": {"name": "attention_matmul_4_7", "predecessor_indices": [478, 477], "is_atomic": true, "type": "inner", "orbit": "orbit_97", "module_index": 442}, "480": {"name": "softmax_4_7", "predecessor_indices": [479], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 443}, "481": {"name": "orbit_98_mask_0", "predecessor_indices": [476], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 480}, "482": {"name": "final_matmul_4_7", "predecessor_indices": [480, 481], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 445}, "483": {"name": "q_5_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_101", "module_index": 482}, "484": {"name": "k_5_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_101", "module_index": 483}, "485": {"name": "v_5_7", "predecessor_indices": [437], "is_atomic": true, "type": "inner", "orbit": "orbit_102", "module_index": 484}, "486": {"name": "orbit_101_mask_0", "predecessor_indices": [484], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 485}, "487": {"name": "orbit_101_mask_1", "predecessor_indices": [483], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 486}, "488": {"name": "attention_matmul_5_7", "predecessor_indices": [487, 486], "is_atomic": true, "type": "inner", "orbit": "orbit_101", "module_index": 442}, "489": {"name": "softmax_5_7", "predecessor_indices": [488], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 443}, "490": {"name": "orbit_102_mask_0", "predecessor_indices": [485], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 489}, "491": {"name": "final_matmul_5_7", "predecessor_indices": [489, 490], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 445}, "492": {"name": "concat_7", "predecessor_indices": [446, 455, 464, 473, 482, 491], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 491}, "493": {"name": "out_7", "predecessor_indices": [492], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 492}, "494": {"name": "blocks_7_ls1", "predecessor_indices": [493], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 493}, "495": {"name": "blocks_7_drop_path1", "predecessor_indices": [494], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 494}, "496": {"name": "add_15", "predecessor_indices": [436, 495], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 495}, "497": {"name": "blocks_7_norm2", "predecessor_indices": [496], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 496}, "498": {"name": "blocks_7_mlp_fc1", "predecessor_indices": [497], "is_atomic": true, "type": "inner", "orbit": "orbit_103", "module_index": 497}, "499": {"name": "blocks_7_mlp_act", "predecessor_indices": [498], "is_atomic": true, "type": "inner", "orbit": "orbit_103", "module_index": 498}, "500": {"name": "blocks_7_mlp_drop1", "predecessor_indices": [499], "is_atomic": true, "type": "inner", "orbit": "orbit_103", "module_index": 499}, "501": {"name": "orbit_103_mask_0", "predecessor_indices": [500], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 500}, "502": {"name": "blocks_7_mlp_fc2", "predecessor_indices": [501], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 501}, "503": {"name": "blocks_7_mlp_drop2", "predecessor_indices": [502], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 502}, "504": {"name": "blocks_7_ls2", "predecessor_indices": [503], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 503}, "505": {"name": "blocks_7_drop_path2", "predecessor_indices": [504], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 504}, "506": {"name": "add_16", "predecessor_indices": [496, 505], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 505}, "507": {"name": "blocks_8_norm1", "predecessor_indices": [506], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 506}, "508": {"name": "q_0_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_114", "module_index": 507}, "509": {"name": "k_0_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_114", "module_index": 508}, "510": {"name": "v_0_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_115", "module_index": 509}, "511": {"name": "orbit_114_mask_0", "predecessor_indices": [509], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 510}, "512": {"name": "orbit_114_mask_1", "predecessor_indices": [508], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 511}, "513": {"name": "attention_matmul_8", "predecessor_indices": [512, 511], "is_atomic": true, "type": "inner", "orbit": "orbit_114", "module_index": 512}, "514": {"name": "softmax_8", "predecessor_indices": [513], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 513}, "515": {"name": "orbit_115_mask_0", "predecessor_indices": [510], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 514}, "516": {"name": "final_matmul_8", "predecessor_indices": [514, 515], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 515}, "517": {"name": "q_1_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_106", "module_index": 516}, "518": {"name": "k_1_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_106", "module_index": 517}, "519": {"name": "v_1_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_107", "module_index": 518}, "520": {"name": "orbit_106_mask_0", "predecessor_indices": [518], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 519}, "521": {"name": "orbit_106_mask_1", "predecessor_indices": [517], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 520}, "522": {"name": "attention_matmul_1_8", "predecessor_indices": [521, 520], "is_atomic": true, "type": "inner", "orbit": "orbit_106", "module_index": 512}, "523": {"name": "softmax_1_8", "predecessor_indices": [522], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 513}, "524": {"name": "orbit_107_mask_0", "predecessor_indices": [519], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 523}, "525": {"name": "final_matmul_1_8", "predecessor_indices": [523, 524], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 515}, "526": {"name": "q_2_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_110", "module_index": 525}, "527": {"name": "k_2_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_110", "module_index": 526}, "528": {"name": "v_2_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_111", "module_index": 527}, "529": {"name": "orbit_110_mask_0", "predecessor_indices": [527], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 528}, "530": {"name": "orbit_110_mask_1", "predecessor_indices": [526], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 529}, "531": {"name": "attention_matmul_2_8", "predecessor_indices": [530, 529], "is_atomic": true, "type": "inner", "orbit": "orbit_110", "module_index": 512}, "532": {"name": "softmax_2_8", "predecessor_indices": [531], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 513}, "533": {"name": "orbit_111_mask_0", "predecessor_indices": [528], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 532}, "534": {"name": "final_matmul_2_8", "predecessor_indices": [532, 533], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 515}, "535": {"name": "q_3_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_112", "module_index": 534}, "536": {"name": "k_3_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_112", "module_index": 535}, "537": {"name": "v_3_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_113", "module_index": 536}, "538": {"name": "orbit_112_mask_0", "predecessor_indices": [536], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 537}, "539": {"name": "orbit_112_mask_1", "predecessor_indices": [535], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 538}, "540": {"name": "attention_matmul_3_8", "predecessor_indices": [539, 538], "is_atomic": true, "type": "inner", "orbit": "orbit_112", "module_index": 512}, "541": {"name": "softmax_3_8", "predecessor_indices": [540], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 513}, "542": {"name": "orbit_113_mask_0", "predecessor_indices": [537], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 541}, "543": {"name": "final_matmul_3_8", "predecessor_indices": [541, 542], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 515}, "544": {"name": "q_4_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_104", "module_index": 543}, "545": {"name": "k_4_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_104", "module_index": 544}, "546": {"name": "v_4_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_105", "module_index": 545}, "547": {"name": "orbit_104_mask_0", "predecessor_indices": [545], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 546}, "548": {"name": "orbit_104_mask_1", "predecessor_indices": [544], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 547}, "549": {"name": "attention_matmul_4_8", "predecessor_indices": [548, 547], "is_atomic": true, "type": "inner", "orbit": "orbit_104", "module_index": 512}, "550": {"name": "softmax_4_8", "predecessor_indices": [549], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 513}, "551": {"name": "orbit_105_mask_0", "predecessor_indices": [546], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 550}, "552": {"name": "final_matmul_4_8", "predecessor_indices": [550, 551], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 515}, "553": {"name": "q_5_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_108", "module_index": 552}, "554": {"name": "k_5_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_108", "module_index": 553}, "555": {"name": "v_5_8", "predecessor_indices": [507], "is_atomic": true, "type": "inner", "orbit": "orbit_109", "module_index": 554}, "556": {"name": "orbit_108_mask_0", "predecessor_indices": [554], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 555}, "557": {"name": "orbit_108_mask_1", "predecessor_indices": [553], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 556}, "558": {"name": "attention_matmul_5_8", "predecessor_indices": [557, 556], "is_atomic": true, "type": "inner", "orbit": "orbit_108", "module_index": 512}, "559": {"name": "softmax_5_8", "predecessor_indices": [558], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 513}, "560": {"name": "orbit_109_mask_0", "predecessor_indices": [555], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 559}, "561": {"name": "final_matmul_5_8", "predecessor_indices": [559, 560], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 515}, "562": {"name": "concat_8", "predecessor_indices": [516, 525, 534, 543, 552, 561], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 561}, "563": {"name": "out_8", "predecessor_indices": [562], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 562}, "564": {"name": "blocks_8_ls1", "predecessor_indices": [563], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 563}, "565": {"name": "blocks_8_drop_path1", "predecessor_indices": [564], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 564}, "566": {"name": "add_17", "predecessor_indices": [506, 565], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 565}, "567": {"name": "blocks_8_norm2", "predecessor_indices": [566], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 566}, "568": {"name": "blocks_8_mlp_fc1", "predecessor_indices": [567], "is_atomic": true, "type": "inner", "orbit": "orbit_116", "module_index": 567}, "569": {"name": "blocks_8_mlp_act", "predecessor_indices": [568], "is_atomic": true, "type": "inner", "orbit": "orbit_116", "module_index": 568}, "570": {"name": "blocks_8_mlp_drop1", "predecessor_indices": [569], "is_atomic": true, "type": "inner", "orbit": "orbit_116", "module_index": 569}, "571": {"name": "orbit_116_mask_0", "predecessor_indices": [570], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 570}, "572": {"name": "blocks_8_mlp_fc2", "predecessor_indices": [571], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 571}, "573": {"name": "blocks_8_mlp_drop2", "predecessor_indices": [572], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 572}, "574": {"name": "blocks_8_ls2", "predecessor_indices": [573], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 573}, "575": {"name": "blocks_8_drop_path2", "predecessor_indices": [574], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 574}, "576": {"name": "add_18", "predecessor_indices": [566, 575], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 575}, "577": {"name": "blocks_9_norm1", "predecessor_indices": [576], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 576}, "578": {"name": "q_0_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_119", "module_index": 577}, "579": {"name": "k_0_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_119", "module_index": 578}, "580": {"name": "v_0_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_120", "module_index": 579}, "581": {"name": "orbit_119_mask_0", "predecessor_indices": [579], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 580}, "582": {"name": "orbit_119_mask_1", "predecessor_indices": [578], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 581}, "583": {"name": "attention_matmul_9", "predecessor_indices": [582, 581], "is_atomic": true, "type": "inner", "orbit": "orbit_119", "module_index": 582}, "584": {"name": "softmax_9", "predecessor_indices": [583], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 583}, "585": {"name": "orbit_120_mask_0", "predecessor_indices": [580], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 584}, "586": {"name": "final_matmul_9", "predecessor_indices": [584, 585], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 585}, "587": {"name": "q_1_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_123", "module_index": 586}, "588": {"name": "k_1_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_123", "module_index": 587}, "589": {"name": "v_1_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_124", "module_index": 588}, "590": {"name": "orbit_123_mask_0", "predecessor_indices": [588], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 589}, "591": {"name": "orbit_123_mask_1", "predecessor_indices": [587], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 590}, "592": {"name": "attention_matmul_1_9", "predecessor_indices": [591, 590], "is_atomic": true, "type": "inner", "orbit": "orbit_123", "module_index": 582}, "593": {"name": "softmax_1_9", "predecessor_indices": [592], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 583}, "594": {"name": "orbit_124_mask_0", "predecessor_indices": [589], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 593}, "595": {"name": "final_matmul_1_9", "predecessor_indices": [593, 594], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 585}, "596": {"name": "q_2_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_127", "module_index": 595}, "597": {"name": "k_2_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_127", "module_index": 596}, "598": {"name": "v_2_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_128", "module_index": 597}, "599": {"name": "orbit_127_mask_0", "predecessor_indices": [597], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 598}, "600": {"name": "orbit_127_mask_1", "predecessor_indices": [596], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 599}, "601": {"name": "attention_matmul_2_9", "predecessor_indices": [600, 599], "is_atomic": true, "type": "inner", "orbit": "orbit_127", "module_index": 582}, "602": {"name": "softmax_2_9", "predecessor_indices": [601], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 583}, "603": {"name": "orbit_128_mask_0", "predecessor_indices": [598], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 602}, "604": {"name": "final_matmul_2_9", "predecessor_indices": [602, 603], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 585}, "605": {"name": "q_3_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_117", "module_index": 604}, "606": {"name": "k_3_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_117", "module_index": 605}, "607": {"name": "v_3_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_118", "module_index": 606}, "608": {"name": "orbit_117_mask_0", "predecessor_indices": [606], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 607}, "609": {"name": "orbit_117_mask_1", "predecessor_indices": [605], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 608}, "610": {"name": "attention_matmul_3_9", "predecessor_indices": [609, 608], "is_atomic": true, "type": "inner", "orbit": "orbit_117", "module_index": 582}, "611": {"name": "softmax_3_9", "predecessor_indices": [610], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 583}, "612": {"name": "orbit_118_mask_0", "predecessor_indices": [607], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 611}, "613": {"name": "final_matmul_3_9", "predecessor_indices": [611, 612], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 585}, "614": {"name": "q_4_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_121", "module_index": 613}, "615": {"name": "k_4_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_121", "module_index": 614}, "616": {"name": "v_4_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_122", "module_index": 615}, "617": {"name": "orbit_121_mask_0", "predecessor_indices": [615], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 616}, "618": {"name": "orbit_121_mask_1", "predecessor_indices": [614], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 617}, "619": {"name": "attention_matmul_4_9", "predecessor_indices": [618, 617], "is_atomic": true, "type": "inner", "orbit": "orbit_121", "module_index": 582}, "620": {"name": "softmax_4_9", "predecessor_indices": [619], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 583}, "621": {"name": "orbit_122_mask_0", "predecessor_indices": [616], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 620}, "622": {"name": "final_matmul_4_9", "predecessor_indices": [620, 621], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 585}, "623": {"name": "q_5_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_125", "module_index": 622}, "624": {"name": "k_5_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_125", "module_index": 623}, "625": {"name": "v_5_9", "predecessor_indices": [577], "is_atomic": true, "type": "inner", "orbit": "orbit_126", "module_index": 624}, "626": {"name": "orbit_125_mask_0", "predecessor_indices": [624], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 625}, "627": {"name": "orbit_125_mask_1", "predecessor_indices": [623], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 626}, "628": {"name": "attention_matmul_5_9", "predecessor_indices": [627, 626], "is_atomic": true, "type": "inner", "orbit": "orbit_125", "module_index": 582}, "629": {"name": "softmax_5_9", "predecessor_indices": [628], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 583}, "630": {"name": "orbit_126_mask_0", "predecessor_indices": [625], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 629}, "631": {"name": "final_matmul_5_9", "predecessor_indices": [629, 630], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 585}, "632": {"name": "concat_9", "predecessor_indices": [586, 595, 604, 613, 622, 631], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 631}, "633": {"name": "out_9", "predecessor_indices": [632], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 632}, "634": {"name": "blocks_9_ls1", "predecessor_indices": [633], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 633}, "635": {"name": "blocks_9_drop_path1", "predecessor_indices": [634], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 634}, "636": {"name": "add_19", "predecessor_indices": [576, 635], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 635}, "637": {"name": "blocks_9_norm2", "predecessor_indices": [636], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 636}, "638": {"name": "blocks_9_mlp_fc1", "predecessor_indices": [637], "is_atomic": true, "type": "inner", "orbit": "orbit_129", "module_index": 637}, "639": {"name": "blocks_9_mlp_act", "predecessor_indices": [638], "is_atomic": true, "type": "inner", "orbit": "orbit_129", "module_index": 638}, "640": {"name": "blocks_9_mlp_drop1", "predecessor_indices": [639], "is_atomic": true, "type": "inner", "orbit": "orbit_129", "module_index": 639}, "641": {"name": "orbit_129_mask_0", "predecessor_indices": [640], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 640}, "642": {"name": "blocks_9_mlp_fc2", "predecessor_indices": [641], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 641}, "643": {"name": "blocks_9_mlp_drop2", "predecessor_indices": [642], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 642}, "644": {"name": "blocks_9_ls2", "predecessor_indices": [643], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 643}, "645": {"name": "blocks_9_drop_path2", "predecessor_indices": [644], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 644}, "646": {"name": "add_20", "predecessor_indices": [636, 645], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 645}, "647": {"name": "blocks_10_norm1", "predecessor_indices": [646], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 646}, "648": {"name": "q_0_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_140", "module_index": 647}, "649": {"name": "k_0_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_140", "module_index": 648}, "650": {"name": "v_0_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_141", "module_index": 649}, "651": {"name": "orbit_140_mask_0", "predecessor_indices": [649], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 650}, "652": {"name": "orbit_140_mask_1", "predecessor_indices": [648], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 651}, "653": {"name": "attention_matmul_10", "predecessor_indices": [652, 651], "is_atomic": true, "type": "inner", "orbit": "orbit_140", "module_index": 652}, "654": {"name": "softmax_10", "predecessor_indices": [653], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 653}, "655": {"name": "orbit_141_mask_0", "predecessor_indices": [650], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 654}, "656": {"name": "final_matmul_10", "predecessor_indices": [654, 655], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 655}, "657": {"name": "q_1_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_132", "module_index": 656}, "658": {"name": "k_1_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_132", "module_index": 657}, "659": {"name": "v_1_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_133", "module_index": 658}, "660": {"name": "orbit_132_mask_0", "predecessor_indices": [658], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 659}, "661": {"name": "orbit_132_mask_1", "predecessor_indices": [657], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 660}, "662": {"name": "attention_matmul_1_10", "predecessor_indices": [661, 660], "is_atomic": true, "type": "inner", "orbit": "orbit_132", "module_index": 652}, "663": {"name": "softmax_1_10", "predecessor_indices": [662], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 653}, "664": {"name": "orbit_133_mask_0", "predecessor_indices": [659], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 663}, "665": {"name": "final_matmul_1_10", "predecessor_indices": [663, 664], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 655}, "666": {"name": "q_2_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_136", "module_index": 665}, "667": {"name": "k_2_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_136", "module_index": 666}, "668": {"name": "v_2_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_137", "module_index": 667}, "669": {"name": "orbit_136_mask_0", "predecessor_indices": [667], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 668}, "670": {"name": "orbit_136_mask_1", "predecessor_indices": [666], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 669}, "671": {"name": "attention_matmul_2_10", "predecessor_indices": [670, 669], "is_atomic": true, "type": "inner", "orbit": "orbit_136", "module_index": 652}, "672": {"name": "softmax_2_10", "predecessor_indices": [671], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 653}, "673": {"name": "orbit_137_mask_0", "predecessor_indices": [668], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 672}, "674": {"name": "final_matmul_2_10", "predecessor_indices": [672, 673], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 655}, "675": {"name": "q_3_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_138", "module_index": 674}, "676": {"name": "k_3_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_138", "module_index": 675}, "677": {"name": "v_3_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_139", "module_index": 676}, "678": {"name": "orbit_138_mask_0", "predecessor_indices": [676], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 677}, "679": {"name": "orbit_138_mask_1", "predecessor_indices": [675], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 678}, "680": {"name": "attention_matmul_3_10", "predecessor_indices": [679, 678], "is_atomic": true, "type": "inner", "orbit": "orbit_138", "module_index": 652}, "681": {"name": "softmax_3_10", "predecessor_indices": [680], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 653}, "682": {"name": "orbit_139_mask_0", "predecessor_indices": [677], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 681}, "683": {"name": "final_matmul_3_10", "predecessor_indices": [681, 682], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 655}, "684": {"name": "q_4_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_130", "module_index": 683}, "685": {"name": "k_4_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_130", "module_index": 684}, "686": {"name": "v_4_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_131", "module_index": 685}, "687": {"name": "orbit_130_mask_0", "predecessor_indices": [685], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 686}, "688": {"name": "orbit_130_mask_1", "predecessor_indices": [684], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 687}, "689": {"name": "attention_matmul_4_10", "predecessor_indices": [688, 687], "is_atomic": true, "type": "inner", "orbit": "orbit_130", "module_index": 652}, "690": {"name": "softmax_4_10", "predecessor_indices": [689], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 653}, "691": {"name": "orbit_131_mask_0", "predecessor_indices": [686], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 690}, "692": {"name": "final_matmul_4_10", "predecessor_indices": [690, 691], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 655}, "693": {"name": "q_5_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_134", "module_index": 692}, "694": {"name": "k_5_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_134", "module_index": 693}, "695": {"name": "v_5_10", "predecessor_indices": [647], "is_atomic": true, "type": "inner", "orbit": "orbit_135", "module_index": 694}, "696": {"name": "orbit_134_mask_0", "predecessor_indices": [694], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 695}, "697": {"name": "orbit_134_mask_1", "predecessor_indices": [693], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 696}, "698": {"name": "attention_matmul_5_10", "predecessor_indices": [697, 696], "is_atomic": true, "type": "inner", "orbit": "orbit_134", "module_index": 652}, "699": {"name": "softmax_5_10", "predecessor_indices": [698], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 653}, "700": {"name": "orbit_135_mask_0", "predecessor_indices": [695], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 699}, "701": {"name": "final_matmul_5_10", "predecessor_indices": [699, 700], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 655}, "702": {"name": "concat_10", "predecessor_indices": [656, 665, 674, 683, 692, 701], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 701}, "703": {"name": "out_10", "predecessor_indices": [702], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 702}, "704": {"name": "blocks_10_ls1", "predecessor_indices": [703], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 703}, "705": {"name": "blocks_10_drop_path1", "predecessor_indices": [704], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 704}, "706": {"name": "add_21", "predecessor_indices": [646, 705], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 705}, "707": {"name": "blocks_10_norm2", "predecessor_indices": [706], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 706}, "708": {"name": "blocks_10_mlp_fc1", "predecessor_indices": [707], "is_atomic": true, "type": "inner", "orbit": "orbit_142", "module_index": 707}, "709": {"name": "blocks_10_mlp_act", "predecessor_indices": [708], "is_atomic": true, "type": "inner", "orbit": "orbit_142", "module_index": 708}, "710": {"name": "blocks_10_mlp_drop1", "predecessor_indices": [709], "is_atomic": true, "type": "inner", "orbit": "orbit_142", "module_index": 709}, "711": {"name": "orbit_142_mask_0", "predecessor_indices": [710], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 710}, "712": {"name": "blocks_10_mlp_fc2", "predecessor_indices": [711], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 711}, "713": {"name": "blocks_10_mlp_drop2", "predecessor_indices": [712], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 712}, "714": {"name": "blocks_10_ls2", "predecessor_indices": [713], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 713}, "715": {"name": "blocks_10_drop_path2", "predecessor_indices": [714], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 714}, "716": {"name": "add_22", "predecessor_indices": [706, 715], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 715}, "717": {"name": "blocks_11_norm1", "predecessor_indices": [716], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 716}, "718": {"name": "q_0_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_145", "module_index": 717}, "719": {"name": "k_0_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_145", "module_index": 718}, "720": {"name": "v_0_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_146", "module_index": 719}, "721": {"name": "orbit_145_mask_0", "predecessor_indices": [719], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 720}, "722": {"name": "orbit_145_mask_1", "predecessor_indices": [718], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 721}, "723": {"name": "attention_matmul_11", "predecessor_indices": [722, 721], "is_atomic": true, "type": "inner", "orbit": "orbit_145", "module_index": 722}, "724": {"name": "softmax_11", "predecessor_indices": [723], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 723}, "725": {"name": "orbit_146_mask_0", "predecessor_indices": [720], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 724}, "726": {"name": "final_matmul_11", "predecessor_indices": [724, 725], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 725}, "727": {"name": "q_1_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_149", "module_index": 726}, "728": {"name": "k_1_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_149", "module_index": 727}, "729": {"name": "v_1_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_150", "module_index": 728}, "730": {"name": "orbit_149_mask_0", "predecessor_indices": [728], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 729}, "731": {"name": "orbit_149_mask_1", "predecessor_indices": [727], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 730}, "732": {"name": "attention_matmul_1_11", "predecessor_indices": [731, 730], "is_atomic": true, "type": "inner", "orbit": "orbit_149", "module_index": 722}, "733": {"name": "softmax_1_11", "predecessor_indices": [732], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 723}, "734": {"name": "orbit_150_mask_0", "predecessor_indices": [729], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 733}, "735": {"name": "final_matmul_1_11", "predecessor_indices": [733, 734], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 725}, "736": {"name": "q_2_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_153", "module_index": 735}, "737": {"name": "k_2_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_153", "module_index": 736}, "738": {"name": "v_2_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_154", "module_index": 737}, "739": {"name": "orbit_153_mask_0", "predecessor_indices": [737], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 738}, "740": {"name": "orbit_153_mask_1", "predecessor_indices": [736], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 739}, "741": {"name": "attention_matmul_2_11", "predecessor_indices": [740, 739], "is_atomic": true, "type": "inner", "orbit": "orbit_153", "module_index": 722}, "742": {"name": "softmax_2_11", "predecessor_indices": [741], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 723}, "743": {"name": "orbit_154_mask_0", "predecessor_indices": [738], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 742}, "744": {"name": "final_matmul_2_11", "predecessor_indices": [742, 743], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 725}, "745": {"name": "q_3_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_143", "module_index": 744}, "746": {"name": "k_3_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_143", "module_index": 745}, "747": {"name": "v_3_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_144", "module_index": 746}, "748": {"name": "orbit_143_mask_0", "predecessor_indices": [746], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 747}, "749": {"name": "orbit_143_mask_1", "predecessor_indices": [745], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 748}, "750": {"name": "attention_matmul_3_11", "predecessor_indices": [749, 748], "is_atomic": true, "type": "inner", "orbit": "orbit_143", "module_index": 722}, "751": {"name": "softmax_3_11", "predecessor_indices": [750], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 723}, "752": {"name": "orbit_144_mask_0", "predecessor_indices": [747], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 751}, "753": {"name": "final_matmul_3_11", "predecessor_indices": [751, 752], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 725}, "754": {"name": "q_4_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_147", "module_index": 753}, "755": {"name": "k_4_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_147", "module_index": 754}, "756": {"name": "v_4_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_148", "module_index": 755}, "757": {"name": "orbit_147_mask_0", "predecessor_indices": [755], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 756}, "758": {"name": "orbit_147_mask_1", "predecessor_indices": [754], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 757}, "759": {"name": "attention_matmul_4_11", "predecessor_indices": [758, 757], "is_atomic": true, "type": "inner", "orbit": "orbit_147", "module_index": 722}, "760": {"name": "softmax_4_11", "predecessor_indices": [759], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 723}, "761": {"name": "orbit_148_mask_0", "predecessor_indices": [756], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 760}, "762": {"name": "final_matmul_4_11", "predecessor_indices": [760, 761], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 725}, "763": {"name": "q_5_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_151", "module_index": 762}, "764": {"name": "k_5_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_151", "module_index": 763}, "765": {"name": "v_5_11", "predecessor_indices": [717], "is_atomic": true, "type": "inner", "orbit": "orbit_152", "module_index": 764}, "766": {"name": "orbit_151_mask_0", "predecessor_indices": [764], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 765}, "767": {"name": "orbit_151_mask_1", "predecessor_indices": [763], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 766}, "768": {"name": "attention_matmul_5_11", "predecessor_indices": [767, 766], "is_atomic": true, "type": "inner", "orbit": "orbit_151", "module_index": 722}, "769": {"name": "softmax_5_11", "predecessor_indices": [768], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 723}, "770": {"name": "orbit_152_mask_0", "predecessor_indices": [765], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 769}, "771": {"name": "final_matmul_5_11", "predecessor_indices": [769, 770], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 725}, "772": {"name": "concat_11", "predecessor_indices": [726, 735, 744, 753, 762, 771], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 771}, "773": {"name": "out_11", "predecessor_indices": [772], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 772}, "774": {"name": "blocks_11_ls1", "predecessor_indices": [773], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 773}, "775": {"name": "blocks_11_drop_path1", "predecessor_indices": [774], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 774}, "776": {"name": "add_23", "predecessor_indices": [716, 775], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 775}, "777": {"name": "blocks_11_norm2", "predecessor_indices": [776], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 776}, "778": {"name": "blocks_11_mlp_fc1", "predecessor_indices": [777], "is_atomic": true, "type": "inner", "orbit": "orbit_155", "module_index": 777}, "779": {"name": "blocks_11_mlp_act", "predecessor_indices": [778], "is_atomic": true, "type": "inner", "orbit": "orbit_155", "module_index": 778}, "780": {"name": "blocks_11_mlp_drop1", "predecessor_indices": [779], "is_atomic": true, "type": "inner", "orbit": "orbit_155", "module_index": 779}, "781": {"name": "orbit_155_mask_0", "predecessor_indices": [780], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 780}, "782": {"name": "blocks_11_mlp_fc2", "predecessor_indices": [781], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 781}, "783": {"name": "blocks_11_mlp_drop2", "predecessor_indices": [782], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 782}, "784": {"name": "blocks_11_ls2", "predecessor_indices": [783], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 783}, "785": {"name": "blocks_11_drop_path2", "predecessor_indices": [784], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 784}, "786": {"name": "add_24", "predecessor_indices": [776, 785], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 785}, "787": {"name": "norm", "predecessor_indices": [786], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 786}, "788": {"name": "getitem", "predecessor_indices": [787], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 787}, "789": {"name": "fc_norm", "predecessor_indices": [788], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 788}, "790": {"name": "head", "predecessor_indices": [789], "is_atomic": true, "type": "inner", "orbit": null, "module_index": 789}, "name": "VisionTransformer", "class": "DagModule", "output_index": 790}