{ "step": 30000, "snippets": [ { "text": "def compute_loss(logits, targets):\n ce = F.cross_entropy(logits, targets)\n return ce", "keyword_slot_hist": [ 0, 0, 1, 3, 2, 0, 2, 1, 1, 1, 2, 1, 0, 1, 1, 0 ], "other_slot_hist": [ 7, 12, 8, 18, 14, 21, 33, 14, 29, 5, 12, 16, 22, 13, 10, 22 ], "depth0_slot_hist": [ 1, 4, 2, 6, 4, 8, 10, 3, 13, 3, 5, 7, 6, 5, 1, 10 ], "depth1_slot_hist": [ 6, 8, 7, 15, 12, 13, 25, 12, 17, 3, 9, 10, 16, 9, 10, 12 ], "depth2p_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "keyword_entropy": 2.3066687144045313, "other_entropy": 2.664040985995176, "depth0_entropy": 2.587373586877387, "depth1_entropy": 2.6805622775191504, "depth2p_entropy": 0.0, "mi_slot_depth": 0.1721830663594982, "h_depth": 0.6295012588763813, "mi_ratio": 0.2735229897186127, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 7, "token": "def", "depth": 0 }, { "layer": 0, "position": 1, "slot": 11, "token": " compute", "depth": 0 }, { "layer": 0, "position": 2, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 3, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 0, "position": 4, "slot": 6, "token": "(", "depth": 0 }, { "layer": 0, "position": 5, "slot": 5, "token": "log", "depth": 0 }, { "layer": 0, "position": 6, "slot": 5, "token": "its", "depth": 0 }, { "layer": 0, "position": 7, "slot": 15, "token": ",", "depth": 0 }, { "layer": 0, "position": 8, "slot": 1, "token": " targets", "depth": 0 }, { "layer": 0, "position": 9, "slot": 6, "token": "):", "depth": 0 }, { "layer": 0, "position": 10, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 11, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 12, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 13, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 14, "slot": 11, "token": " ce", "depth": 1 }, { "layer": 0, "position": 15, "slot": 4, "token": " =", "depth": 1 }, { "layer": 0, "position": 16, "slot": 9, "token": " F", "depth": 1 }, { "layer": 0, "position": 17, "slot": 15, "token": ".", "depth": 1 }, { "layer": 0, "position": 18, "slot": 11, "token": "cross", "depth": 1 }, { "layer": 0, "position": 19, "slot": 15, "token": "_", "depth": 1 }, { "layer": 0, "position": 20, "slot": 12, "token": "ent", "depth": 1 }, { "layer": 0, "position": 21, "slot": 1, "token": "ropy", "depth": 1 }, { "layer": 0, "position": 22, "slot": 6, "token": "(", "depth": 1 }, { "layer": 0, "position": 23, "slot": 5, "token": "log", "depth": 1 }, { "layer": 0, "position": 24, "slot": 5, "token": "its", "depth": 1 }, { "layer": 0, "position": 25, "slot": 15, "token": ",", "depth": 1 }, { "layer": 0, "position": 26, "slot": 1, "token": " targets", "depth": 1 }, { "layer": 0, "position": 27, "slot": 6, "token": ")", "depth": 1 }, { "layer": 0, "position": 28, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 29, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 30, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 31, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 32, "slot": 4, "token": " return", "depth": 1 }, { "layer": 0, "position": 33, "slot": 11, "token": " ce", "depth": 1 }, { "layer": 1, "position": 0, "slot": 9, "token": "def", "depth": 0 }, { "layer": 1, "position": 1, "slot": 11, "token": " compute", "depth": 0 }, { "layer": 1, "position": 2, "slot": 5, "token": "_", "depth": 0 }, { "layer": 1, "position": 3, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 1, "position": 4, "slot": 6, "token": "(", "depth": 0 }, { "layer": 1, "position": 5, "slot": 11, "token": "log", "depth": 0 }, { "layer": 1, "position": 6, "slot": 12, "token": "its", "depth": 0 }, { "layer": 1, "position": 7, "slot": 6, "token": ",", "depth": 0 }, { "layer": 1, "position": 8, "slot": 12, "token": " targets", "depth": 0 }, { "layer": 1, "position": 9, "slot": 15, "token": "):", "depth": 0 }, { "layer": 1, "position": 10, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 11, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 12, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 13, "slot": 13, "token": " ", "depth": 1 }, { "layer": 1, "position": 14, "slot": 12, "token": " ce", "depth": 1 }, { "layer": 1, "position": 15, "slot": 6, "token": " =", "depth": 1 }, { "layer": 1, "position": 16, "slot": 6, "token": " F", "depth": 1 }, { "layer": 1, "position": 17, "slot": 10, "token": ".", "depth": 1 }, { "layer": 1, "position": 18, "slot": 12, "token": "cross", "depth": 1 }, { "layer": 1, "position": 19, "slot": 14, "token": "_", "depth": 1 }, { "layer": 1, "position": 20, "slot": 11, "token": "ent", "depth": 1 }, { "layer": 1, "position": 21, "slot": 12, "token": "ropy", "depth": 1 }, { "layer": 1, "position": 22, "slot": 6, "token": "(", "depth": 1 }, { "layer": 1, "position": 23, "slot": 8, "token": "log", "depth": 1 }, { "layer": 1, "position": 24, "slot": 12, "token": "its", "depth": 1 }, { "layer": 1, "position": 25, "slot": 6, "token": ",", "depth": 1 }, { "layer": 1, "position": 26, "slot": 12, "token": " targets", "depth": 1 }, { "layer": 1, "position": 27, "slot": 10, "token": ")", "depth": 1 }, { "layer": 1, "position": 28, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 1, "position": 29, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 30, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 31, "slot": 13, "token": " ", "depth": 1 }, { "layer": 1, "position": 32, "slot": 6, "token": " return", "depth": 1 }, { "layer": 1, "position": 33, "slot": 12, "token": " ce", "depth": 1 }, { "layer": 2, "position": 0, "slot": 3, "token": "def", "depth": 0 }, { "layer": 2, "position": 1, "slot": 8, "token": " compute", "depth": 0 }, { "layer": 2, "position": 2, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 3, "slot": 8, "token": "loss", "depth": 0 }, { "layer": 2, "position": 4, "slot": 12, "token": "(", "depth": 0 }, { "layer": 2, "position": 5, "slot": 8, "token": "log", "depth": 0 }, { "layer": 2, "position": 6, "slot": 8, "token": "its", "depth": 0 }, { "layer": 2, "position": 7, "slot": 3, "token": ",", "depth": 0 }, { "layer": 2, "position": 8, "slot": 8, "token": " targets", "depth": 0 }, { "layer": 2, "position": 9, "slot": 8, "token": "):", "depth": 0 }, { "layer": 2, "position": 10, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 11, "slot": 15, "token": " ", "depth": 1 }, { "layer": 2, "position": 12, "slot": 11, "token": " ", "depth": 1 }, { "layer": 2, "position": 13, "slot": 4, "token": " ", "depth": 1 }, { "layer": 2, "position": 14, "slot": 8, "token": " ce", "depth": 1 }, { "layer": 2, "position": 15, "slot": 3, "token": " =", "depth": 1 }, { "layer": 2, "position": 16, "slot": 13, "token": " F", "depth": 1 }, { "layer": 2, "position": 17, "slot": 5, "token": ".", "depth": 1 }, { "layer": 2, "position": 18, "slot": 8, "token": "cross", "depth": 1 }, { "layer": 2, "position": 19, "slot": 12, "token": "_", "depth": 1 }, { "layer": 2, "position": 20, "slot": 8, "token": "ent", "depth": 1 }, { "layer": 2, "position": 21, "slot": 8, "token": "ropy", "depth": 1 }, { "layer": 2, "position": 22, "slot": 1, "token": "(", "depth": 1 }, { "layer": 2, "position": 23, "slot": 8, "token": "log", "depth": 1 }, { "layer": 2, "position": 24, "slot": 8, "token": "its", "depth": 1 }, { "layer": 2, "position": 25, "slot": 3, "token": ",", "depth": 1 }, { "layer": 2, "position": 26, "slot": 8, "token": " targets", "depth": 1 }, { "layer": 2, "position": 27, "slot": 13, "token": ")", "depth": 1 }, { "layer": 2, "position": 28, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 2, "position": 29, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 30, "slot": 11, "token": " ", "depth": 1 }, { "layer": 2, "position": 31, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 32, "slot": 3, "token": " return", "depth": 1 }, { "layer": 2, "position": 33, "slot": 8, "token": " ce", "depth": 1 }, { "layer": 3, "position": 0, "slot": 8, "token": "def", "depth": 0 }, { "layer": 3, "position": 1, "slot": 8, "token": " compute", "depth": 0 }, { "layer": 3, "position": 2, "slot": 5, "token": "_", "depth": 0 }, { "layer": 3, "position": 3, "slot": 8, "token": "loss", "depth": 0 }, { "layer": 3, "position": 4, "slot": 10, "token": "(", "depth": 0 }, { "layer": 3, "position": 5, "slot": 8, "token": "log", "depth": 0 }, { "layer": 3, "position": 6, "slot": 8, "token": "its", "depth": 0 }, { "layer": 3, "position": 7, "slot": 9, "token": ",", "depth": 0 }, { "layer": 3, "position": 8, "slot": 8, "token": " targets", "depth": 0 }, { "layer": 3, "position": 9, "slot": 11, "token": "):", "depth": 0 }, { "layer": 3, "position": 10, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 11, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 12, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 13, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 14, "slot": 8, "token": " ce", "depth": 1 }, { "layer": 3, "position": 15, "slot": 3, "token": " =", "depth": 1 }, { "layer": 3, "position": 16, "slot": 8, "token": " F", "depth": 1 }, { "layer": 3, "position": 17, "slot": 12, "token": ".", "depth": 1 }, { "layer": 3, "position": 18, "slot": 8, "token": "cross", "depth": 1 }, { "layer": 3, "position": 19, "slot": 0, "token": "_", "depth": 1 }, { "layer": 3, "position": 20, "slot": 7, "token": "ent", "depth": 1 }, { "layer": 3, "position": 21, "slot": 7, "token": "ropy", "depth": 1 }, { "layer": 3, "position": 22, "slot": 9, "token": "(", "depth": 1 }, { "layer": 3, "position": 23, "slot": 0, "token": "log", "depth": 1 }, { "layer": 3, "position": 24, "slot": 7, "token": "its", "depth": 1 }, { "layer": 3, "position": 25, "slot": 1, "token": ",", "depth": 1 }, { "layer": 3, "position": 26, "slot": 7, "token": " targets", "depth": 1 }, { "layer": 3, "position": 27, "slot": 11, "token": ")", "depth": 1 }, { "layer": 3, "position": 28, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 3, "position": 29, "slot": 3, "token": " ", "depth": 1 }, { "layer": 3, "position": 30, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 31, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 32, "slot": 13, "token": " return", "depth": 1 }, { "layer": 3, "position": 33, "slot": 8, "token": " ce", "depth": 1 }, { "layer": 4, "position": 0, "slot": 10, "token": "def", "depth": 0 }, { "layer": 4, "position": 1, "slot": 7, "token": " compute", "depth": 0 }, { "layer": 4, "position": 2, "slot": 4, "token": "_", "depth": 0 }, { "layer": 4, "position": 3, "slot": 15, "token": "loss", "depth": 0 }, { "layer": 4, "position": 4, "slot": 4, "token": "(", "depth": 0 }, { "layer": 4, "position": 5, "slot": 14, "token": "log", "depth": 0 }, { "layer": 4, "position": 6, "slot": 4, "token": "its", "depth": 0 }, { "layer": 4, "position": 7, "slot": 4, "token": ",", "depth": 0 }, { "layer": 4, "position": 8, "slot": 1, "token": " targets", "depth": 0 }, { "layer": 4, "position": 9, "slot": 6, "token": "):", "depth": 0 }, { "layer": 4, "position": 10, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 4, "position": 11, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 12, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 13, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 14, "slot": 5, "token": " ce", "depth": 1 }, { "layer": 4, "position": 15, "slot": 6, "token": " =", "depth": 1 }, { "layer": 4, "position": 16, "slot": 6, "token": " F", "depth": 1 }, { "layer": 4, "position": 17, "slot": 13, "token": ".", "depth": 1 }, { "layer": 4, "position": 18, "slot": 7, "token": "cross", "depth": 1 }, { "layer": 4, "position": 19, "slot": 10, "token": "_", "depth": 1 }, { "layer": 4, "position": 20, "slot": 12, "token": "ent", "depth": 1 }, { "layer": 4, "position": 21, "slot": 7, "token": "ropy", "depth": 1 }, { "layer": 4, "position": 22, "slot": 4, "token": "(", "depth": 1 }, { "layer": 4, "position": 23, "slot": 14, "token": "log", "depth": 1 }, { "layer": 4, "position": 24, "slot": 2, "token": "its", "depth": 1 }, { "layer": 4, "position": 25, "slot": 4, "token": ",", "depth": 1 }, { "layer": 4, "position": 26, "slot": 14, "token": " targets", "depth": 1 }, { "layer": 4, "position": 27, "slot": 6, "token": ")", "depth": 1 }, { "layer": 4, "position": 28, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 29, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 30, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 31, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 32, "slot": 4, "token": " return", "depth": 1 }, { "layer": 4, "position": 33, "slot": 14, "token": " ce", "depth": 1 }, { "layer": 5, "position": 0, "slot": 6, "token": "def", "depth": 0 }, { "layer": 5, "position": 1, "slot": 1, "token": " compute", "depth": 0 }, { "layer": 5, "position": 2, "slot": 7, "token": "_", "depth": 0 }, { "layer": 5, "position": 3, "slot": 5, "token": "loss", "depth": 0 }, { "layer": 5, "position": 4, "slot": 6, "token": "(", "depth": 0 }, { "layer": 5, "position": 5, "slot": 9, "token": "log", "depth": 0 }, { "layer": 5, "position": 6, "slot": 1, "token": "its", "depth": 0 }, { "layer": 5, "position": 7, "slot": 6, "token": ",", "depth": 0 }, { "layer": 5, "position": 8, "slot": 5, "token": " targets", "depth": 0 }, { "layer": 5, "position": 9, "slot": 10, "token": "):", "depth": 0 }, { "layer": 5, "position": 10, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 11, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 12, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 13, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 14, "slot": 5, "token": " ce", "depth": 1 }, { "layer": 5, "position": 15, "slot": 6, "token": " =", "depth": 1 }, { "layer": 5, "position": 16, "slot": 1, "token": " F", "depth": 1 }, { "layer": 5, "position": 17, "slot": 5, "token": ".", "depth": 1 }, { "layer": 5, "position": 18, "slot": 1, "token": "cross", "depth": 1 }, { "layer": 5, "position": 19, "slot": 12, "token": "_", "depth": 1 }, { "layer": 5, "position": 20, "slot": 8, "token": "ent", "depth": 1 }, { "layer": 5, "position": 21, "slot": 15, "token": "ropy", "depth": 1 }, { "layer": 5, "position": 22, "slot": 6, "token": "(", "depth": 1 }, { "layer": 5, "position": 23, "slot": 9, "token": "log", "depth": 1 }, { "layer": 5, "position": 24, "slot": 1, "token": "its", "depth": 1 }, { "layer": 5, "position": 25, "slot": 6, "token": ",", "depth": 1 }, { "layer": 5, "position": 26, "slot": 5, "token": " targets", "depth": 1 }, { "layer": 5, "position": 27, "slot": 3, "token": ")", "depth": 1 }, { "layer": 5, "position": 28, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 5, "position": 29, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 30, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 31, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 32, "slot": 14, "token": " return", "depth": 1 }, { "layer": 5, "position": 33, "slot": 5, "token": " ce", "depth": 1 }, { "layer": 6, "position": 0, "slot": 3, "token": "def", "depth": 0 }, { "layer": 6, "position": 1, "slot": 15, "token": " compute", "depth": 0 }, { "layer": 6, "position": 2, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 3, "slot": 0, "token": "loss", "depth": 0 }, { "layer": 6, "position": 4, "slot": 3, "token": "(", "depth": 0 }, { "layer": 6, "position": 5, "slot": 15, "token": "log", "depth": 0 }, { "layer": 6, "position": 6, "slot": 15, "token": "its", "depth": 0 }, { "layer": 6, "position": 7, "slot": 3, "token": ",", "depth": 0 }, { "layer": 6, "position": 8, "slot": 15, "token": " targets", "depth": 0 }, { "layer": 6, "position": 9, "slot": 8, "token": "):", "depth": 0 }, { "layer": 6, "position": 10, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 11, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 12, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 13, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 14, "slot": 15, "token": " ce", "depth": 1 }, { "layer": 6, "position": 15, "slot": 3, "token": " =", "depth": 1 }, { "layer": 6, "position": 16, "slot": 15, "token": " F", "depth": 1 }, { "layer": 6, "position": 17, "slot": 10, "token": ".", "depth": 1 }, { "layer": 6, "position": 18, "slot": 14, "token": "cross", "depth": 1 }, { "layer": 6, "position": 19, "slot": 15, "token": "_", "depth": 1 }, { "layer": 6, "position": 20, "slot": 14, "token": "ent", "depth": 1 }, { "layer": 6, "position": 21, "slot": 0, "token": "ropy", "depth": 1 }, { "layer": 6, "position": 22, "slot": 3, "token": "(", "depth": 1 }, { "layer": 6, "position": 23, "slot": 14, "token": "log", "depth": 1 }, { "layer": 6, "position": 24, "slot": 15, "token": "its", "depth": 1 }, { "layer": 6, "position": 25, "slot": 3, "token": ",", "depth": 1 }, { "layer": 6, "position": 26, "slot": 0, "token": " targets", "depth": 1 }, { "layer": 6, "position": 27, "slot": 8, "token": ")", "depth": 1 }, { "layer": 6, "position": 28, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 29, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 30, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 31, "slot": 8, "token": " ", "depth": 1 }, { "layer": 6, "position": 32, "slot": 10, "token": " return", "depth": 1 }, { "layer": 6, "position": 33, "slot": 15, "token": " ce", "depth": 1 }, { "layer": 7, "position": 0, "slot": 2, "token": "def", "depth": 0 }, { "layer": 7, "position": 1, "slot": 13, "token": " compute", "depth": 0 }, { "layer": 7, "position": 2, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 3, "slot": 13, "token": "loss", "depth": 0 }, { "layer": 7, "position": 4, "slot": 2, "token": "(", "depth": 0 }, { "layer": 7, "position": 5, "slot": 13, "token": "log", "depth": 0 }, { "layer": 7, "position": 6, "slot": 13, "token": "its", "depth": 0 }, { "layer": 7, "position": 7, "slot": 11, "token": ",", "depth": 0 }, { "layer": 7, "position": 8, "slot": 13, "token": " targets", "depth": 0 }, { "layer": 7, "position": 9, "slot": 12, "token": "):", "depth": 0 }, { "layer": 7, "position": 10, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 11, "slot": 12, "token": " ", "depth": 1 }, { "layer": 7, "position": 12, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 13, "slot": 12, "token": " ", "depth": 1 }, { "layer": 7, "position": 14, "slot": 13, "token": " ce", "depth": 1 }, { "layer": 7, "position": 15, "slot": 12, "token": " =", "depth": 1 }, { "layer": 7, "position": 16, "slot": 13, "token": " F", "depth": 1 }, { "layer": 7, "position": 17, "slot": 2, "token": ".", "depth": 1 }, { "layer": 7, "position": 18, "slot": 0, "token": "cross", "depth": 1 }, { "layer": 7, "position": 19, "slot": 8, "token": "_", "depth": 1 }, { "layer": 7, "position": 20, "slot": 0, "token": "ent", "depth": 1 }, { "layer": 7, "position": 21, "slot": 4, "token": "ropy", "depth": 1 }, { "layer": 7, "position": 22, "slot": 2, "token": "(", "depth": 1 }, { "layer": 7, "position": 23, "slot": 13, "token": "log", "depth": 1 }, { "layer": 7, "position": 24, "slot": 4, "token": "its", "depth": 1 }, { "layer": 7, "position": 25, "slot": 15, "token": ",", "depth": 1 }, { "layer": 7, "position": 26, "slot": 4, "token": " targets", "depth": 1 }, { "layer": 7, "position": 27, "slot": 12, "token": ")", "depth": 1 }, { "layer": 7, "position": 28, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 7, "position": 29, "slot": 11, "token": " ", "depth": 1 }, { "layer": 7, "position": 30, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 31, "slot": 11, "token": " ", "depth": 1 }, { "layer": 7, "position": 32, "slot": 11, "token": " return", "depth": 1 }, { "layer": 7, "position": 33, "slot": 1, "token": " ce", "depth": 1 } ] }, { "text": "class MuonOptimizer(torch.optim.Optimizer):\n def __init__(self, params, lr=0.01):\n super()", "keyword_slot_hist": [ 1, 0, 1, 3, 1, 0, 2, 1, 1, 0, 1, 1, 2, 1, 0, 1 ], "other_slot_hist": [ 14, 17, 18, 35, 26, 30, 51, 28, 41, 7, 31, 27, 39, 17, 13, 22 ], "depth0_slot_hist": [ 2, 6, 7, 10, 5, 7, 11, 5, 22, 4, 16, 8, 11, 11, 3, 8 ], "depth1_slot_hist": [ 6, 7, 5, 16, 14, 14, 19, 11, 11, 0, 11, 6, 20, 3, 7, 10 ], "depth2p_slot_hist": [ 7, 4, 7, 12, 8, 9, 23, 13, 9, 3, 5, 14, 10, 4, 3, 5 ], "keyword_entropy": 2.393312110974524, "other_entropy": 2.6752612071977677, "depth0_entropy": 2.6177519298318535, "depth1_entropy": 2.5979407506195864, "depth2p_entropy": 2.6151771747878585, "mi_slot_depth": 0.447276729840022, "h_depth": 1.0955785033977712, "mi_ratio": 0.4082562120859991, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 7, "token": "class", "depth": 0 }, { "layer": 0, "position": 1, "slot": 11, "token": " Mu", "depth": 0 }, { "layer": 0, "position": 2, "slot": 12, "token": "on", "depth": 0 }, { "layer": 0, "position": 3, "slot": 1, "token": "Opt", "depth": 0 }, { "layer": 0, "position": 4, "slot": 9, "token": "im", "depth": 0 }, { "layer": 0, "position": 5, "slot": 5, "token": "izer", "depth": 0 }, { "layer": 0, "position": 6, "slot": 6, "token": "(", "depth": 0 }, { "layer": 0, "position": 7, "slot": 11, "token": "tor", "depth": 0 }, { "layer": 0, "position": 8, "slot": 5, "token": "ch", "depth": 0 }, { "layer": 0, "position": 9, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 10, "slot": 11, "token": "optim", "depth": 0 }, { "layer": 0, "position": 11, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 12, "slot": 1, "token": "Opt", "depth": 0 }, { "layer": 0, "position": 13, "slot": 9, "token": "im", "depth": 0 }, { "layer": 0, "position": 14, "slot": 5, "token": "izer", "depth": 0 }, { "layer": 0, "position": 15, "slot": 6, "token": "):", "depth": 0 }, { "layer": 0, "position": 16, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 17, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 18, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 19, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 20, "slot": 4, "token": " def", "depth": 1 }, { "layer": 0, "position": 21, "slot": 4, "token": " __", "depth": 1 }, { "layer": 0, "position": 22, "slot": 7, "token": "init", "depth": 1 }, { "layer": 0, "position": 23, "slot": 0, "token": "__", "depth": 1 }, { "layer": 0, "position": 24, "slot": 6, "token": "(", "depth": 1 }, { "layer": 0, "position": 25, "slot": 1, "token": "self", "depth": 1 }, { "layer": 0, "position": 26, "slot": 15, "token": ",", "depth": 1 }, { "layer": 0, "position": 27, "slot": 11, "token": " params", "depth": 1 }, { "layer": 0, "position": 28, "slot": 15, "token": ",", "depth": 1 }, { "layer": 0, "position": 29, "slot": 5, "token": " l", "depth": 1 }, { "layer": 0, "position": 30, "slot": 12, "token": "r", "depth": 1 }, { "layer": 0, "position": 31, "slot": 3, "token": "=", "depth": 1 }, { "layer": 0, "position": 32, "slot": 1, "token": "0", "depth": 1 }, { "layer": 0, "position": 33, "slot": 15, "token": ".", "depth": 1 }, { "layer": 0, "position": 34, "slot": 5, "token": "01", "depth": 1 }, { "layer": 0, "position": 35, "slot": 6, "token": "):", "depth": 1 }, { "layer": 0, "position": 36, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 37, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 38, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 39, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 40, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 41, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 42, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 43, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 44, "slot": 4, "token": " super", "depth": 2 }, { "layer": 0, "position": 45, "slot": 15, "token": "().", "depth": 2 }, { "layer": 0, "position": 46, "slot": 0, "token": "__", "depth": 2 }, { "layer": 0, "position": 47, "slot": 7, "token": "init", "depth": 2 }, { "layer": 0, "position": 48, "slot": 0, "token": "__", "depth": 2 }, { "layer": 0, "position": 49, "slot": 6, "token": "(", "depth": 2 }, { "layer": 0, "position": 50, "slot": 5, "token": "params", "depth": 2 }, { "layer": 0, "position": 51, "slot": 15, "token": ",", "depth": 2 }, { "layer": 0, "position": 52, "slot": 8, "token": " {}", "depth": 2 }, { "layer": 0, "position": 53, "slot": 6, "token": ")", "depth": 2 }, { "layer": 1, "position": 0, "slot": 12, "token": "class", "depth": 0 }, { "layer": 1, "position": 1, "slot": 13, "token": " Mu", "depth": 0 }, { "layer": 1, "position": 2, "slot": 11, "token": "on", "depth": 0 }, { "layer": 1, "position": 3, "slot": 12, "token": "Opt", "depth": 0 }, { "layer": 1, "position": 4, "slot": 8, "token": "im", "depth": 0 }, { "layer": 1, "position": 5, "slot": 11, "token": "izer", "depth": 0 }, { "layer": 1, "position": 6, "slot": 6, "token": "(", "depth": 0 }, { "layer": 1, "position": 7, "slot": 1, "token": "tor", "depth": 0 }, { "layer": 1, "position": 8, "slot": 3, "token": "ch", "depth": 0 }, { "layer": 1, "position": 9, "slot": 10, "token": ".", "depth": 0 }, { "layer": 1, "position": 10, "slot": 12, "token": "optim", "depth": 0 }, { "layer": 1, "position": 11, "slot": 10, "token": ".", "depth": 0 }, { "layer": 1, "position": 12, "slot": 12, "token": "Opt", "depth": 0 }, { "layer": 1, "position": 13, "slot": 8, "token": "im", "depth": 0 }, { "layer": 1, "position": 14, "slot": 11, "token": "izer", "depth": 0 }, { "layer": 1, "position": 15, "slot": 10, "token": "):", "depth": 0 }, { "layer": 1, "position": 16, "slot": 2, "token": "\n", "depth": 0 }, { "layer": 1, "position": 17, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 18, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 19, "slot": 5, "token": " ", "depth": 1 }, { "layer": 1, "position": 20, "slot": 6, "token": " def", "depth": 1 }, { "layer": 1, "position": 21, "slot": 11, "token": " __", "depth": 1 }, { "layer": 1, "position": 22, "slot": 11, "token": "init", "depth": 1 }, { "layer": 1, "position": 23, "slot": 12, "token": "__", "depth": 1 }, { "layer": 1, "position": 24, "slot": 6, "token": "(", "depth": 1 }, { "layer": 1, "position": 25, "slot": 7, "token": "self", "depth": 1 }, { "layer": 1, "position": 26, "slot": 4, "token": ",", "depth": 1 }, { "layer": 1, "position": 27, "slot": 12, "token": " params", "depth": 1 }, { "layer": 1, "position": 28, "slot": 6, "token": ",", "depth": 1 }, { "layer": 1, "position": 29, "slot": 3, "token": " l", "depth": 1 }, { "layer": 1, "position": 30, "slot": 3, "token": "r", "depth": 1 }, { "layer": 1, "position": 31, "slot": 6, "token": "=", "depth": 1 }, { "layer": 1, "position": 32, "slot": 12, "token": "0", "depth": 1 }, { "layer": 1, "position": 33, "slot": 10, "token": ".", "depth": 1 }, { "layer": 1, "position": 34, "slot": 12, "token": "01", "depth": 1 }, { "layer": 1, "position": 35, "slot": 10, "token": "):", "depth": 1 }, { "layer": 1, "position": 36, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 1, "position": 37, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 38, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 39, "slot": 13, "token": " ", "depth": 2 }, { "layer": 1, "position": 40, "slot": 13, "token": " ", "depth": 2 }, { "layer": 1, "position": 41, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 42, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 43, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 44, "slot": 11, "token": " super", "depth": 2 }, { "layer": 1, "position": 45, "slot": 15, "token": "().", "depth": 2 }, { "layer": 1, "position": 46, "slot": 11, "token": "__", "depth": 2 }, { "layer": 1, "position": 47, "slot": 11, "token": "init", "depth": 2 }, { "layer": 1, "position": 48, "slot": 11, "token": "__", "depth": 2 }, { "layer": 1, "position": 49, "slot": 6, "token": "(", "depth": 2 }, { "layer": 1, "position": 50, "slot": 12, "token": "params", "depth": 2 }, { "layer": 1, "position": 51, "slot": 6, "token": ",", "depth": 2 }, { "layer": 1, "position": 52, "slot": 11, "token": " {}", "depth": 2 }, { "layer": 1, "position": 53, "slot": 15, "token": ")", "depth": 2 }, { "layer": 2, "position": 0, "slot": 3, "token": "class", "depth": 0 }, { "layer": 2, "position": 1, "slot": 8, "token": " Mu", "depth": 0 }, { "layer": 2, "position": 2, "slot": 8, "token": "on", "depth": 0 }, { "layer": 2, "position": 3, "slot": 8, "token": "Opt", "depth": 0 }, { "layer": 2, "position": 4, "slot": 3, "token": "im", "depth": 0 }, { "layer": 2, "position": 5, "slot": 3, "token": "izer", "depth": 0 }, { "layer": 2, "position": 6, "slot": 5, "token": "(", "depth": 0 }, { "layer": 2, "position": 7, "slot": 13, "token": "tor", "depth": 0 }, { "layer": 2, "position": 8, "slot": 8, "token": "ch", "depth": 0 }, { "layer": 2, "position": 9, "slot": 12, "token": ".", "depth": 0 }, { "layer": 2, "position": 10, "slot": 8, "token": "optim", "depth": 0 }, { "layer": 2, "position": 11, "slot": 14, "token": ".", "depth": 0 }, { "layer": 2, "position": 12, "slot": 8, "token": "Opt", "depth": 0 }, { "layer": 2, "position": 13, "slot": 3, "token": "im", "depth": 0 }, { "layer": 2, "position": 14, "slot": 8, "token": "izer", "depth": 0 }, { "layer": 2, "position": 15, "slot": 8, "token": "):", "depth": 0 }, { "layer": 2, "position": 16, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 17, "slot": 15, "token": " ", "depth": 1 }, { "layer": 2, "position": 18, "slot": 15, "token": " ", "depth": 1 }, { "layer": 2, "position": 19, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 20, "slot": 3, "token": " def", "depth": 1 }, { "layer": 2, "position": 21, "slot": 1, "token": " __", "depth": 1 }, { "layer": 2, "position": 22, "slot": 3, "token": "init", "depth": 1 }, { "layer": 2, "position": 23, "slot": 1, "token": "__", "depth": 1 }, { "layer": 2, "position": 24, "slot": 2, "token": "(", "depth": 1 }, { "layer": 2, "position": 25, "slot": 14, "token": "self", "depth": 1 }, { "layer": 2, "position": 26, "slot": 14, "token": ",", "depth": 1 }, { "layer": 2, "position": 27, "slot": 8, "token": " params", "depth": 1 }, { "layer": 2, "position": 28, "slot": 12, "token": ",", "depth": 1 }, { "layer": 2, "position": 29, "slot": 8, "token": " l", "depth": 1 }, { "layer": 2, "position": 30, "slot": 8, "token": "r", "depth": 1 }, { "layer": 2, "position": 31, "slot": 14, "token": "=", "depth": 1 }, { "layer": 2, "position": 32, "slot": 13, "token": "0", "depth": 1 }, { "layer": 2, "position": 33, "slot": 12, "token": ".", "depth": 1 }, { "layer": 2, "position": 34, "slot": 8, "token": "01", "depth": 1 }, { "layer": 2, "position": 35, "slot": 8, "token": "):", "depth": 1 }, { "layer": 2, "position": 36, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 2, "position": 37, "slot": 0, "token": " ", "depth": 2 }, { "layer": 2, "position": 38, "slot": 11, "token": " ", "depth": 2 }, { "layer": 2, "position": 39, "slot": 4, "token": " ", "depth": 2 }, { "layer": 2, "position": 40, "slot": 4, "token": " ", "depth": 2 }, { "layer": 2, "position": 41, "slot": 0, "token": " ", "depth": 2 }, { "layer": 2, "position": 42, "slot": 0, "token": " ", "depth": 2 }, { "layer": 2, "position": 43, "slot": 11, "token": " ", "depth": 2 }, { "layer": 2, "position": 44, "slot": 13, "token": " super", "depth": 2 }, { "layer": 2, "position": 45, "slot": 15, "token": "().", "depth": 2 }, { "layer": 2, "position": 46, "slot": 1, "token": "__", "depth": 2 }, { "layer": 2, "position": 47, "slot": 3, "token": "init", "depth": 2 }, { "layer": 2, "position": 48, "slot": 1, "token": "__", "depth": 2 }, { "layer": 2, "position": 49, "slot": 12, "token": "(", "depth": 2 }, { "layer": 2, "position": 50, "slot": 8, "token": "params", "depth": 2 }, { "layer": 2, "position": 51, "slot": 12, "token": ",", "depth": 2 }, { "layer": 2, "position": 52, "slot": 8, "token": " {}", "depth": 2 }, { "layer": 2, "position": 53, "slot": 13, "token": ")", "depth": 2 }, { "layer": 3, "position": 0, "slot": 8, "token": "class", "depth": 0 }, { "layer": 3, "position": 1, "slot": 8, "token": " Mu", "depth": 0 }, { "layer": 3, "position": 2, "slot": 8, "token": "on", "depth": 0 }, { "layer": 3, "position": 3, "slot": 8, "token": "Opt", "depth": 0 }, { "layer": 3, "position": 4, "slot": 8, "token": "im", "depth": 0 }, { "layer": 3, "position": 5, "slot": 8, "token": "izer", "depth": 0 }, { "layer": 3, "position": 6, "slot": 10, "token": "(", "depth": 0 }, { "layer": 3, "position": 7, "slot": 8, "token": "tor", "depth": 0 }, { "layer": 3, "position": 8, "slot": 8, "token": "ch", "depth": 0 }, { "layer": 3, "position": 9, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 10, "slot": 7, "token": "optim", "depth": 0 }, { "layer": 3, "position": 11, "slot": 9, "token": ".", "depth": 0 }, { "layer": 3, "position": 12, "slot": 8, "token": "Opt", "depth": 0 }, { "layer": 3, "position": 13, "slot": 8, "token": "im", "depth": 0 }, { "layer": 3, "position": 14, "slot": 6, "token": "izer", "depth": 0 }, { "layer": 3, "position": 15, "slot": 11, "token": "):", "depth": 0 }, { "layer": 3, "position": 16, "slot": 2, "token": "\n", "depth": 0 }, { "layer": 3, "position": 17, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 18, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 19, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 20, "slot": 11, "token": " def", "depth": 1 }, { "layer": 3, "position": 21, "slot": 0, "token": " __", "depth": 1 }, { "layer": 3, "position": 22, "slot": 8, "token": "init", "depth": 1 }, { "layer": 3, "position": 23, "slot": 8, "token": "__", "depth": 1 }, { "layer": 3, "position": 24, "slot": 10, "token": "(", "depth": 1 }, { "layer": 3, "position": 25, "slot": 3, "token": "self", "depth": 1 }, { "layer": 3, "position": 26, "slot": 5, "token": ",", "depth": 1 }, { "layer": 3, "position": 27, "slot": 7, "token": " params", "depth": 1 }, { "layer": 3, "position": 28, "slot": 5, "token": ",", "depth": 1 }, { "layer": 3, "position": 29, "slot": 8, "token": " l", "depth": 1 }, { "layer": 3, "position": 30, "slot": 7, "token": "r", "depth": 1 }, { "layer": 3, "position": 31, "slot": 4, "token": "=", "depth": 1 }, { "layer": 3, "position": 32, "slot": 7, "token": "0", "depth": 1 }, { "layer": 3, "position": 33, "slot": 0, "token": ".", "depth": 1 }, { "layer": 3, "position": 34, "slot": 7, "token": "01", "depth": 1 }, { "layer": 3, "position": 35, "slot": 11, "token": "):", "depth": 1 }, { "layer": 3, "position": 36, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 3, "position": 37, "slot": 10, "token": " ", "depth": 2 }, { "layer": 3, "position": 38, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 39, "slot": 10, "token": " ", "depth": 2 }, { "layer": 3, "position": 40, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 41, "slot": 0, "token": " ", "depth": 2 }, { "layer": 3, "position": 42, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 43, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 44, "slot": 8, "token": " super", "depth": 2 }, { "layer": 3, "position": 45, "slot": 11, "token": "().", "depth": 2 }, { "layer": 3, "position": 46, "slot": 9, "token": "__", "depth": 2 }, { "layer": 3, "position": 47, "slot": 8, "token": "init", "depth": 2 }, { "layer": 3, "position": 48, "slot": 7, "token": "__", "depth": 2 }, { "layer": 3, "position": 49, "slot": 9, "token": "(", "depth": 2 }, { "layer": 3, "position": 50, "slot": 7, "token": "params", "depth": 2 }, { "layer": 3, "position": 51, "slot": 11, "token": ",", "depth": 2 }, { "layer": 3, "position": 52, "slot": 11, "token": " {}", "depth": 2 }, { "layer": 3, "position": 53, "slot": 11, "token": ")", "depth": 2 }, { "layer": 4, "position": 0, "slot": 10, "token": "class", "depth": 0 }, { "layer": 4, "position": 1, "slot": 10, "token": " Mu", "depth": 0 }, { "layer": 4, "position": 2, "slot": 10, "token": "on", "depth": 0 }, { "layer": 4, "position": 3, "slot": 10, "token": "Opt", "depth": 0 }, { "layer": 4, "position": 4, "slot": 10, "token": "im", "depth": 0 }, { "layer": 4, "position": 5, "slot": 10, "token": "izer", "depth": 0 }, { "layer": 4, "position": 6, "slot": 4, "token": "(", "depth": 0 }, { "layer": 4, "position": 7, "slot": 12, "token": "tor", "depth": 0 }, { "layer": 4, "position": 8, "slot": 2, "token": "ch", "depth": 0 }, { "layer": 4, "position": 9, "slot": 13, "token": ".", "depth": 0 }, { "layer": 4, "position": 10, "slot": 10, "token": "optim", "depth": 0 }, { "layer": 4, "position": 11, "slot": 10, "token": ".", "depth": 0 }, { "layer": 4, "position": 12, "slot": 7, "token": "Opt", "depth": 0 }, { "layer": 4, "position": 13, "slot": 10, "token": "im", "depth": 0 }, { "layer": 4, "position": 14, "slot": 10, "token": "izer", "depth": 0 }, { "layer": 4, "position": 15, "slot": 6, "token": "):", "depth": 0 }, { "layer": 4, "position": 16, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 17, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 18, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 19, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 20, "slot": 0, "token": " def", "depth": 1 }, { "layer": 4, "position": 21, "slot": 7, "token": " __", "depth": 1 }, { "layer": 4, "position": 22, "slot": 10, "token": "init", "depth": 1 }, { "layer": 4, "position": 23, "slot": 4, "token": "__", "depth": 1 }, { "layer": 4, "position": 24, "slot": 4, "token": "(", "depth": 1 }, { "layer": 4, "position": 25, "slot": 10, "token": "self", "depth": 1 }, { "layer": 4, "position": 26, "slot": 4, "token": ",", "depth": 1 }, { "layer": 4, "position": 27, "slot": 2, "token": " params", "depth": 1 }, { "layer": 4, "position": 28, "slot": 4, "token": ",", "depth": 1 }, { "layer": 4, "position": 29, "slot": 3, "token": " l", "depth": 1 }, { "layer": 4, "position": 30, "slot": 12, "token": "r", "depth": 1 }, { "layer": 4, "position": 31, "slot": 12, "token": "=", "depth": 1 }, { "layer": 4, "position": 32, "slot": 12, "token": "0", "depth": 1 }, { "layer": 4, "position": 33, "slot": 8, "token": ".", "depth": 1 }, { "layer": 4, "position": 34, "slot": 12, "token": "01", "depth": 1 }, { "layer": 4, "position": 35, "slot": 6, "token": "):", "depth": 1 }, { "layer": 4, "position": 36, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 37, "slot": 2, "token": " ", "depth": 2 }, { "layer": 4, "position": 38, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 39, "slot": 6, "token": " ", "depth": 2 }, { "layer": 4, "position": 40, "slot": 6, "token": " ", "depth": 2 }, { "layer": 4, "position": 41, "slot": 2, "token": " ", "depth": 2 }, { "layer": 4, "position": 42, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 43, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 44, "slot": 6, "token": " super", "depth": 2 }, { "layer": 4, "position": 45, "slot": 6, "token": "().", "depth": 2 }, { "layer": 4, "position": 46, "slot": 7, "token": "__", "depth": 2 }, { "layer": 4, "position": 47, "slot": 3, "token": "init", "depth": 2 }, { "layer": 4, "position": 48, "slot": 7, "token": "__", "depth": 2 }, { "layer": 4, "position": 49, "slot": 4, "token": "(", "depth": 2 }, { "layer": 4, "position": 50, "slot": 2, "token": "params", "depth": 2 }, { "layer": 4, "position": 51, "slot": 4, "token": ",", "depth": 2 }, { "layer": 4, "position": 52, "slot": 6, "token": " {}", "depth": 2 }, { "layer": 4, "position": 53, "slot": 6, "token": ")", "depth": 2 }, { "layer": 5, "position": 0, "slot": 13, "token": "class", "depth": 0 }, { "layer": 5, "position": 1, "slot": 8, "token": " Mu", "depth": 0 }, { "layer": 5, "position": 2, "slot": 7, "token": "on", "depth": 0 }, { "layer": 5, "position": 3, "slot": 1, "token": "Opt", "depth": 0 }, { "layer": 5, "position": 4, "slot": 4, "token": "im", "depth": 0 }, { "layer": 5, "position": 5, "slot": 4, "token": "izer", "depth": 0 }, { "layer": 5, "position": 6, "slot": 6, "token": "(", "depth": 0 }, { "layer": 5, "position": 7, "slot": 2, "token": "tor", "depth": 0 }, { "layer": 5, "position": 8, "slot": 5, "token": "ch", "depth": 0 }, { "layer": 5, "position": 9, "slot": 1, "token": ".", "depth": 0 }, { "layer": 5, "position": 10, "slot": 15, "token": "optim", "depth": 0 }, { "layer": 5, "position": 11, "slot": 3, "token": ".", "depth": 0 }, { "layer": 5, "position": 12, "slot": 1, "token": "Opt", "depth": 0 }, { "layer": 5, "position": 13, "slot": 7, "token": "im", "depth": 0 }, { "layer": 5, "position": 14, "slot": 4, "token": "izer", "depth": 0 }, { "layer": 5, "position": 15, "slot": 10, "token": "):", "depth": 0 }, { "layer": 5, "position": 16, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 17, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 18, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 19, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 20, "slot": 6, "token": " def", "depth": 1 }, { "layer": 5, "position": 21, "slot": 11, "token": " __", "depth": 1 }, { "layer": 5, "position": 22, "slot": 4, "token": "init", "depth": 1 }, { "layer": 5, "position": 23, "slot": 12, "token": "__", "depth": 1 }, { "layer": 5, "position": 24, "slot": 2, "token": "(", "depth": 1 }, { "layer": 5, "position": 25, "slot": 12, "token": "self", "depth": 1 }, { "layer": 5, "position": 26, "slot": 6, "token": ",", "depth": 1 }, { "layer": 5, "position": 27, "slot": 1, "token": " params", "depth": 1 }, { "layer": 5, "position": 28, "slot": 6, "token": ",", "depth": 1 }, { "layer": 5, "position": 29, "slot": 15, "token": " l", "depth": 1 }, { "layer": 5, "position": 30, "slot": 5, "token": "r", "depth": 1 }, { "layer": 5, "position": 31, "slot": 7, "token": "=", "depth": 1 }, { "layer": 5, "position": 32, "slot": 12, "token": "0", "depth": 1 }, { "layer": 5, "position": 33, "slot": 1, "token": ".", "depth": 1 }, { "layer": 5, "position": 34, "slot": 1, "token": "01", "depth": 1 }, { "layer": 5, "position": 35, "slot": 10, "token": "):", "depth": 1 }, { "layer": 5, "position": 36, "slot": 5, "token": "\n", "depth": 1 }, { "layer": 5, "position": 37, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 38, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 39, "slot": 7, "token": " ", "depth": 2 }, { "layer": 5, "position": 40, "slot": 5, "token": " ", "depth": 2 }, { "layer": 5, "position": 41, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 42, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 43, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 44, "slot": 5, "token": " super", "depth": 2 }, { "layer": 5, "position": 45, "slot": 5, "token": "().", "depth": 2 }, { "layer": 5, "position": 46, "slot": 5, "token": "__", "depth": 2 }, { "layer": 5, "position": 47, "slot": 12, "token": "init", "depth": 2 }, { "layer": 5, "position": 48, "slot": 12, "token": "__", "depth": 2 }, { "layer": 5, "position": 49, "slot": 6, "token": "(", "depth": 2 }, { "layer": 5, "position": 50, "slot": 1, "token": "params", "depth": 2 }, { "layer": 5, "position": 51, "slot": 6, "token": ",", "depth": 2 }, { "layer": 5, "position": 52, "slot": 12, "token": " {}", "depth": 2 }, { "layer": 5, "position": 53, "slot": 8, "token": ")", "depth": 2 }, { "layer": 6, "position": 0, "slot": 15, "token": "class", "depth": 0 }, { "layer": 6, "position": 1, "slot": 15, "token": " Mu", "depth": 0 }, { "layer": 6, "position": 2, "slot": 15, "token": "on", "depth": 0 }, { "layer": 6, "position": 3, "slot": 9, "token": "Opt", "depth": 0 }, { "layer": 6, "position": 4, "slot": 5, "token": "im", "depth": 0 }, { "layer": 6, "position": 5, "slot": 3, "token": "izer", "depth": 0 }, { "layer": 6, "position": 6, "slot": 3, "token": "(", "depth": 0 }, { "layer": 6, "position": 7, "slot": 15, "token": "tor", "depth": 0 }, { "layer": 6, "position": 8, "slot": 14, "token": "ch", "depth": 0 }, { "layer": 6, "position": 9, "slot": 2, "token": ".", "depth": 0 }, { "layer": 6, "position": 10, "slot": 14, "token": "optim", "depth": 0 }, { "layer": 6, "position": 11, "slot": 2, "token": ".", "depth": 0 }, { "layer": 6, "position": 12, "slot": 12, "token": "Opt", "depth": 0 }, { "layer": 6, "position": 13, "slot": 5, "token": "im", "depth": 0 }, { "layer": 6, "position": 14, "slot": 3, "token": "izer", "depth": 0 }, { "layer": 6, "position": 15, "slot": 8, "token": "):", "depth": 0 }, { "layer": 6, "position": 16, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 17, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 18, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 19, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 20, "slot": 3, "token": " def", "depth": 1 }, { "layer": 6, "position": 21, "slot": 6, "token": " __", "depth": 1 }, { "layer": 6, "position": 22, "slot": 15, "token": "init", "depth": 1 }, { "layer": 6, "position": 23, "slot": 8, "token": "__", "depth": 1 }, { "layer": 6, "position": 24, "slot": 8, "token": "(", "depth": 1 }, { "layer": 6, "position": 25, "slot": 14, "token": "self", "depth": 1 }, { "layer": 6, "position": 26, "slot": 3, "token": ",", "depth": 1 }, { "layer": 6, "position": 27, "slot": 14, "token": " params", "depth": 1 }, { "layer": 6, "position": 28, "slot": 10, "token": ",", "depth": 1 }, { "layer": 6, "position": 29, "slot": 14, "token": " l", "depth": 1 }, { "layer": 6, "position": 30, "slot": 15, "token": "r", "depth": 1 }, { "layer": 6, "position": 31, "slot": 3, "token": "=", "depth": 1 }, { "layer": 6, "position": 32, "slot": 0, "token": "0", "depth": 1 }, { "layer": 6, "position": 33, "slot": 6, "token": ".", "depth": 1 }, { "layer": 6, "position": 34, "slot": 15, "token": "01", "depth": 1 }, { "layer": 6, "position": 35, "slot": 3, "token": "):", "depth": 1 }, { "layer": 6, "position": 36, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 37, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 38, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 39, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 40, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 41, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 42, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 43, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 44, "slot": 0, "token": " super", "depth": 2 }, { "layer": 6, "position": 45, "slot": 3, "token": "().", "depth": 2 }, { "layer": 6, "position": 46, "slot": 6, "token": "__", "depth": 2 }, { "layer": 6, "position": 47, "slot": 14, "token": "init", "depth": 2 }, { "layer": 6, "position": 48, "slot": 11, "token": "__", "depth": 2 }, { "layer": 6, "position": 49, "slot": 3, "token": "(", "depth": 2 }, { "layer": 6, "position": 50, "slot": 14, "token": "params", "depth": 2 }, { "layer": 6, "position": 51, "slot": 8, "token": ",", "depth": 2 }, { "layer": 6, "position": 52, "slot": 3, "token": " {}", "depth": 2 }, { "layer": 6, "position": 53, "slot": 8, "token": ")", "depth": 2 }, { "layer": 7, "position": 0, "slot": 2, "token": "class", "depth": 0 }, { "layer": 7, "position": 1, "slot": 13, "token": " Mu", "depth": 0 }, { "layer": 7, "position": 2, "slot": 13, "token": "on", "depth": 0 }, { "layer": 7, "position": 3, "slot": 13, "token": "Opt", "depth": 0 }, { "layer": 7, "position": 4, "slot": 13, "token": "im", "depth": 0 }, { "layer": 7, "position": 5, "slot": 13, "token": "izer", "depth": 0 }, { "layer": 7, "position": 6, "slot": 6, "token": "(", "depth": 0 }, { "layer": 7, "position": 7, "slot": 0, "token": "tor", "depth": 0 }, { "layer": 7, "position": 8, "slot": 0, "token": "ch", "depth": 0 }, { "layer": 7, "position": 9, "slot": 15, "token": ".", "depth": 0 }, { "layer": 7, "position": 10, "slot": 13, "token": "optim", "depth": 0 }, { "layer": 7, "position": 11, "slot": 11, "token": ".", "depth": 0 }, { "layer": 7, "position": 12, "slot": 13, "token": "Opt", "depth": 0 }, { "layer": 7, "position": 13, "slot": 6, "token": "im", "depth": 0 }, { "layer": 7, "position": 14, "slot": 4, "token": "izer", "depth": 0 }, { "layer": 7, "position": 15, "slot": 12, "token": "):", "depth": 0 }, { "layer": 7, "position": 16, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 17, "slot": 12, "token": " ", "depth": 1 }, { "layer": 7, "position": 18, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 19, "slot": 12, "token": " ", "depth": 1 }, { "layer": 7, "position": 20, "slot": 12, "token": " def", "depth": 1 }, { "layer": 7, "position": 21, "slot": 3, "token": " __", "depth": 1 }, { "layer": 7, "position": 22, "slot": 4, "token": "init", "depth": 1 }, { "layer": 7, "position": 23, "slot": 4, "token": "__", "depth": 1 }, { "layer": 7, "position": 24, "slot": 5, "token": "(", "depth": 1 }, { "layer": 7, "position": 25, "slot": 4, "token": "self", "depth": 1 }, { "layer": 7, "position": 26, "slot": 5, "token": ",", "depth": 1 }, { "layer": 7, "position": 27, "slot": 13, "token": " params", "depth": 1 }, { "layer": 7, "position": 28, "slot": 5, "token": ",", "depth": 1 }, { "layer": 7, "position": 29, "slot": 13, "token": " l", "depth": 1 }, { "layer": 7, "position": 30, "slot": 0, "token": "r", "depth": 1 }, { "layer": 7, "position": 31, "slot": 15, "token": "=", "depth": 1 }, { "layer": 7, "position": 32, "slot": 4, "token": "0", "depth": 1 }, { "layer": 7, "position": 33, "slot": 5, "token": ".", "depth": 1 }, { "layer": 7, "position": 34, "slot": 4, "token": "01", "depth": 1 }, { "layer": 7, "position": 35, "slot": 12, "token": "):", "depth": 1 }, { "layer": 7, "position": 36, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 7, "position": 37, "slot": 2, "token": " ", "depth": 2 }, { "layer": 7, "position": 38, "slot": 2, "token": " ", "depth": 2 }, { "layer": 7, "position": 39, "slot": 12, "token": " ", "depth": 2 }, { "layer": 7, "position": 40, "slot": 12, "token": " ", "depth": 2 }, { "layer": 7, "position": 41, "slot": 12, "token": " ", "depth": 2 }, { "layer": 7, "position": 42, "slot": 2, "token": " ", "depth": 2 }, { "layer": 7, "position": 43, "slot": 2, "token": " ", "depth": 2 }, { "layer": 7, "position": 44, "slot": 4, "token": " super", "depth": 2 }, { "layer": 7, "position": 45, "slot": 11, "token": "().", "depth": 2 }, { "layer": 7, "position": 46, "slot": 9, "token": "__", "depth": 2 }, { "layer": 7, "position": 47, "slot": 1, "token": "init", "depth": 2 }, { "layer": 7, "position": 48, "slot": 4, "token": "__", "depth": 2 }, { "layer": 7, "position": 49, "slot": 8, "token": "(", "depth": 2 }, { "layer": 7, "position": 50, "slot": 4, "token": "params", "depth": 2 }, { "layer": 7, "position": 51, "slot": 11, "token": ",", "depth": 2 }, { "layer": 7, "position": 52, "slot": 14, "token": " {}", "depth": 2 }, { "layer": 7, "position": 53, "slot": 12, "token": ")", "depth": 2 } ] }, { "text": "for i in range(len(tokens)):\n if tokens[i] == pad_id:\n mask[i] = 0\n else:\n mask[", "keyword_slot_hist": [ 0, 0, 2, 4, 3, 1, 4, 2, 1, 1, 2, 1, 0, 1, 0, 2 ], "other_slot_hist": [ 10, 6, 16, 56, 25, 40, 51, 45, 35, 18, 30, 25, 34, 14, 17, 34 ], "depth0_slot_hist": [ 1, 2, 4, 9, 7, 8, 15, 2, 16, 4, 8, 5, 8, 4, 1, 10 ], "depth1_slot_hist": [ 2, 1, 5, 22, 8, 14, 19, 13, 9, 5, 10, 10, 11, 7, 8, 16 ], "depth2p_slot_hist": [ 7, 3, 9, 29, 13, 19, 21, 32, 11, 10, 14, 11, 15, 4, 8, 10 ], "keyword_entropy": 2.3475801017044864, "other_entropy": 2.6416086902677205, "depth0_entropy": 2.540868543142447, "depth1_entropy": 2.6053205576843905, "depth2p_entropy": 2.6112752723393466, "mi_slot_depth": 0.1368606891464574, "h_depth": 1.0569015175521561, "mi_ratio": 0.12949237641690073, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 7, "token": "for", "depth": 0 }, { "layer": 0, "position": 1, "slot": 11, "token": " i", "depth": 0 }, { "layer": 0, "position": 2, "slot": 15, "token": " in", "depth": 0 }, { "layer": 0, "position": 3, "slot": 5, "token": " range", "depth": 0 }, { "layer": 0, "position": 4, "slot": 6, "token": "(", "depth": 0 }, { "layer": 0, "position": 5, "slot": 9, "token": "len", "depth": 0 }, { "layer": 0, "position": 6, "slot": 6, "token": "(", "depth": 0 }, { "layer": 0, "position": 7, "slot": 12, "token": "t", "depth": 0 }, { "layer": 0, "position": 8, "slot": 9, "token": "ok", "depth": 0 }, { "layer": 0, "position": 9, "slot": 5, "token": "ens", "depth": 0 }, { "layer": 0, "position": 10, "slot": 6, "token": ")", "depth": 0 }, { "layer": 0, "position": 11, "slot": 6, "token": "):", "depth": 0 }, { "layer": 0, "position": 12, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 13, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 14, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 15, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 16, "slot": 4, "token": " if", "depth": 1 }, { "layer": 0, "position": 17, "slot": 5, "token": " tokens", "depth": 1 }, { "layer": 0, "position": 18, "slot": 3, "token": "[", "depth": 1 }, { "layer": 0, "position": 19, "slot": 15, "token": "i", "depth": 1 }, { "layer": 0, "position": 20, "slot": 3, "token": "]", "depth": 1 }, { "layer": 0, "position": 21, "slot": 3, "token": " ==", "depth": 1 }, { "layer": 0, "position": 22, "slot": 5, "token": " pad", "depth": 1 }, { "layer": 0, "position": 23, "slot": 15, "token": "_", "depth": 1 }, { "layer": 0, "position": 24, "slot": 12, "token": "id", "depth": 1 }, { "layer": 0, "position": 25, "slot": 3, "token": ":", "depth": 1 }, { "layer": 0, "position": 26, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 27, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 28, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 29, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 30, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 31, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 32, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 33, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 34, "slot": 1, "token": " mask", "depth": 2 }, { "layer": 0, "position": 35, "slot": 3, "token": "[", "depth": 2 }, { "layer": 0, "position": 36, "slot": 15, "token": "i", "depth": 2 }, { "layer": 0, "position": 37, "slot": 3, "token": "]", "depth": 2 }, { "layer": 0, "position": 38, "slot": 4, "token": " =", "depth": 2 }, { "layer": 0, "position": 39, "slot": 10, "token": " 0", "depth": 2 }, { "layer": 0, "position": 40, "slot": 10, "token": "\n", "depth": 2 }, { "layer": 0, "position": 41, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 42, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 43, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 44, "slot": 4, "token": " else", "depth": 1 }, { "layer": 0, "position": 45, "slot": 3, "token": ":", "depth": 1 }, { "layer": 0, "position": 46, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 47, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 48, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 49, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 50, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 51, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 52, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 53, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 54, "slot": 1, "token": " mask", "depth": 2 }, { "layer": 0, "position": 55, "slot": 3, "token": "[", "depth": 2 }, { "layer": 0, "position": 56, "slot": 15, "token": "i", "depth": 2 }, { "layer": 0, "position": 57, "slot": 3, "token": "]", "depth": 2 }, { "layer": 0, "position": 58, "slot": 4, "token": " =", "depth": 2 }, { "layer": 0, "position": 59, "slot": 9, "token": " 1", "depth": 2 }, { "layer": 1, "position": 0, "slot": 6, "token": "for", "depth": 0 }, { "layer": 1, "position": 1, "slot": 12, "token": " i", "depth": 0 }, { "layer": 1, "position": 2, "slot": 4, "token": " in", "depth": 0 }, { "layer": 1, "position": 3, "slot": 12, "token": " range", "depth": 0 }, { "layer": 1, "position": 4, "slot": 15, "token": "(", "depth": 0 }, { "layer": 1, "position": 5, "slot": 8, "token": "len", "depth": 0 }, { "layer": 1, "position": 6, "slot": 4, "token": "(", "depth": 0 }, { "layer": 1, "position": 7, "slot": 9, "token": "t", "depth": 0 }, { "layer": 1, "position": 8, "slot": 11, "token": "ok", "depth": 0 }, { "layer": 1, "position": 9, "slot": 11, "token": "ens", "depth": 0 }, { "layer": 1, "position": 10, "slot": 15, "token": ")", "depth": 0 }, { "layer": 1, "position": 11, "slot": 15, "token": "):", "depth": 0 }, { "layer": 1, "position": 12, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 13, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 14, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 15, "slot": 3, "token": " ", "depth": 1 }, { "layer": 1, "position": 16, "slot": 6, "token": " if", "depth": 1 }, { "layer": 1, "position": 17, "slot": 11, "token": " tokens", "depth": 1 }, { "layer": 1, "position": 18, "slot": 6, "token": "[", "depth": 1 }, { "layer": 1, "position": 19, "slot": 12, "token": "i", "depth": 1 }, { "layer": 1, "position": 20, "slot": 15, "token": "]", "depth": 1 }, { "layer": 1, "position": 21, "slot": 6, "token": " ==", "depth": 1 }, { "layer": 1, "position": 22, "slot": 11, "token": " pad", "depth": 1 }, { "layer": 1, "position": 23, "slot": 14, "token": "_", "depth": 1 }, { "layer": 1, "position": 24, "slot": 11, "token": "id", "depth": 1 }, { "layer": 1, "position": 25, "slot": 10, "token": ":", "depth": 1 }, { "layer": 1, "position": 26, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 1, "position": 27, "slot": 4, "token": " ", "depth": 2 }, { "layer": 1, "position": 28, "slot": 4, "token": " ", "depth": 2 }, { "layer": 1, "position": 29, "slot": 7, "token": " ", "depth": 2 }, { "layer": 1, "position": 30, "slot": 7, "token": " ", "depth": 2 }, { "layer": 1, "position": 31, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 32, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 33, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 34, "slot": 12, "token": " mask", "depth": 2 }, { "layer": 1, "position": 35, "slot": 6, "token": "[", "depth": 2 }, { "layer": 1, "position": 36, "slot": 12, "token": "i", "depth": 2 }, { "layer": 1, "position": 37, "slot": 15, "token": "]", "depth": 2 }, { "layer": 1, "position": 38, "slot": 6, "token": " =", "depth": 2 }, { "layer": 1, "position": 39, "slot": 12, "token": " 0", "depth": 2 }, { "layer": 1, "position": 40, "slot": 15, "token": "\n", "depth": 2 }, { "layer": 1, "position": 41, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 42, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 43, "slot": 9, "token": " ", "depth": 1 }, { "layer": 1, "position": 44, "slot": 6, "token": " else", "depth": 1 }, { "layer": 1, "position": 45, "slot": 15, "token": ":", "depth": 1 }, { "layer": 1, "position": 46, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 1, "position": 47, "slot": 4, "token": " ", "depth": 2 }, { "layer": 1, "position": 48, "slot": 7, "token": " ", "depth": 2 }, { "layer": 1, "position": 49, "slot": 9, "token": " ", "depth": 2 }, { "layer": 1, "position": 50, "slot": 9, "token": " ", "depth": 2 }, { "layer": 1, "position": 51, "slot": 7, "token": " ", "depth": 2 }, { "layer": 1, "position": 52, "slot": 7, "token": " ", "depth": 2 }, { "layer": 1, "position": 53, "slot": 7, "token": " ", "depth": 2 }, { "layer": 1, "position": 54, "slot": 12, "token": " mask", "depth": 2 }, { "layer": 1, "position": 55, "slot": 6, "token": "[", "depth": 2 }, { "layer": 1, "position": 56, "slot": 12, "token": "i", "depth": 2 }, { "layer": 1, "position": 57, "slot": 15, "token": "]", "depth": 2 }, { "layer": 1, "position": 58, "slot": 6, "token": " =", "depth": 2 }, { "layer": 1, "position": 59, "slot": 11, "token": " 1", "depth": 2 }, { "layer": 2, "position": 0, "slot": 3, "token": "for", "depth": 0 }, { "layer": 2, "position": 1, "slot": 8, "token": " i", "depth": 0 }, { "layer": 2, "position": 2, "slot": 3, "token": " in", "depth": 0 }, { "layer": 2, "position": 3, "slot": 8, "token": " range", "depth": 0 }, { "layer": 2, "position": 4, "slot": 1, "token": "(", "depth": 0 }, { "layer": 2, "position": 5, "slot": 8, "token": "len", "depth": 0 }, { "layer": 2, "position": 6, "slot": 14, "token": "(", "depth": 0 }, { "layer": 2, "position": 7, "slot": 8, "token": "t", "depth": 0 }, { "layer": 2, "position": 8, "slot": 8, "token": "ok", "depth": 0 }, { "layer": 2, "position": 9, "slot": 8, "token": "ens", "depth": 0 }, { "layer": 2, "position": 10, "slot": 13, "token": ")", "depth": 0 }, { "layer": 2, "position": 11, "slot": 8, "token": "):", "depth": 0 }, { "layer": 2, "position": 12, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 13, "slot": 15, "token": " ", "depth": 1 }, { "layer": 2, "position": 14, "slot": 15, "token": " ", "depth": 1 }, { "layer": 2, "position": 15, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 16, "slot": 3, "token": " if", "depth": 1 }, { "layer": 2, "position": 17, "slot": 8, "token": " tokens", "depth": 1 }, { "layer": 2, "position": 18, "slot": 3, "token": "[", "depth": 1 }, { "layer": 2, "position": 19, "slot": 8, "token": "i", "depth": 1 }, { "layer": 2, "position": 20, "slot": 13, "token": "]", "depth": 1 }, { "layer": 2, "position": 21, "slot": 3, "token": " ==", "depth": 1 }, { "layer": 2, "position": 22, "slot": 8, "token": " pad", "depth": 1 }, { "layer": 2, "position": 23, "slot": 12, "token": "_", "depth": 1 }, { "layer": 2, "position": 24, "slot": 8, "token": "id", "depth": 1 }, { "layer": 2, "position": 25, "slot": 13, "token": ":", "depth": 1 }, { "layer": 2, "position": 26, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 2, "position": 27, "slot": 5, "token": " ", "depth": 2 }, { "layer": 2, "position": 28, "slot": 11, "token": " ", "depth": 2 }, { "layer": 2, "position": 29, "slot": 14, "token": " ", "depth": 2 }, { "layer": 2, "position": 30, "slot": 7, "token": " ", "depth": 2 }, { "layer": 2, "position": 31, "slot": 5, "token": " ", "depth": 2 }, { "layer": 2, "position": 32, "slot": 11, "token": " ", "depth": 2 }, { "layer": 2, "position": 33, "slot": 5, "token": " ", "depth": 2 }, { "layer": 2, "position": 34, "slot": 8, "token": " mask", "depth": 2 }, { "layer": 2, "position": 35, "slot": 3, "token": "[", "depth": 2 }, { "layer": 2, "position": 36, "slot": 8, "token": "i", "depth": 2 }, { "layer": 2, "position": 37, "slot": 12, "token": "]", "depth": 2 }, { "layer": 2, "position": 38, "slot": 3, "token": " =", "depth": 2 }, { "layer": 2, "position": 39, "slot": 13, "token": " 0", "depth": 2 }, { "layer": 2, "position": 40, "slot": 7, "token": "\n", "depth": 2 }, { "layer": 2, "position": 41, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 42, "slot": 11, "token": " ", "depth": 1 }, { "layer": 2, "position": 43, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 44, "slot": 3, "token": " else", "depth": 1 }, { "layer": 2, "position": 45, "slot": 8, "token": ":", "depth": 1 }, { "layer": 2, "position": 46, "slot": 13, "token": "\n", "depth": 1 }, { "layer": 2, "position": 47, "slot": 14, "token": " ", "depth": 2 }, { "layer": 2, "position": 48, "slot": 11, "token": " ", "depth": 2 }, { "layer": 2, "position": 49, "slot": 14, "token": " ", "depth": 2 }, { "layer": 2, "position": 50, "slot": 7, "token": " ", "depth": 2 }, { "layer": 2, "position": 51, "slot": 5, "token": " ", "depth": 2 }, { "layer": 2, "position": 52, "slot": 11, "token": " ", "depth": 2 }, { "layer": 2, "position": 53, "slot": 14, "token": " ", "depth": 2 }, { "layer": 2, "position": 54, "slot": 8, "token": " mask", "depth": 2 }, { "layer": 2, "position": 55, "slot": 3, "token": "[", "depth": 2 }, { "layer": 2, "position": 56, "slot": 8, "token": "i", "depth": 2 }, { "layer": 2, "position": 57, "slot": 13, "token": "]", "depth": 2 }, { "layer": 2, "position": 58, "slot": 3, "token": " =", "depth": 2 }, { "layer": 2, "position": 59, "slot": 8, "token": " 1", "depth": 2 }, { "layer": 3, "position": 0, "slot": 8, "token": "for", "depth": 0 }, { "layer": 3, "position": 1, "slot": 8, "token": " i", "depth": 0 }, { "layer": 3, "position": 2, "slot": 8, "token": " in", "depth": 0 }, { "layer": 3, "position": 3, "slot": 8, "token": " range", "depth": 0 }, { "layer": 3, "position": 4, "slot": 10, "token": "(", "depth": 0 }, { "layer": 3, "position": 5, "slot": 8, "token": "len", "depth": 0 }, { "layer": 3, "position": 6, "slot": 5, "token": "(", "depth": 0 }, { "layer": 3, "position": 7, "slot": 8, "token": "t", "depth": 0 }, { "layer": 3, "position": 8, "slot": 7, "token": "ok", "depth": 0 }, { "layer": 3, "position": 9, "slot": 8, "token": "ens", "depth": 0 }, { "layer": 3, "position": 10, "slot": 11, "token": ")", "depth": 0 }, { "layer": 3, "position": 11, "slot": 11, "token": "):", "depth": 0 }, { "layer": 3, "position": 12, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 13, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 14, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 15, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 16, "slot": 9, "token": " if", "depth": 1 }, { "layer": 3, "position": 17, "slot": 8, "token": " tokens", "depth": 1 }, { "layer": 3, "position": 18, "slot": 11, "token": "[", "depth": 1 }, { "layer": 3, "position": 19, "slot": 7, "token": "i", "depth": 1 }, { "layer": 3, "position": 20, "slot": 11, "token": "]", "depth": 1 }, { "layer": 3, "position": 21, "slot": 5, "token": " ==", "depth": 1 }, { "layer": 3, "position": 22, "slot": 8, "token": " pad", "depth": 1 }, { "layer": 3, "position": 23, "slot": 0, "token": "_", "depth": 1 }, { "layer": 3, "position": 24, "slot": 7, "token": "id", "depth": 1 }, { "layer": 3, "position": 25, "slot": 11, "token": ":", "depth": 1 }, { "layer": 3, "position": 26, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 3, "position": 27, "slot": 3, "token": " ", "depth": 2 }, { "layer": 3, "position": 28, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 29, "slot": 10, "token": " ", "depth": 2 }, { "layer": 3, "position": 30, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 31, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 32, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 33, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 34, "slot": 7, "token": " mask", "depth": 2 }, { "layer": 3, "position": 35, "slot": 11, "token": "[", "depth": 2 }, { "layer": 3, "position": 36, "slot": 7, "token": "i", "depth": 2 }, { "layer": 3, "position": 37, "slot": 11, "token": "]", "depth": 2 }, { "layer": 3, "position": 38, "slot": 1, "token": " =", "depth": 2 }, { "layer": 3, "position": 39, "slot": 7, "token": " 0", "depth": 2 }, { "layer": 3, "position": 40, "slot": 2, "token": "\n", "depth": 2 }, { "layer": 3, "position": 41, "slot": 14, "token": " ", "depth": 1 }, { "layer": 3, "position": 42, "slot": 9, "token": " ", "depth": 1 }, { "layer": 3, "position": 43, "slot": 14, "token": " ", "depth": 1 }, { "layer": 3, "position": 44, "slot": 11, "token": " else", "depth": 1 }, { "layer": 3, "position": 45, "slot": 11, "token": ":", "depth": 1 }, { "layer": 3, "position": 46, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 3, "position": 47, "slot": 3, "token": " ", "depth": 2 }, { "layer": 3, "position": 48, "slot": 8, "token": " ", "depth": 2 }, { "layer": 3, "position": 49, "slot": 10, "token": " ", "depth": 2 }, { "layer": 3, "position": 50, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 51, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 52, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 53, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 54, "slot": 7, "token": " mask", "depth": 2 }, { "layer": 3, "position": 55, "slot": 11, "token": "[", "depth": 2 }, { "layer": 3, "position": 56, "slot": 7, "token": "i", "depth": 2 }, { "layer": 3, "position": 57, "slot": 11, "token": "]", "depth": 2 }, { "layer": 3, "position": 58, "slot": 11, "token": " =", "depth": 2 }, { "layer": 3, "position": 59, "slot": 7, "token": " 1", "depth": 2 }, { "layer": 4, "position": 0, "slot": 10, "token": "for", "depth": 0 }, { "layer": 4, "position": 1, "slot": 10, "token": " i", "depth": 0 }, { "layer": 4, "position": 2, "slot": 6, "token": " in", "depth": 0 }, { "layer": 4, "position": 3, "slot": 10, "token": " range", "depth": 0 }, { "layer": 4, "position": 4, "slot": 4, "token": "(", "depth": 0 }, { "layer": 4, "position": 5, "slot": 6, "token": "len", "depth": 0 }, { "layer": 4, "position": 6, "slot": 4, "token": "(", "depth": 0 }, { "layer": 4, "position": 7, "slot": 3, "token": "t", "depth": 0 }, { "layer": 4, "position": 8, "slot": 1, "token": "ok", "depth": 0 }, { "layer": 4, "position": 9, "slot": 2, "token": "ens", "depth": 0 }, { "layer": 4, "position": 10, "slot": 6, "token": ")", "depth": 0 }, { "layer": 4, "position": 11, "slot": 6, "token": "):", "depth": 0 }, { "layer": 4, "position": 12, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 13, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 14, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 15, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 16, "slot": 4, "token": " if", "depth": 1 }, { "layer": 4, "position": 17, "slot": 1, "token": " tokens", "depth": 1 }, { "layer": 4, "position": 18, "slot": 4, "token": "[", "depth": 1 }, { "layer": 4, "position": 19, "slot": 9, "token": "i", "depth": 1 }, { "layer": 4, "position": 20, "slot": 6, "token": "]", "depth": 1 }, { "layer": 4, "position": 21, "slot": 10, "token": " ==", "depth": 1 }, { "layer": 4, "position": 22, "slot": 13, "token": " pad", "depth": 1 }, { "layer": 4, "position": 23, "slot": 10, "token": "_", "depth": 1 }, { "layer": 4, "position": 24, "slot": 3, "token": "id", "depth": 1 }, { "layer": 4, "position": 25, "slot": 6, "token": ":", "depth": 1 }, { "layer": 4, "position": 26, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 27, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 28, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 29, "slot": 4, "token": " ", "depth": 2 }, { "layer": 4, "position": 30, "slot": 0, "token": " ", "depth": 2 }, { "layer": 4, "position": 31, "slot": 4, "token": " ", "depth": 2 }, { "layer": 4, "position": 32, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 33, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 34, "slot": 3, "token": " mask", "depth": 2 }, { "layer": 4, "position": 35, "slot": 9, "token": "[", "depth": 2 }, { "layer": 4, "position": 36, "slot": 9, "token": "i", "depth": 2 }, { "layer": 4, "position": 37, "slot": 6, "token": "]", "depth": 2 }, { "layer": 4, "position": 38, "slot": 7, "token": " =", "depth": 2 }, { "layer": 4, "position": 39, "slot": 14, "token": " 0", "depth": 2 }, { "layer": 4, "position": 40, "slot": 6, "token": "\n", "depth": 2 }, { "layer": 4, "position": 41, "slot": 7, "token": " ", "depth": 1 }, { "layer": 4, "position": 42, "slot": 2, "token": " ", "depth": 1 }, { "layer": 4, "position": 43, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 44, "slot": 5, "token": " else", "depth": 1 }, { "layer": 4, "position": 45, "slot": 6, "token": ":", "depth": 1 }, { "layer": 4, "position": 46, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 47, "slot": 2, "token": " ", "depth": 2 }, { "layer": 4, "position": 48, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 49, "slot": 0, "token": " ", "depth": 2 }, { "layer": 4, "position": 50, "slot": 2, "token": " ", "depth": 2 }, { "layer": 4, "position": 51, "slot": 2, "token": " ", "depth": 2 }, { "layer": 4, "position": 52, "slot": 2, "token": " ", "depth": 2 }, { "layer": 4, "position": 53, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 54, "slot": 3, "token": " mask", "depth": 2 }, { "layer": 4, "position": 55, "slot": 15, "token": "[", "depth": 2 }, { "layer": 4, "position": 56, "slot": 9, "token": "i", "depth": 2 }, { "layer": 4, "position": 57, "slot": 6, "token": "]", "depth": 2 }, { "layer": 4, "position": 58, "slot": 12, "token": " =", "depth": 2 }, { "layer": 4, "position": 59, "slot": 12, "token": " 1", "depth": 2 }, { "layer": 5, "position": 0, "slot": 13, "token": "for", "depth": 0 }, { "layer": 5, "position": 1, "slot": 8, "token": " i", "depth": 0 }, { "layer": 5, "position": 2, "slot": 6, "token": " in", "depth": 0 }, { "layer": 5, "position": 3, "slot": 12, "token": " range", "depth": 0 }, { "layer": 5, "position": 4, "slot": 6, "token": "(", "depth": 0 }, { "layer": 5, "position": 5, "slot": 12, "token": "len", "depth": 0 }, { "layer": 5, "position": 6, "slot": 6, "token": "(", "depth": 0 }, { "layer": 5, "position": 7, "slot": 5, "token": "t", "depth": 0 }, { "layer": 5, "position": 8, "slot": 5, "token": "ok", "depth": 0 }, { "layer": 5, "position": 9, "slot": 5, "token": "ens", "depth": 0 }, { "layer": 5, "position": 10, "slot": 3, "token": ")", "depth": 0 }, { "layer": 5, "position": 11, "slot": 10, "token": "):", "depth": 0 }, { "layer": 5, "position": 12, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 13, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 14, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 15, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 16, "slot": 6, "token": " if", "depth": 1 }, { "layer": 5, "position": 17, "slot": 9, "token": " tokens", "depth": 1 }, { "layer": 5, "position": 18, "slot": 7, "token": "[", "depth": 1 }, { "layer": 5, "position": 19, "slot": 5, "token": "i", "depth": 1 }, { "layer": 5, "position": 20, "slot": 15, "token": "]", "depth": 1 }, { "layer": 5, "position": 21, "slot": 14, "token": " ==", "depth": 1 }, { "layer": 5, "position": 22, "slot": 12, "token": " pad", "depth": 1 }, { "layer": 5, "position": 23, "slot": 12, "token": "_", "depth": 1 }, { "layer": 5, "position": 24, "slot": 5, "token": "id", "depth": 1 }, { "layer": 5, "position": 25, "slot": 6, "token": ":", "depth": 1 }, { "layer": 5, "position": 26, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 5, "position": 27, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 28, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 29, "slot": 9, "token": " ", "depth": 2 }, { "layer": 5, "position": 30, "slot": 9, "token": " ", "depth": 2 }, { "layer": 5, "position": 31, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 32, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 33, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 34, "slot": 12, "token": " mask", "depth": 2 }, { "layer": 5, "position": 35, "slot": 7, "token": "[", "depth": 2 }, { "layer": 5, "position": 36, "slot": 5, "token": "i", "depth": 2 }, { "layer": 5, "position": 37, "slot": 2, "token": "]", "depth": 2 }, { "layer": 5, "position": 38, "slot": 6, "token": " =", "depth": 2 }, { "layer": 5, "position": 39, "slot": 12, "token": " 0", "depth": 2 }, { "layer": 5, "position": 40, "slot": 3, "token": "\n", "depth": 2 }, { "layer": 5, "position": 41, "slot": 13, "token": " ", "depth": 1 }, { "layer": 5, "position": 42, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 43, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 44, "slot": 7, "token": " else", "depth": 1 }, { "layer": 5, "position": 45, "slot": 10, "token": ":", "depth": 1 }, { "layer": 5, "position": 46, "slot": 5, "token": "\n", "depth": 1 }, { "layer": 5, "position": 47, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 48, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 49, "slot": 9, "token": " ", "depth": 2 }, { "layer": 5, "position": 50, "slot": 9, "token": " ", "depth": 2 }, { "layer": 5, "position": 51, "slot": 0, "token": " ", "depth": 2 }, { "layer": 5, "position": 52, "slot": 0, "token": " ", "depth": 2 }, { "layer": 5, "position": 53, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 54, "slot": 12, "token": " mask", "depth": 2 }, { "layer": 5, "position": 55, "slot": 7, "token": "[", "depth": 2 }, { "layer": 5, "position": 56, "slot": 5, "token": "i", "depth": 2 }, { "layer": 5, "position": 57, "slot": 2, "token": "]", "depth": 2 }, { "layer": 5, "position": 58, "slot": 6, "token": " =", "depth": 2 }, { "layer": 5, "position": 59, "slot": 12, "token": " 1", "depth": 2 }, { "layer": 6, "position": 0, "slot": 3, "token": "for", "depth": 0 }, { "layer": 6, "position": 1, "slot": 15, "token": " i", "depth": 0 }, { "layer": 6, "position": 2, "slot": 3, "token": " in", "depth": 0 }, { "layer": 6, "position": 3, "slot": 15, "token": " range", "depth": 0 }, { "layer": 6, "position": 4, "slot": 10, "token": "(", "depth": 0 }, { "layer": 6, "position": 5, "slot": 9, "token": "len", "depth": 0 }, { "layer": 6, "position": 6, "slot": 10, "token": "(", "depth": 0 }, { "layer": 6, "position": 7, "slot": 15, "token": "t", "depth": 0 }, { "layer": 6, "position": 8, "slot": 15, "token": "ok", "depth": 0 }, { "layer": 6, "position": 9, "slot": 15, "token": "ens", "depth": 0 }, { "layer": 6, "position": 10, "slot": 3, "token": ")", "depth": 0 }, { "layer": 6, "position": 11, "slot": 3, "token": "):", "depth": 0 }, { "layer": 6, "position": 12, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 13, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 14, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 15, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 16, "slot": 10, "token": " if", "depth": 1 }, { "layer": 6, "position": 17, "slot": 15, "token": " tokens", "depth": 1 }, { "layer": 6, "position": 18, "slot": 5, "token": "[", "depth": 1 }, { "layer": 6, "position": 19, "slot": 15, "token": "i", "depth": 1 }, { "layer": 6, "position": 20, "slot": 8, "token": "]", "depth": 1 }, { "layer": 6, "position": 21, "slot": 10, "token": " ==", "depth": 1 }, { "layer": 6, "position": 22, "slot": 15, "token": " pad", "depth": 1 }, { "layer": 6, "position": 23, "slot": 15, "token": "_", "depth": 1 }, { "layer": 6, "position": 24, "slot": 8, "token": "id", "depth": 1 }, { "layer": 6, "position": 25, "slot": 3, "token": ":", "depth": 1 }, { "layer": 6, "position": 26, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 27, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 28, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 29, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 30, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 31, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 32, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 33, "slot": 8, "token": " ", "depth": 2 }, { "layer": 6, "position": 34, "slot": 15, "token": " mask", "depth": 2 }, { "layer": 6, "position": 35, "slot": 10, "token": "[", "depth": 2 }, { "layer": 6, "position": 36, "slot": 15, "token": "i", "depth": 2 }, { "layer": 6, "position": 37, "slot": 8, "token": "]", "depth": 2 }, { "layer": 6, "position": 38, "slot": 10, "token": " =", "depth": 2 }, { "layer": 6, "position": 39, "slot": 0, "token": " 0", "depth": 2 }, { "layer": 6, "position": 40, "slot": 3, "token": "\n", "depth": 2 }, { "layer": 6, "position": 41, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 42, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 43, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 44, "slot": 2, "token": " else", "depth": 1 }, { "layer": 6, "position": 45, "slot": 3, "token": ":", "depth": 1 }, { "layer": 6, "position": 46, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 47, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 48, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 49, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 50, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 51, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 52, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 53, "slot": 8, "token": " ", "depth": 2 }, { "layer": 6, "position": 54, "slot": 15, "token": " mask", "depth": 2 }, { "layer": 6, "position": 55, "slot": 10, "token": "[", "depth": 2 }, { "layer": 6, "position": 56, "slot": 14, "token": "i", "depth": 2 }, { "layer": 6, "position": 57, "slot": 8, "token": "]", "depth": 2 }, { "layer": 6, "position": 58, "slot": 10, "token": " =", "depth": 2 }, { "layer": 6, "position": 59, "slot": 14, "token": " 1", "depth": 2 }, { "layer": 7, "position": 0, "slot": 2, "token": "for", "depth": 0 }, { "layer": 7, "position": 1, "slot": 13, "token": " i", "depth": 0 }, { "layer": 7, "position": 2, "slot": 2, "token": " in", "depth": 0 }, { "layer": 7, "position": 3, "slot": 4, "token": " range", "depth": 0 }, { "layer": 7, "position": 4, "slot": 5, "token": "(", "depth": 0 }, { "layer": 7, "position": 5, "slot": 4, "token": "len", "depth": 0 }, { "layer": 7, "position": 6, "slot": 2, "token": "(", "depth": 0 }, { "layer": 7, "position": 7, "slot": 13, "token": "t", "depth": 0 }, { "layer": 7, "position": 8, "slot": 0, "token": "ok", "depth": 0 }, { "layer": 7, "position": 9, "slot": 4, "token": "ens", "depth": 0 }, { "layer": 7, "position": 10, "slot": 12, "token": ")", "depth": 0 }, { "layer": 7, "position": 11, "slot": 12, "token": "):", "depth": 0 }, { "layer": 7, "position": 12, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 13, "slot": 12, "token": " ", "depth": 1 }, { "layer": 7, "position": 14, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 15, "slot": 3, "token": " ", "depth": 1 }, { "layer": 7, "position": 16, "slot": 15, "token": " if", "depth": 1 }, { "layer": 7, "position": 17, "slot": 13, "token": " tokens", "depth": 1 }, { "layer": 7, "position": 18, "slot": 5, "token": "[", "depth": 1 }, { "layer": 7, "position": 19, "slot": 4, "token": "i", "depth": 1 }, { "layer": 7, "position": 20, "slot": 14, "token": "]", "depth": 1 }, { "layer": 7, "position": 21, "slot": 11, "token": " ==", "depth": 1 }, { "layer": 7, "position": 22, "slot": 13, "token": " pad", "depth": 1 }, { "layer": 7, "position": 23, "slot": 5, "token": "_", "depth": 1 }, { "layer": 7, "position": 24, "slot": 4, "token": "id", "depth": 1 }, { "layer": 7, "position": 25, "slot": 12, "token": ":", "depth": 1 }, { "layer": 7, "position": 26, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 7, "position": 27, "slot": 12, "token": " ", "depth": 2 }, { "layer": 7, "position": 28, "slot": 2, "token": " ", "depth": 2 }, { "layer": 7, "position": 29, "slot": 4, "token": " ", "depth": 2 }, { "layer": 7, "position": 30, "slot": 3, "token": " ", "depth": 2 }, { "layer": 7, "position": 31, "slot": 8, "token": " ", "depth": 2 }, { "layer": 7, "position": 32, "slot": 5, "token": " ", "depth": 2 }, { "layer": 7, "position": 33, "slot": 3, "token": " ", "depth": 2 }, { "layer": 7, "position": 34, "slot": 13, "token": " mask", "depth": 2 }, { "layer": 7, "position": 35, "slot": 5, "token": "[", "depth": 2 }, { "layer": 7, "position": 36, "slot": 4, "token": "i", "depth": 2 }, { "layer": 7, "position": 37, "slot": 5, "token": "]", "depth": 2 }, { "layer": 7, "position": 38, "slot": 15, "token": " =", "depth": 2 }, { "layer": 7, "position": 39, "slot": 4, "token": " 0", "depth": 2 }, { "layer": 7, "position": 40, "slot": 12, "token": "\n", "depth": 2 }, { "layer": 7, "position": 41, "slot": 0, "token": " ", "depth": 1 }, { "layer": 7, "position": 42, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 43, "slot": 15, "token": " ", "depth": 1 }, { "layer": 7, "position": 44, "slot": 15, "token": " else", "depth": 1 }, { "layer": 7, "position": 45, "slot": 5, "token": ":", "depth": 1 }, { "layer": 7, "position": 46, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 7, "position": 47, "slot": 12, "token": " ", "depth": 2 }, { "layer": 7, "position": 48, "slot": 2, "token": " ", "depth": 2 }, { "layer": 7, "position": 49, "slot": 4, "token": " ", "depth": 2 }, { "layer": 7, "position": 50, "slot": 4, "token": " ", "depth": 2 }, { "layer": 7, "position": 51, "slot": 0, "token": " ", "depth": 2 }, { "layer": 7, "position": 52, "slot": 0, "token": " ", "depth": 2 }, { "layer": 7, "position": 53, "slot": 6, "token": " ", "depth": 2 }, { "layer": 7, "position": 54, "slot": 13, "token": " mask", "depth": 2 }, { "layer": 7, "position": 55, "slot": 5, "token": "[", "depth": 2 }, { "layer": 7, "position": 56, "slot": 3, "token": "i", "depth": 2 }, { "layer": 7, "position": 57, "slot": 14, "token": "]", "depth": 2 }, { "layer": 7, "position": 58, "slot": 11, "token": " =", "depth": 2 }, { "layer": 7, "position": 59, "slot": 4, "token": " 1", "depth": 2 } ] }, { "text": "log(f\"Step {step:6d} | loss={loss:.4f} | lr={lr:.2e} | tok/s={tps:.0f}\")", "keyword_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "other_slot_hist": [ 8, 12, 20, 34, 21, 24, 30, 20, 35, 7, 12, 26, 36, 21, 7, 39 ], "depth0_slot_hist": [ 8, 12, 20, 34, 21, 24, 30, 20, 35, 7, 12, 26, 36, 21, 7, 39 ], "depth1_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "depth2p_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "keyword_entropy": 0.0, "other_entropy": 2.652114066754354, "depth0_entropy": 2.652114066754354, "depth1_entropy": 0.0, "depth2p_entropy": 0.0, "mi_slot_depth": 1.0003109451867656e-12, "h_depth": -1.000000082240371e-09, "mi_ratio": 0.0010003109451867656, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 5, "token": "log", "depth": 0 }, { "layer": 0, "position": 1, "slot": 6, "token": "(", "depth": 0 }, { "layer": 0, "position": 2, "slot": 2, "token": "f", "depth": 0 }, { "layer": 0, "position": 3, "slot": 12, "token": "\"", "depth": 0 }, { "layer": 0, "position": 4, "slot": 5, "token": "Step", "depth": 0 }, { "layer": 0, "position": 5, "slot": 8, "token": " {", "depth": 0 }, { "layer": 0, "position": 6, "slot": 5, "token": "step", "depth": 0 }, { "layer": 0, "position": 7, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 8, "slot": 14, "token": "6", "depth": 0 }, { "layer": 0, "position": 9, "slot": 0, "token": "d", "depth": 0 }, { "layer": 0, "position": 10, "slot": 7, "token": "}", "depth": 0 }, { "layer": 0, "position": 11, "slot": 3, "token": " |", "depth": 0 }, { "layer": 0, "position": 12, "slot": 5, "token": " loss", "depth": 0 }, { "layer": 0, "position": 13, "slot": 8, "token": "={", "depth": 0 }, { "layer": 0, "position": 14, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 0, "position": 15, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 16, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 17, "slot": 11, "token": "4", "depth": 0 }, { "layer": 0, "position": 18, "slot": 2, "token": "f", "depth": 0 }, { "layer": 0, "position": 19, "slot": 7, "token": "}", "depth": 0 }, { "layer": 0, "position": 20, "slot": 3, "token": " |", "depth": 0 }, { "layer": 0, "position": 21, "slot": 5, "token": " l", "depth": 0 }, { "layer": 0, "position": 22, "slot": 12, "token": "r", "depth": 0 }, { "layer": 0, "position": 23, "slot": 8, "token": "={", "depth": 0 }, { "layer": 0, "position": 24, "slot": 11, "token": "lr", "depth": 0 }, { "layer": 0, "position": 25, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 26, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 27, "slot": 14, "token": "2", "depth": 0 }, { "layer": 0, "position": 28, "slot": 12, "token": "e", "depth": 0 }, { "layer": 0, "position": 29, "slot": 7, "token": "}", "depth": 0 }, { "layer": 0, "position": 30, "slot": 3, "token": " |", "depth": 0 }, { "layer": 0, "position": 31, "slot": 0, "token": " to", "depth": 0 }, { "layer": 0, "position": 32, "slot": 9, "token": "k", "depth": 0 }, { "layer": 0, "position": 33, "slot": 2, "token": "/", "depth": 0 }, { "layer": 0, "position": 34, "slot": 13, "token": "s", "depth": 0 }, { "layer": 0, "position": 35, "slot": 8, "token": "={", "depth": 0 }, { "layer": 0, "position": 36, "slot": 12, "token": "t", "depth": 0 }, { "layer": 0, "position": 37, "slot": 11, "token": "ps", "depth": 0 }, { "layer": 0, "position": 38, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 39, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 40, "slot": 1, "token": "0", "depth": 0 }, { "layer": 0, "position": 41, "slot": 2, "token": "f", "depth": 0 }, { "layer": 0, "position": 42, "slot": 7, "token": "}", "depth": 0 }, { "layer": 0, "position": 43, "slot": 6, "token": "\")", "depth": 0 }, { "layer": 1, "position": 0, "slot": 11, "token": "log", "depth": 0 }, { "layer": 1, "position": 1, "slot": 6, "token": "(", "depth": 0 }, { "layer": 1, "position": 2, "slot": 8, "token": "f", "depth": 0 }, { "layer": 1, "position": 3, "slot": 14, "token": "\"", "depth": 0 }, { "layer": 1, "position": 4, "slot": 3, "token": "Step", "depth": 0 }, { "layer": 1, "position": 5, "slot": 15, "token": " {", "depth": 0 }, { "layer": 1, "position": 6, "slot": 11, "token": "step", "depth": 0 }, { "layer": 1, "position": 7, "slot": 6, "token": ":", "depth": 0 }, { "layer": 1, "position": 8, "slot": 12, "token": "6", "depth": 0 }, { "layer": 1, "position": 9, "slot": 7, "token": "d", "depth": 0 }, { "layer": 1, "position": 10, "slot": 11, "token": "}", "depth": 0 }, { "layer": 1, "position": 11, "slot": 15, "token": " |", "depth": 0 }, { "layer": 1, "position": 12, "slot": 11, "token": " loss", "depth": 0 }, { "layer": 1, "position": 13, "slot": 15, "token": "={", "depth": 0 }, { "layer": 1, "position": 14, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 1, "position": 15, "slot": 6, "token": ":", "depth": 0 }, { "layer": 1, "position": 16, "slot": 15, "token": ".", "depth": 0 }, { "layer": 1, "position": 17, "slot": 11, "token": "4", "depth": 0 }, { "layer": 1, "position": 18, "slot": 1, "token": "f", "depth": 0 }, { "layer": 1, "position": 19, "slot": 15, "token": "}", "depth": 0 }, { "layer": 1, "position": 20, "slot": 15, "token": " |", "depth": 0 }, { "layer": 1, "position": 21, "slot": 3, "token": " l", "depth": 0 }, { "layer": 1, "position": 22, "slot": 3, "token": "r", "depth": 0 }, { "layer": 1, "position": 23, "slot": 15, "token": "={", "depth": 0 }, { "layer": 1, "position": 24, "slot": 9, "token": "lr", "depth": 0 }, { "layer": 1, "position": 25, "slot": 10, "token": ":", "depth": 0 }, { "layer": 1, "position": 26, "slot": 6, "token": ".", "depth": 0 }, { "layer": 1, "position": 27, "slot": 11, "token": "2", "depth": 0 }, { "layer": 1, "position": 28, "slot": 12, "token": "e", "depth": 0 }, { "layer": 1, "position": 29, "slot": 15, "token": "}", "depth": 0 }, { "layer": 1, "position": 30, "slot": 15, "token": " |", "depth": 0 }, { "layer": 1, "position": 31, "slot": 10, "token": " to", "depth": 0 }, { "layer": 1, "position": 32, "slot": 11, "token": "k", "depth": 0 }, { "layer": 1, "position": 33, "slot": 15, "token": "/", "depth": 0 }, { "layer": 1, "position": 34, "slot": 11, "token": "s", "depth": 0 }, { "layer": 1, "position": 35, "slot": 15, "token": "={", "depth": 0 }, { "layer": 1, "position": 36, "slot": 9, "token": "t", "depth": 0 }, { "layer": 1, "position": 37, "slot": 12, "token": "ps", "depth": 0 }, { "layer": 1, "position": 38, "slot": 15, "token": ":", "depth": 0 }, { "layer": 1, "position": 39, "slot": 6, "token": ".", "depth": 0 }, { "layer": 1, "position": 40, "slot": 12, "token": "0", "depth": 0 }, { "layer": 1, "position": 41, "slot": 1, "token": "f", "depth": 0 }, { "layer": 1, "position": 42, "slot": 15, "token": "}", "depth": 0 }, { "layer": 1, "position": 43, "slot": 15, "token": "\")", "depth": 0 }, { "layer": 2, "position": 0, "slot": 8, "token": "log", "depth": 0 }, { "layer": 2, "position": 1, "slot": 12, "token": "(", "depth": 0 }, { "layer": 2, "position": 2, "slot": 8, "token": "f", "depth": 0 }, { "layer": 2, "position": 3, "slot": 5, "token": "\"", "depth": 0 }, { "layer": 2, "position": 4, "slot": 8, "token": "Step", "depth": 0 }, { "layer": 2, "position": 5, "slot": 12, "token": " {", "depth": 0 }, { "layer": 2, "position": 6, "slot": 8, "token": "step", "depth": 0 }, { "layer": 2, "position": 7, "slot": 3, "token": ":", "depth": 0 }, { "layer": 2, "position": 8, "slot": 8, "token": "6", "depth": 0 }, { "layer": 2, "position": 9, "slot": 13, "token": "d", "depth": 0 }, { "layer": 2, "position": 10, "slot": 8, "token": "}", "depth": 0 }, { "layer": 2, "position": 11, "slot": 11, "token": " |", "depth": 0 }, { "layer": 2, "position": 12, "slot": 8, "token": " loss", "depth": 0 }, { "layer": 2, "position": 13, "slot": 12, "token": "={", "depth": 0 }, { "layer": 2, "position": 14, "slot": 8, "token": "loss", "depth": 0 }, { "layer": 2, "position": 15, "slot": 3, "token": ":", "depth": 0 }, { "layer": 2, "position": 16, "slot": 3, "token": ".", "depth": 0 }, { "layer": 2, "position": 17, "slot": 13, "token": "4", "depth": 0 }, { "layer": 2, "position": 18, "slot": 13, "token": "f", "depth": 0 }, { "layer": 2, "position": 19, "slot": 13, "token": "}", "depth": 0 }, { "layer": 2, "position": 20, "slot": 11, "token": " |", "depth": 0 }, { "layer": 2, "position": 21, "slot": 8, "token": " l", "depth": 0 }, { "layer": 2, "position": 22, "slot": 8, "token": "r", "depth": 0 }, { "layer": 2, "position": 23, "slot": 12, "token": "={", "depth": 0 }, { "layer": 2, "position": 24, "slot": 8, "token": "lr", "depth": 0 }, { "layer": 2, "position": 25, "slot": 3, "token": ":", "depth": 0 }, { "layer": 2, "position": 26, "slot": 5, "token": ".", "depth": 0 }, { "layer": 2, "position": 27, "slot": 8, "token": "2", "depth": 0 }, { "layer": 2, "position": 28, "slot": 13, "token": "e", "depth": 0 }, { "layer": 2, "position": 29, "slot": 13, "token": "}", "depth": 0 }, { "layer": 2, "position": 30, "slot": 11, "token": " |", "depth": 0 }, { "layer": 2, "position": 31, "slot": 5, "token": " to", "depth": 0 }, { "layer": 2, "position": 32, "slot": 8, "token": "k", "depth": 0 }, { "layer": 2, "position": 33, "slot": 5, "token": "/", "depth": 0 }, { "layer": 2, "position": 34, "slot": 8, "token": "s", "depth": 0 }, { "layer": 2, "position": 35, "slot": 12, "token": "={", "depth": 0 }, { "layer": 2, "position": 36, "slot": 13, "token": "t", "depth": 0 }, { "layer": 2, "position": 37, "slot": 8, "token": "ps", "depth": 0 }, { "layer": 2, "position": 38, "slot": 14, "token": ":", "depth": 0 }, { "layer": 2, "position": 39, "slot": 15, "token": ".", "depth": 0 }, { "layer": 2, "position": 40, "slot": 13, "token": "0", "depth": 0 }, { "layer": 2, "position": 41, "slot": 13, "token": "f", "depth": 0 }, { "layer": 2, "position": 42, "slot": 13, "token": "}", "depth": 0 }, { "layer": 2, "position": 43, "slot": 7, "token": "\")", "depth": 0 }, { "layer": 3, "position": 0, "slot": 8, "token": "log", "depth": 0 }, { "layer": 3, "position": 1, "slot": 5, "token": "(", "depth": 0 }, { "layer": 3, "position": 2, "slot": 8, "token": "f", "depth": 0 }, { "layer": 3, "position": 3, "slot": 8, "token": "\"", "depth": 0 }, { "layer": 3, "position": 4, "slot": 8, "token": "Step", "depth": 0 }, { "layer": 3, "position": 5, "slot": 12, "token": " {", "depth": 0 }, { "layer": 3, "position": 6, "slot": 8, "token": "step", "depth": 0 }, { "layer": 3, "position": 7, "slot": 12, "token": ":", "depth": 0 }, { "layer": 3, "position": 8, "slot": 8, "token": "6", "depth": 0 }, { "layer": 3, "position": 9, "slot": 8, "token": "d", "depth": 0 }, { "layer": 3, "position": 10, "slot": 11, "token": "}", "depth": 0 }, { "layer": 3, "position": 11, "slot": 11, "token": " |", "depth": 0 }, { "layer": 3, "position": 12, "slot": 8, "token": " loss", "depth": 0 }, { "layer": 3, "position": 13, "slot": 12, "token": "={", "depth": 0 }, { "layer": 3, "position": 14, "slot": 2, "token": "loss", "depth": 0 }, { "layer": 3, "position": 15, "slot": 12, "token": ":", "depth": 0 }, { "layer": 3, "position": 16, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 17, "slot": 0, "token": "4", "depth": 0 }, { "layer": 3, "position": 18, "slot": 7, "token": "f", "depth": 0 }, { "layer": 3, "position": 19, "slot": 11, "token": "}", "depth": 0 }, { "layer": 3, "position": 20, "slot": 11, "token": " |", "depth": 0 }, { "layer": 3, "position": 21, "slot": 8, "token": " l", "depth": 0 }, { "layer": 3, "position": 22, "slot": 7, "token": "r", "depth": 0 }, { "layer": 3, "position": 23, "slot": 12, "token": "={", "depth": 0 }, { "layer": 3, "position": 24, "slot": 8, "token": "lr", "depth": 0 }, { "layer": 3, "position": 25, "slot": 12, "token": ":", "depth": 0 }, { "layer": 3, "position": 26, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 27, "slot": 2, "token": "2", "depth": 0 }, { "layer": 3, "position": 28, "slot": 7, "token": "e", "depth": 0 }, { "layer": 3, "position": 29, "slot": 11, "token": "}", "depth": 0 }, { "layer": 3, "position": 30, "slot": 11, "token": " |", "depth": 0 }, { "layer": 3, "position": 31, "slot": 0, "token": " to", "depth": 0 }, { "layer": 3, "position": 32, "slot": 2, "token": "k", "depth": 0 }, { "layer": 3, "position": 33, "slot": 8, "token": "/", "depth": 0 }, { "layer": 3, "position": 34, "slot": 7, "token": "s", "depth": 0 }, { "layer": 3, "position": 35, "slot": 12, "token": "={", "depth": 0 }, { "layer": 3, "position": 36, "slot": 8, "token": "t", "depth": 0 }, { "layer": 3, "position": 37, "slot": 7, "token": "ps", "depth": 0 }, { "layer": 3, "position": 38, "slot": 12, "token": ":", "depth": 0 }, { "layer": 3, "position": 39, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 40, "slot": 7, "token": "0", "depth": 0 }, { "layer": 3, "position": 41, "slot": 7, "token": "f", "depth": 0 }, { "layer": 3, "position": 42, "slot": 11, "token": "}", "depth": 0 }, { "layer": 3, "position": 43, "slot": 11, "token": "\")", "depth": 0 }, { "layer": 4, "position": 0, "slot": 10, "token": "log", "depth": 0 }, { "layer": 4, "position": 1, "slot": 4, "token": "(", "depth": 0 }, { "layer": 4, "position": 2, "slot": 12, "token": "f", "depth": 0 }, { "layer": 4, "position": 3, "slot": 10, "token": "\"", "depth": 0 }, { "layer": 4, "position": 4, "slot": 4, "token": "Step", "depth": 0 }, { "layer": 4, "position": 5, "slot": 4, "token": " {", "depth": 0 }, { "layer": 4, "position": 6, "slot": 7, "token": "step", "depth": 0 }, { "layer": 4, "position": 7, "slot": 10, "token": ":", "depth": 0 }, { "layer": 4, "position": 8, "slot": 10, "token": "6", "depth": 0 }, { "layer": 4, "position": 9, "slot": 6, "token": "d", "depth": 0 }, { "layer": 4, "position": 10, "slot": 6, "token": "}", "depth": 0 }, { "layer": 4, "position": 11, "slot": 10, "token": " |", "depth": 0 }, { "layer": 4, "position": 12, "slot": 7, "token": " loss", "depth": 0 }, { "layer": 4, "position": 13, "slot": 4, "token": "={", "depth": 0 }, { "layer": 4, "position": 14, "slot": 15, "token": "loss", "depth": 0 }, { "layer": 4, "position": 15, "slot": 6, "token": ":", "depth": 0 }, { "layer": 4, "position": 16, "slot": 12, "token": ".", "depth": 0 }, { "layer": 4, "position": 17, "slot": 12, "token": "4", "depth": 0 }, { "layer": 4, "position": 18, "slot": 6, "token": "f", "depth": 0 }, { "layer": 4, "position": 19, "slot": 6, "token": "}", "depth": 0 }, { "layer": 4, "position": 20, "slot": 10, "token": " |", "depth": 0 }, { "layer": 4, "position": 21, "slot": 3, "token": " l", "depth": 0 }, { "layer": 4, "position": 22, "slot": 11, "token": "r", "depth": 0 }, { "layer": 4, "position": 23, "slot": 4, "token": "={", "depth": 0 }, { "layer": 4, "position": 24, "slot": 7, "token": "lr", "depth": 0 }, { "layer": 4, "position": 25, "slot": 6, "token": ":", "depth": 0 }, { "layer": 4, "position": 26, "slot": 9, "token": ".", "depth": 0 }, { "layer": 4, "position": 27, "slot": 6, "token": "2", "depth": 0 }, { "layer": 4, "position": 28, "slot": 2, "token": "e", "depth": 0 }, { "layer": 4, "position": 29, "slot": 6, "token": "}", "depth": 0 }, { "layer": 4, "position": 30, "slot": 10, "token": " |", "depth": 0 }, { "layer": 4, "position": 31, "slot": 9, "token": " to", "depth": 0 }, { "layer": 4, "position": 32, "slot": 10, "token": "k", "depth": 0 }, { "layer": 4, "position": 33, "slot": 10, "token": "/", "depth": 0 }, { "layer": 4, "position": 34, "slot": 4, "token": "s", "depth": 0 }, { "layer": 4, "position": 35, "slot": 4, "token": "={", "depth": 0 }, { "layer": 4, "position": 36, "slot": 3, "token": "t", "depth": 0 }, { "layer": 4, "position": 37, "slot": 9, "token": "ps", "depth": 0 }, { "layer": 4, "position": 38, "slot": 6, "token": ":", "depth": 0 }, { "layer": 4, "position": 39, "slot": 12, "token": ".", "depth": 0 }, { "layer": 4, "position": 40, "slot": 7, "token": "0", "depth": 0 }, { "layer": 4, "position": 41, "slot": 6, "token": "f", "depth": 0 }, { "layer": 4, "position": 42, "slot": 6, "token": "}", "depth": 0 }, { "layer": 4, "position": 43, "slot": 6, "token": "\")", "depth": 0 }, { "layer": 5, "position": 0, "slot": 1, "token": "log", "depth": 0 }, { "layer": 5, "position": 1, "slot": 6, "token": "(", "depth": 0 }, { "layer": 5, "position": 2, "slot": 1, "token": "f", "depth": 0 }, { "layer": 5, "position": 3, "slot": 8, "token": "\"", "depth": 0 }, { "layer": 5, "position": 4, "slot": 5, "token": "Step", "depth": 0 }, { "layer": 5, "position": 5, "slot": 6, "token": " {", "depth": 0 }, { "layer": 5, "position": 6, "slot": 5, "token": "step", "depth": 0 }, { "layer": 5, "position": 7, "slot": 2, "token": ":", "depth": 0 }, { "layer": 5, "position": 8, "slot": 12, "token": "6", "depth": 0 }, { "layer": 5, "position": 9, "slot": 1, "token": "d", "depth": 0 }, { "layer": 5, "position": 10, "slot": 5, "token": "}", "depth": 0 }, { "layer": 5, "position": 11, "slot": 2, "token": " |", "depth": 0 }, { "layer": 5, "position": 12, "slot": 5, "token": " loss", "depth": 0 }, { "layer": 5, "position": 13, "slot": 6, "token": "={", "depth": 0 }, { "layer": 5, "position": 14, "slot": 5, "token": "loss", "depth": 0 }, { "layer": 5, "position": 15, "slot": 2, "token": ":", "depth": 0 }, { "layer": 5, "position": 16, "slot": 1, "token": ".", "depth": 0 }, { "layer": 5, "position": 17, "slot": 12, "token": "4", "depth": 0 }, { "layer": 5, "position": 18, "slot": 15, "token": "f", "depth": 0 }, { "layer": 5, "position": 19, "slot": 6, "token": "}", "depth": 0 }, { "layer": 5, "position": 20, "slot": 7, "token": " |", "depth": 0 }, { "layer": 5, "position": 21, "slot": 3, "token": " l", "depth": 0 }, { "layer": 5, "position": 22, "slot": 5, "token": "r", "depth": 0 }, { "layer": 5, "position": 23, "slot": 6, "token": "={", "depth": 0 }, { "layer": 5, "position": 24, "slot": 12, "token": "lr", "depth": 0 }, { "layer": 5, "position": 25, "slot": 2, "token": ":", "depth": 0 }, { "layer": 5, "position": 26, "slot": 1, "token": ".", "depth": 0 }, { "layer": 5, "position": 27, "slot": 12, "token": "2", "depth": 0 }, { "layer": 5, "position": 28, "slot": 15, "token": "e", "depth": 0 }, { "layer": 5, "position": 29, "slot": 6, "token": "}", "depth": 0 }, { "layer": 5, "position": 30, "slot": 7, "token": " |", "depth": 0 }, { "layer": 5, "position": 31, "slot": 1, "token": " to", "depth": 0 }, { "layer": 5, "position": 32, "slot": 5, "token": "k", "depth": 0 }, { "layer": 5, "position": 33, "slot": 7, "token": "/", "depth": 0 }, { "layer": 5, "position": 34, "slot": 8, "token": "s", "depth": 0 }, { "layer": 5, "position": 35, "slot": 6, "token": "={", "depth": 0 }, { "layer": 5, "position": 36, "slot": 9, "token": "t", "depth": 0 }, { "layer": 5, "position": 37, "slot": 1, "token": "ps", "depth": 0 }, { "layer": 5, "position": 38, "slot": 6, "token": ":", "depth": 0 }, { "layer": 5, "position": 39, "slot": 1, "token": ".", "depth": 0 }, { "layer": 5, "position": 40, "slot": 12, "token": "0", "depth": 0 }, { "layer": 5, "position": 41, "slot": 15, "token": "f", "depth": 0 }, { "layer": 5, "position": 42, "slot": 6, "token": "}", "depth": 0 }, { "layer": 5, "position": 43, "slot": 6, "token": "\")", "depth": 0 }, { "layer": 6, "position": 0, "slot": 15, "token": "log", "depth": 0 }, { "layer": 6, "position": 1, "slot": 3, "token": "(", "depth": 0 }, { "layer": 6, "position": 2, "slot": 15, "token": "f", "depth": 0 }, { "layer": 6, "position": 3, "slot": 3, "token": "\"", "depth": 0 }, { "layer": 6, "position": 4, "slot": 15, "token": "Step", "depth": 0 }, { "layer": 6, "position": 5, "slot": 3, "token": " {", "depth": 0 }, { "layer": 6, "position": 6, "slot": 15, "token": "step", "depth": 0 }, { "layer": 6, "position": 7, "slot": 2, "token": ":", "depth": 0 }, { "layer": 6, "position": 8, "slot": 15, "token": "6", "depth": 0 }, { "layer": 6, "position": 9, "slot": 15, "token": "d", "depth": 0 }, { "layer": 6, "position": 10, "slot": 3, "token": "}", "depth": 0 }, { "layer": 6, "position": 11, "slot": 3, "token": " |", "depth": 0 }, { "layer": 6, "position": 12, "slot": 15, "token": " loss", "depth": 0 }, { "layer": 6, "position": 13, "slot": 3, "token": "={", "depth": 0 }, { "layer": 6, "position": 14, "slot": 15, "token": "loss", "depth": 0 }, { "layer": 6, "position": 15, "slot": 2, "token": ":", "depth": 0 }, { "layer": 6, "position": 16, "slot": 5, "token": ".", "depth": 0 }, { "layer": 6, "position": 17, "slot": 15, "token": "4", "depth": 0 }, { "layer": 6, "position": 18, "slot": 15, "token": "f", "depth": 0 }, { "layer": 6, "position": 19, "slot": 3, "token": "}", "depth": 0 }, { "layer": 6, "position": 20, "slot": 3, "token": " |", "depth": 0 }, { "layer": 6, "position": 21, "slot": 14, "token": " l", "depth": 0 }, { "layer": 6, "position": 22, "slot": 15, "token": "r", "depth": 0 }, { "layer": 6, "position": 23, "slot": 3, "token": "={", "depth": 0 }, { "layer": 6, "position": 24, "slot": 15, "token": "lr", "depth": 0 }, { "layer": 6, "position": 25, "slot": 2, "token": ":", "depth": 0 }, { "layer": 6, "position": 26, "slot": 5, "token": ".", "depth": 0 }, { "layer": 6, "position": 27, "slot": 0, "token": "2", "depth": 0 }, { "layer": 6, "position": 28, "slot": 8, "token": "e", "depth": 0 }, { "layer": 6, "position": 29, "slot": 3, "token": "}", "depth": 0 }, { "layer": 6, "position": 30, "slot": 3, "token": " |", "depth": 0 }, { "layer": 6, "position": 31, "slot": 14, "token": " to", "depth": 0 }, { "layer": 6, "position": 32, "slot": 15, "token": "k", "depth": 0 }, { "layer": 6, "position": 33, "slot": 10, "token": "/", "depth": 0 }, { "layer": 6, "position": 34, "slot": 15, "token": "s", "depth": 0 }, { "layer": 6, "position": 35, "slot": 3, "token": "={", "depth": 0 }, { "layer": 6, "position": 36, "slot": 15, "token": "t", "depth": 0 }, { "layer": 6, "position": 37, "slot": 15, "token": "ps", "depth": 0 }, { "layer": 6, "position": 38, "slot": 2, "token": ":", "depth": 0 }, { "layer": 6, "position": 39, "slot": 5, "token": ".", "depth": 0 }, { "layer": 6, "position": 40, "slot": 0, "token": "0", "depth": 0 }, { "layer": 6, "position": 41, "slot": 15, "token": "f", "depth": 0 }, { "layer": 6, "position": 42, "slot": 3, "token": "}", "depth": 0 }, { "layer": 6, "position": 43, "slot": 3, "token": "\")", "depth": 0 }, { "layer": 7, "position": 0, "slot": 13, "token": "log", "depth": 0 }, { "layer": 7, "position": 1, "slot": 2, "token": "(", "depth": 0 }, { "layer": 7, "position": 2, "slot": 13, "token": "f", "depth": 0 }, { "layer": 7, "position": 3, "slot": 2, "token": "\"", "depth": 0 }, { "layer": 7, "position": 4, "slot": 13, "token": "Step", "depth": 0 }, { "layer": 7, "position": 5, "slot": 5, "token": " {", "depth": 0 }, { "layer": 7, "position": 6, "slot": 13, "token": "step", "depth": 0 }, { "layer": 7, "position": 7, "slot": 6, "token": ":", "depth": 0 }, { "layer": 7, "position": 8, "slot": 4, "token": "6", "depth": 0 }, { "layer": 7, "position": 9, "slot": 0, "token": "d", "depth": 0 }, { "layer": 7, "position": 10, "slot": 14, "token": "}", "depth": 0 }, { "layer": 7, "position": 11, "slot": 12, "token": " |", "depth": 0 }, { "layer": 7, "position": 12, "slot": 13, "token": " loss", "depth": 0 }, { "layer": 7, "position": 13, "slot": 5, "token": "={", "depth": 0 }, { "layer": 7, "position": 14, "slot": 13, "token": "loss", "depth": 0 }, { "layer": 7, "position": 15, "slot": 2, "token": ":", "depth": 0 }, { "layer": 7, "position": 16, "slot": 5, "token": ".", "depth": 0 }, { "layer": 7, "position": 17, "slot": 4, "token": "4", "depth": 0 }, { "layer": 7, "position": 18, "slot": 4, "token": "f", "depth": 0 }, { "layer": 7, "position": 19, "slot": 4, "token": "}", "depth": 0 }, { "layer": 7, "position": 20, "slot": 3, "token": " |", "depth": 0 }, { "layer": 7, "position": 21, "slot": 13, "token": " l", "depth": 0 }, { "layer": 7, "position": 22, "slot": 0, "token": "r", "depth": 0 }, { "layer": 7, "position": 23, "slot": 11, "token": "={", "depth": 0 }, { "layer": 7, "position": 24, "slot": 13, "token": "lr", "depth": 0 }, { "layer": 7, "position": 25, "slot": 4, "token": ":", "depth": 0 }, { "layer": 7, "position": 26, "slot": 12, "token": ".", "depth": 0 }, { "layer": 7, "position": 27, "slot": 4, "token": "2", "depth": 0 }, { "layer": 7, "position": 28, "slot": 4, "token": "e", "depth": 0 }, { "layer": 7, "position": 29, "slot": 4, "token": "}", "depth": 0 }, { "layer": 7, "position": 30, "slot": 3, "token": " |", "depth": 0 }, { "layer": 7, "position": 31, "slot": 4, "token": " to", "depth": 0 }, { "layer": 7, "position": 32, "slot": 4, "token": "k", "depth": 0 }, { "layer": 7, "position": 33, "slot": 3, "token": "/", "depth": 0 }, { "layer": 7, "position": 34, "slot": 13, "token": "s", "depth": 0 }, { "layer": 7, "position": 35, "slot": 2, "token": "={", "depth": 0 }, { "layer": 7, "position": 36, "slot": 13, "token": "t", "depth": 0 }, { "layer": 7, "position": 37, "slot": 4, "token": "ps", "depth": 0 }, { "layer": 7, "position": 38, "slot": 4, "token": ":", "depth": 0 }, { "layer": 7, "position": 39, "slot": 5, "token": ".", "depth": 0 }, { "layer": 7, "position": 40, "slot": 4, "token": "0", "depth": 0 }, { "layer": 7, "position": 41, "slot": 4, "token": "f", "depth": 0 }, { "layer": 7, "position": 42, "slot": 1, "token": "}", "depth": 0 }, { "layer": 7, "position": 43, "slot": 12, "token": "\")", "depth": 0 } ] }, { "text": "loss = ce_loss + entropy_reg * aux_loss\ngrad_norm = torch.nn.utils.clip_grad_norm_(model.parameters(", "keyword_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "other_slot_hist": [ 12, 12, 14, 17, 21, 27, 21, 7, 33, 4, 14, 29, 25, 21, 19, 36 ], "depth0_slot_hist": [ 12, 12, 14, 17, 21, 27, 21, 7, 33, 4, 14, 29, 25, 21, 19, 36 ], "depth1_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "depth2p_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "keyword_entropy": 0.0, "other_entropy": 2.6657137624250495, "depth0_entropy": 2.6657137624250495, "depth1_entropy": 0.0, "depth2p_entropy": 0.0, "mi_slot_depth": 1.000088900581841e-12, "h_depth": -1.000000082240371e-09, "mi_ratio": 0.001000088900581841, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 0, "position": 1, "slot": 4, "token": " =", "depth": 0 }, { "layer": 0, "position": 2, "slot": 11, "token": " ce", "depth": 0 }, { "layer": 0, "position": 3, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 4, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 0, "position": 5, "slot": 2, "token": " +", "depth": 0 }, { "layer": 0, "position": 6, "slot": 11, "token": " entropy", "depth": 0 }, { "layer": 0, "position": 7, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 8, "slot": 5, "token": "reg", "depth": 0 }, { "layer": 0, "position": 9, "slot": 2, "token": " *", "depth": 0 }, { "layer": 0, "position": 10, "slot": 11, "token": " aux", "depth": 0 }, { "layer": 0, "position": 11, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 12, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 0, "position": 13, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 14, "slot": 11, "token": "grad", "depth": 0 }, { "layer": 0, "position": 15, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 16, "slot": 1, "token": "norm", "depth": 0 }, { "layer": 0, "position": 17, "slot": 4, "token": " =", "depth": 0 }, { "layer": 0, "position": 18, "slot": 11, "token": " torch", "depth": 0 }, { "layer": 0, "position": 19, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 20, "slot": 11, "token": "nn", "depth": 0 }, { "layer": 0, "position": 21, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 22, "slot": 11, "token": "utils", "depth": 0 }, { "layer": 0, "position": 23, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 24, "slot": 11, "token": "clip", "depth": 0 }, { "layer": 0, "position": 25, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 26, "slot": 11, "token": "grad", "depth": 0 }, { "layer": 0, "position": 27, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 28, "slot": 1, "token": "norm", "depth": 0 }, { "layer": 0, "position": 29, "slot": 6, "token": "_(", "depth": 0 }, { "layer": 0, "position": 30, "slot": 11, "token": "model", "depth": 0 }, { "layer": 0, "position": 31, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 32, "slot": 4, "token": "param", "depth": 0 }, { "layer": 0, "position": 33, "slot": 1, "token": "eters", "depth": 0 }, { "layer": 0, "position": 34, "slot": 3, "token": "(),", "depth": 0 }, { "layer": 0, "position": 35, "slot": 9, "token": " 1", "depth": 0 }, { "layer": 0, "position": 36, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 37, "slot": 1, "token": "0", "depth": 0 }, { "layer": 0, "position": 38, "slot": 6, "token": ")", "depth": 0 }, { "layer": 1, "position": 0, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 1, "position": 1, "slot": 15, "token": " =", "depth": 0 }, { "layer": 1, "position": 2, "slot": 12, "token": " ce", "depth": 0 }, { "layer": 1, "position": 3, "slot": 6, "token": "_", "depth": 0 }, { "layer": 1, "position": 4, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 1, "position": 5, "slot": 10, "token": " +", "depth": 0 }, { "layer": 1, "position": 6, "slot": 12, "token": " entropy", "depth": 0 }, { "layer": 1, "position": 7, "slot": 4, "token": "_", "depth": 0 }, { "layer": 1, "position": 8, "slot": 12, "token": "reg", "depth": 0 }, { "layer": 1, "position": 9, "slot": 15, "token": " *", "depth": 0 }, { "layer": 1, "position": 10, "slot": 11, "token": " aux", "depth": 0 }, { "layer": 1, "position": 11, "slot": 4, "token": "_", "depth": 0 }, { "layer": 1, "position": 12, "slot": 11, "token": "loss", "depth": 0 }, { "layer": 1, "position": 13, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 14, "slot": 12, "token": "grad", "depth": 0 }, { "layer": 1, "position": 15, "slot": 14, "token": "_", "depth": 0 }, { "layer": 1, "position": 16, "slot": 11, "token": "norm", "depth": 0 }, { "layer": 1, "position": 17, "slot": 6, "token": " =", "depth": 0 }, { "layer": 1, "position": 18, "slot": 12, "token": " torch", "depth": 0 }, { "layer": 1, "position": 19, "slot": 10, "token": ".", "depth": 0 }, { "layer": 1, "position": 20, "slot": 3, "token": "nn", "depth": 0 }, { "layer": 1, "position": 21, "slot": 10, "token": ".", "depth": 0 }, { "layer": 1, "position": 22, "slot": 8, "token": "utils", "depth": 0 }, { "layer": 1, "position": 23, "slot": 14, "token": ".", "depth": 0 }, { "layer": 1, "position": 24, "slot": 11, "token": "clip", "depth": 0 }, { "layer": 1, "position": 25, "slot": 14, "token": "_", "depth": 0 }, { "layer": 1, "position": 26, "slot": 12, "token": "grad", "depth": 0 }, { "layer": 1, "position": 27, "slot": 5, "token": "_", "depth": 0 }, { "layer": 1, "position": 28, "slot": 11, "token": "norm", "depth": 0 }, { "layer": 1, "position": 29, "slot": 15, "token": "_(", "depth": 0 }, { "layer": 1, "position": 30, "slot": 11, "token": "model", "depth": 0 }, { "layer": 1, "position": 31, "slot": 5, "token": ".", "depth": 0 }, { "layer": 1, "position": 32, "slot": 8, "token": "param", "depth": 0 }, { "layer": 1, "position": 33, "slot": 11, "token": "eters", "depth": 0 }, { "layer": 1, "position": 34, "slot": 15, "token": "(),", "depth": 0 }, { "layer": 1, "position": 35, "slot": 11, "token": " 1", "depth": 0 }, { "layer": 1, "position": 36, "slot": 5, "token": ".", "depth": 0 }, { "layer": 1, "position": 37, "slot": 11, "token": "0", "depth": 0 }, { "layer": 1, "position": 38, "slot": 15, "token": ")", "depth": 0 }, { "layer": 2, "position": 0, "slot": 8, "token": "loss", "depth": 0 }, { "layer": 2, "position": 1, "slot": 3, "token": " =", "depth": 0 }, { "layer": 2, "position": 2, "slot": 8, "token": " ce", "depth": 0 }, { "layer": 2, "position": 3, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 4, "slot": 8, "token": "loss", "depth": 0 }, { "layer": 2, "position": 5, "slot": 3, "token": " +", "depth": 0 }, { "layer": 2, "position": 6, "slot": 8, "token": " entropy", "depth": 0 }, { "layer": 2, "position": 7, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 8, "slot": 8, "token": "reg", "depth": 0 }, { "layer": 2, "position": 9, "slot": 3, "token": " *", "depth": 0 }, { "layer": 2, "position": 10, "slot": 8, "token": " aux", "depth": 0 }, { "layer": 2, "position": 11, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 12, "slot": 8, "token": "loss", "depth": 0 }, { "layer": 2, "position": 13, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 14, "slot": 8, "token": "grad", "depth": 0 }, { "layer": 2, "position": 15, "slot": 5, "token": "_", "depth": 0 }, { "layer": 2, "position": 16, "slot": 8, "token": "norm", "depth": 0 }, { "layer": 2, "position": 17, "slot": 3, "token": " =", "depth": 0 }, { "layer": 2, "position": 18, "slot": 8, "token": " torch", "depth": 0 }, { "layer": 2, "position": 19, "slot": 14, "token": ".", "depth": 0 }, { "layer": 2, "position": 20, "slot": 8, "token": "nn", "depth": 0 }, { "layer": 2, "position": 21, "slot": 14, "token": ".", "depth": 0 }, { "layer": 2, "position": 22, "slot": 4, "token": "utils", "depth": 0 }, { "layer": 2, "position": 23, "slot": 12, "token": ".", "depth": 0 }, { "layer": 2, "position": 24, "slot": 8, "token": "clip", "depth": 0 }, { "layer": 2, "position": 25, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 26, "slot": 8, "token": "grad", "depth": 0 }, { "layer": 2, "position": 27, "slot": 5, "token": "_", "depth": 0 }, { "layer": 2, "position": 28, "slot": 8, "token": "norm", "depth": 0 }, { "layer": 2, "position": 29, "slot": 14, "token": "_(", "depth": 0 }, { "layer": 2, "position": 30, "slot": 8, "token": "model", "depth": 0 }, { "layer": 2, "position": 31, "slot": 1, "token": ".", "depth": 0 }, { "layer": 2, "position": 32, "slot": 7, "token": "param", "depth": 0 }, { "layer": 2, "position": 33, "slot": 13, "token": "eters", "depth": 0 }, { "layer": 2, "position": 34, "slot": 15, "token": "(),", "depth": 0 }, { "layer": 2, "position": 35, "slot": 13, "token": " 1", "depth": 0 }, { "layer": 2, "position": 36, "slot": 12, "token": ".", "depth": 0 }, { "layer": 2, "position": 37, "slot": 13, "token": "0", "depth": 0 }, { "layer": 2, "position": 38, "slot": 13, "token": ")", "depth": 0 }, { "layer": 3, "position": 0, "slot": 8, "token": "loss", "depth": 0 }, { "layer": 3, "position": 1, "slot": 5, "token": " =", "depth": 0 }, { "layer": 3, "position": 2, "slot": 8, "token": " ce", "depth": 0 }, { "layer": 3, "position": 3, "slot": 5, "token": "_", "depth": 0 }, { "layer": 3, "position": 4, "slot": 7, "token": "loss", "depth": 0 }, { "layer": 3, "position": 5, "slot": 5, "token": " +", "depth": 0 }, { "layer": 3, "position": 6, "slot": 8, "token": " entropy", "depth": 0 }, { "layer": 3, "position": 7, "slot": 0, "token": "_", "depth": 0 }, { "layer": 3, "position": 8, "slot": 0, "token": "reg", "depth": 0 }, { "layer": 3, "position": 9, "slot": 5, "token": " *", "depth": 0 }, { "layer": 3, "position": 10, "slot": 8, "token": " aux", "depth": 0 }, { "layer": 3, "position": 11, "slot": 0, "token": "_", "depth": 0 }, { "layer": 3, "position": 12, "slot": 2, "token": "loss", "depth": 0 }, { "layer": 3, "position": 13, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 3, "position": 14, "slot": 8, "token": "grad", "depth": 0 }, { "layer": 3, "position": 15, "slot": 9, "token": "_", "depth": 0 }, { "layer": 3, "position": 16, "slot": 7, "token": "norm", "depth": 0 }, { "layer": 3, "position": 17, "slot": 11, "token": " =", "depth": 0 }, { "layer": 3, "position": 18, "slot": 8, "token": " torch", "depth": 0 }, { "layer": 3, "position": 19, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 20, "slot": 8, "token": "nn", "depth": 0 }, { "layer": 3, "position": 21, "slot": 9, "token": ".", "depth": 0 }, { "layer": 3, "position": 22, "slot": 0, "token": "utils", "depth": 0 }, { "layer": 3, "position": 23, "slot": 9, "token": ".", "depth": 0 }, { "layer": 3, "position": 24, "slot": 7, "token": "clip", "depth": 0 }, { "layer": 3, "position": 25, "slot": 0, "token": "_", "depth": 0 }, { "layer": 3, "position": 26, "slot": 7, "token": "grad", "depth": 0 }, { "layer": 3, "position": 27, "slot": 0, "token": "_", "depth": 0 }, { "layer": 3, "position": 28, "slot": 15, "token": "norm", "depth": 0 }, { "layer": 3, "position": 29, "slot": 11, "token": "_(", "depth": 0 }, { "layer": 3, "position": 30, "slot": 7, "token": "model", "depth": 0 }, { "layer": 3, "position": 31, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 32, "slot": 8, "token": "param", "depth": 0 }, { "layer": 3, "position": 33, "slot": 13, "token": "eters", "depth": 0 }, { "layer": 3, "position": 34, "slot": 12, "token": "(),", "depth": 0 }, { "layer": 3, "position": 35, "slot": 10, "token": " 1", "depth": 0 }, { "layer": 3, "position": 36, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 37, "slot": 7, "token": "0", "depth": 0 }, { "layer": 3, "position": 38, "slot": 12, "token": ")", "depth": 0 }, { "layer": 4, "position": 0, "slot": 10, "token": "loss", "depth": 0 }, { "layer": 4, "position": 1, "slot": 10, "token": " =", "depth": 0 }, { "layer": 4, "position": 2, "slot": 5, "token": " ce", "depth": 0 }, { "layer": 4, "position": 3, "slot": 10, "token": "_", "depth": 0 }, { "layer": 4, "position": 4, "slot": 15, "token": "loss", "depth": 0 }, { "layer": 4, "position": 5, "slot": 4, "token": " +", "depth": 0 }, { "layer": 4, "position": 6, "slot": 0, "token": " entropy", "depth": 0 }, { "layer": 4, "position": 7, "slot": 4, "token": "_", "depth": 0 }, { "layer": 4, "position": 8, "slot": 13, "token": "reg", "depth": 0 }, { "layer": 4, "position": 9, "slot": 4, "token": " *", "depth": 0 }, { "layer": 4, "position": 10, "slot": 3, "token": " aux", "depth": 0 }, { "layer": 4, "position": 11, "slot": 4, "token": "_", "depth": 0 }, { "layer": 4, "position": 12, "slot": 15, "token": "loss", "depth": 0 }, { "layer": 4, "position": 13, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 14, "slot": 1, "token": "grad", "depth": 0 }, { "layer": 4, "position": 15, "slot": 4, "token": "_", "depth": 0 }, { "layer": 4, "position": 16, "slot": 3, "token": "norm", "depth": 0 }, { "layer": 4, "position": 17, "slot": 6, "token": " =", "depth": 0 }, { "layer": 4, "position": 18, "slot": 0, "token": " torch", "depth": 0 }, { "layer": 4, "position": 19, "slot": 2, "token": ".", "depth": 0 }, { "layer": 4, "position": 20, "slot": 0, "token": "nn", "depth": 0 }, { "layer": 4, "position": 21, "slot": 10, "token": ".", "depth": 0 }, { "layer": 4, "position": 22, "slot": 2, "token": "utils", "depth": 0 }, { "layer": 4, "position": 23, "slot": 10, "token": ".", "depth": 0 }, { "layer": 4, "position": 24, "slot": 8, "token": "clip", "depth": 0 }, { "layer": 4, "position": 25, "slot": 10, "token": "_", "depth": 0 }, { "layer": 4, "position": 26, "slot": 14, "token": "grad", "depth": 0 }, { "layer": 4, "position": 27, "slot": 4, "token": "_", "depth": 0 }, { "layer": 4, "position": 28, "slot": 10, "token": "norm", "depth": 0 }, { "layer": 4, "position": 29, "slot": 4, "token": "_(", "depth": 0 }, { "layer": 4, "position": 30, "slot": 3, "token": "model", "depth": 0 }, { "layer": 4, "position": 31, "slot": 13, "token": ".", "depth": 0 }, { "layer": 4, "position": 32, "slot": 10, "token": "param", "depth": 0 }, { "layer": 4, "position": 33, "slot": 15, "token": "eters", "depth": 0 }, { "layer": 4, "position": 34, "slot": 4, "token": "(),", "depth": 0 }, { "layer": 4, "position": 35, "slot": 6, "token": " 1", "depth": 0 }, { "layer": 4, "position": 36, "slot": 12, "token": ".", "depth": 0 }, { "layer": 4, "position": 37, "slot": 6, "token": "0", "depth": 0 }, { "layer": 4, "position": 38, "slot": 6, "token": ")", "depth": 0 }, { "layer": 5, "position": 0, "slot": 10, "token": "loss", "depth": 0 }, { "layer": 5, "position": 1, "slot": 6, "token": " =", "depth": 0 }, { "layer": 5, "position": 2, "slot": 15, "token": " ce", "depth": 0 }, { "layer": 5, "position": 3, "slot": 14, "token": "_", "depth": 0 }, { "layer": 5, "position": 4, "slot": 5, "token": "loss", "depth": 0 }, { "layer": 5, "position": 5, "slot": 6, "token": " +", "depth": 0 }, { "layer": 5, "position": 6, "slot": 5, "token": " entropy", "depth": 0 }, { "layer": 5, "position": 7, "slot": 6, "token": "_", "depth": 0 }, { "layer": 5, "position": 8, "slot": 5, "token": "reg", "depth": 0 }, { "layer": 5, "position": 9, "slot": 6, "token": " *", "depth": 0 }, { "layer": 5, "position": 10, "slot": 5, "token": " aux", "depth": 0 }, { "layer": 5, "position": 11, "slot": 14, "token": "_", "depth": 0 }, { "layer": 5, "position": 12, "slot": 5, "token": "loss", "depth": 0 }, { "layer": 5, "position": 13, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 14, "slot": 5, "token": "grad", "depth": 0 }, { "layer": 5, "position": 15, "slot": 4, "token": "_", "depth": 0 }, { "layer": 5, "position": 16, "slot": 5, "token": "norm", "depth": 0 }, { "layer": 5, "position": 17, "slot": 6, "token": " =", "depth": 0 }, { "layer": 5, "position": 18, "slot": 12, "token": " torch", "depth": 0 }, { "layer": 5, "position": 19, "slot": 1, "token": ".", "depth": 0 }, { "layer": 5, "position": 20, "slot": 1, "token": "nn", "depth": 0 }, { "layer": 5, "position": 21, "slot": 5, "token": ".", "depth": 0 }, { "layer": 5, "position": 22, "slot": 1, "token": "utils", "depth": 0 }, { "layer": 5, "position": 23, "slot": 8, "token": ".", "depth": 0 }, { "layer": 5, "position": 24, "slot": 11, "token": "clip", "depth": 0 }, { "layer": 5, "position": 25, "slot": 6, "token": "_", "depth": 0 }, { "layer": 5, "position": 26, "slot": 5, "token": "grad", "depth": 0 }, { "layer": 5, "position": 27, "slot": 6, "token": "_", "depth": 0 }, { "layer": 5, "position": 28, "slot": 11, "token": "norm", "depth": 0 }, { "layer": 5, "position": 29, "slot": 6, "token": "_(", "depth": 0 }, { "layer": 5, "position": 30, "slot": 4, "token": "model", "depth": 0 }, { "layer": 5, "position": 31, "slot": 5, "token": ".", "depth": 0 }, { "layer": 5, "position": 32, "slot": 1, "token": "param", "depth": 0 }, { "layer": 5, "position": 33, "slot": 14, "token": "eters", "depth": 0 }, { "layer": 5, "position": 34, "slot": 6, "token": "(),", "depth": 0 }, { "layer": 5, "position": 35, "slot": 5, "token": " 1", "depth": 0 }, { "layer": 5, "position": 36, "slot": 1, "token": ".", "depth": 0 }, { "layer": 5, "position": 37, "slot": 12, "token": "0", "depth": 0 }, { "layer": 5, "position": 38, "slot": 2, "token": ")", "depth": 0 }, { "layer": 6, "position": 0, "slot": 15, "token": "loss", "depth": 0 }, { "layer": 6, "position": 1, "slot": 3, "token": " =", "depth": 0 }, { "layer": 6, "position": 2, "slot": 15, "token": " ce", "depth": 0 }, { "layer": 6, "position": 3, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 4, "slot": 0, "token": "loss", "depth": 0 }, { "layer": 6, "position": 5, "slot": 3, "token": " +", "depth": 0 }, { "layer": 6, "position": 6, "slot": 14, "token": " entropy", "depth": 0 }, { "layer": 6, "position": 7, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 8, "slot": 8, "token": "reg", "depth": 0 }, { "layer": 6, "position": 9, "slot": 3, "token": " *", "depth": 0 }, { "layer": 6, "position": 10, "slot": 15, "token": " aux", "depth": 0 }, { "layer": 6, "position": 11, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 12, "slot": 8, "token": "loss", "depth": 0 }, { "layer": 6, "position": 13, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 14, "slot": 14, "token": "grad", "depth": 0 }, { "layer": 6, "position": 15, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 16, "slot": 0, "token": "norm", "depth": 0 }, { "layer": 6, "position": 17, "slot": 3, "token": " =", "depth": 0 }, { "layer": 6, "position": 18, "slot": 14, "token": " torch", "depth": 0 }, { "layer": 6, "position": 19, "slot": 2, "token": ".", "depth": 0 }, { "layer": 6, "position": 20, "slot": 14, "token": "nn", "depth": 0 }, { "layer": 6, "position": 21, "slot": 2, "token": ".", "depth": 0 }, { "layer": 6, "position": 22, "slot": 8, "token": "utils", "depth": 0 }, { "layer": 6, "position": 23, "slot": 2, "token": ".", "depth": 0 }, { "layer": 6, "position": 24, "slot": 14, "token": "clip", "depth": 0 }, { "layer": 6, "position": 25, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 26, "slot": 8, "token": "grad", "depth": 0 }, { "layer": 6, "position": 27, "slot": 2, "token": "_", "depth": 0 }, { "layer": 6, "position": 28, "slot": 8, "token": "norm", "depth": 0 }, { "layer": 6, "position": 29, "slot": 3, "token": "_(", "depth": 0 }, { "layer": 6, "position": 30, "slot": 14, "token": "model", "depth": 0 }, { "layer": 6, "position": 31, "slot": 15, "token": ".", "depth": 0 }, { "layer": 6, "position": 32, "slot": 12, "token": "param", "depth": 0 }, { "layer": 6, "position": 33, "slot": 15, "token": "eters", "depth": 0 }, { "layer": 6, "position": 34, "slot": 3, "token": "(),", "depth": 0 }, { "layer": 6, "position": 35, "slot": 14, "token": " 1", "depth": 0 }, { "layer": 6, "position": 36, "slot": 6, "token": ".", "depth": 0 }, { "layer": 6, "position": 37, "slot": 14, "token": "0", "depth": 0 }, { "layer": 6, "position": 38, "slot": 8, "token": ")", "depth": 0 }, { "layer": 7, "position": 0, "slot": 13, "token": "loss", "depth": 0 }, { "layer": 7, "position": 1, "slot": 2, "token": " =", "depth": 0 }, { "layer": 7, "position": 2, "slot": 13, "token": " ce", "depth": 0 }, { "layer": 7, "position": 3, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 4, "slot": 13, "token": "loss", "depth": 0 }, { "layer": 7, "position": 5, "slot": 2, "token": " +", "depth": 0 }, { "layer": 7, "position": 6, "slot": 13, "token": " entropy", "depth": 0 }, { "layer": 7, "position": 7, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 8, "slot": 13, "token": "reg", "depth": 0 }, { "layer": 7, "position": 9, "slot": 11, "token": " *", "depth": 0 }, { "layer": 7, "position": 10, "slot": 13, "token": " aux", "depth": 0 }, { "layer": 7, "position": 11, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 12, "slot": 13, "token": "loss", "depth": 0 }, { "layer": 7, "position": 13, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 14, "slot": 13, "token": "grad", "depth": 0 }, { "layer": 7, "position": 15, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 16, "slot": 13, "token": "norm", "depth": 0 }, { "layer": 7, "position": 17, "slot": 15, "token": " =", "depth": 0 }, { "layer": 7, "position": 18, "slot": 0, "token": " torch", "depth": 0 }, { "layer": 7, "position": 19, "slot": 3, "token": ".", "depth": 0 }, { "layer": 7, "position": 20, "slot": 13, "token": "nn", "depth": 0 }, { "layer": 7, "position": 21, "slot": 15, "token": ".", "depth": 0 }, { "layer": 7, "position": 22, "slot": 4, "token": "utils", "depth": 0 }, { "layer": 7, "position": 23, "slot": 2, "token": ".", "depth": 0 }, { "layer": 7, "position": 24, "slot": 13, "token": "clip", "depth": 0 }, { "layer": 7, "position": 25, "slot": 1, "token": "_", "depth": 0 }, { "layer": 7, "position": 26, "slot": 13, "token": "grad", "depth": 0 }, { "layer": 7, "position": 27, "slot": 14, "token": "_", "depth": 0 }, { "layer": 7, "position": 28, "slot": 4, "token": "norm", "depth": 0 }, { "layer": 7, "position": 29, "slot": 2, "token": "_(", "depth": 0 }, { "layer": 7, "position": 30, "slot": 13, "token": "model", "depth": 0 }, { "layer": 7, "position": 31, "slot": 15, "token": ".", "depth": 0 }, { "layer": 7, "position": 32, "slot": 13, "token": "param", "depth": 0 }, { "layer": 7, "position": 33, "slot": 4, "token": "eters", "depth": 0 }, { "layer": 7, "position": 34, "slot": 12, "token": "(),", "depth": 0 }, { "layer": 7, "position": 35, "slot": 4, "token": " 1", "depth": 0 }, { "layer": 7, "position": 36, "slot": 5, "token": ".", "depth": 0 }, { "layer": 7, "position": 37, "slot": 4, "token": "0", "depth": 0 }, { "layer": 7, "position": 38, "slot": 12, "token": ")", "depth": 0 } ] }, { "text": "import math\nimport torch\nimport torch.nn.functional as F\nfrom pathlib import Path\nfrom datasets impo", "keyword_slot_hist": [ 1, 6, 1, 12, 3, 2, 17, 5, 6, 1, 4, 3, 1, 4, 0, 6 ], "other_slot_hist": [ 9, 7, 1, 7, 5, 12, 15, 5, 23, 4, 8, 17, 11, 14, 3, 19 ], "depth0_slot_hist": [ 10, 13, 2, 19, 8, 14, 32, 10, 29, 5, 12, 20, 12, 18, 3, 25 ], "depth1_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "depth2p_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "keyword_entropy": 2.369017636838627, "other_entropy": 2.584065631109219, "depth0_entropy": 2.5921763205912365, "depth1_entropy": 0.0, "depth2p_entropy": 0.0, "mi_slot_depth": 1.0003109451867658e-12, "h_depth": -1.000000082240371e-09, "mi_ratio": 0.0010003109451867658, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 7, "token": "import", "depth": 0 }, { "layer": 0, "position": 1, "slot": 1, "token": " math", "depth": 0 }, { "layer": 0, "position": 2, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 3, "slot": 7, "token": "import", "depth": 0 }, { "layer": 0, "position": 4, "slot": 11, "token": " torch", "depth": 0 }, { "layer": 0, "position": 5, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 6, "slot": 7, "token": "import", "depth": 0 }, { "layer": 0, "position": 7, "slot": 11, "token": " torch", "depth": 0 }, { "layer": 0, "position": 8, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 9, "slot": 11, "token": "nn", "depth": 0 }, { "layer": 0, "position": 10, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 11, "slot": 11, "token": "functional", "depth": 0 }, { "layer": 0, "position": 12, "slot": 3, "token": " as", "depth": 0 }, { "layer": 0, "position": 13, "slot": 9, "token": " F", "depth": 0 }, { "layer": 0, "position": 14, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 15, "slot": 7, "token": "from", "depth": 0 }, { "layer": 0, "position": 16, "slot": 1, "token": " path", "depth": 0 }, { "layer": 0, "position": 17, "slot": 1, "token": "lib", "depth": 0 }, { "layer": 0, "position": 18, "slot": 4, "token": " import", "depth": 0 }, { "layer": 0, "position": 19, "slot": 1, "token": " Path", "depth": 0 }, { "layer": 0, "position": 20, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 21, "slot": 7, "token": "from", "depth": 0 }, { "layer": 0, "position": 22, "slot": 11, "token": " datasets", "depth": 0 }, { "layer": 0, "position": 23, "slot": 4, "token": " import", "depth": 0 }, { "layer": 0, "position": 24, "slot": 9, "token": " load", "depth": 0 }, { "layer": 0, "position": 25, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 26, "slot": 11, "token": "dat", "depth": 0 }, { "layer": 0, "position": 27, "slot": 9, "token": "as", "depth": 0 }, { "layer": 0, "position": 28, "slot": 12, "token": "et", "depth": 0 }, { "layer": 1, "position": 0, "slot": 0, "token": "import", "depth": 0 }, { "layer": 1, "position": 1, "slot": 11, "token": " math", "depth": 0 }, { "layer": 1, "position": 2, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 3, "slot": 5, "token": "import", "depth": 0 }, { "layer": 1, "position": 4, "slot": 11, "token": " torch", "depth": 0 }, { "layer": 1, "position": 5, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 6, "slot": 5, "token": "import", "depth": 0 }, { "layer": 1, "position": 7, "slot": 11, "token": " torch", "depth": 0 }, { "layer": 1, "position": 8, "slot": 6, "token": ".", "depth": 0 }, { "layer": 1, "position": 9, "slot": 11, "token": "nn", "depth": 0 }, { "layer": 1, "position": 10, "slot": 10, "token": ".", "depth": 0 }, { "layer": 1, "position": 11, "slot": 11, "token": "functional", "depth": 0 }, { "layer": 1, "position": 12, "slot": 6, "token": " as", "depth": 0 }, { "layer": 1, "position": 13, "slot": 6, "token": " F", "depth": 0 }, { "layer": 1, "position": 14, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 15, "slot": 15, "token": "from", "depth": 0 }, { "layer": 1, "position": 16, "slot": 11, "token": " path", "depth": 0 }, { "layer": 1, "position": 17, "slot": 9, "token": "lib", "depth": 0 }, { "layer": 1, "position": 18, "slot": 6, "token": " import", "depth": 0 }, { "layer": 1, "position": 19, "slot": 3, "token": " Path", "depth": 0 }, { "layer": 1, "position": 20, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 21, "slot": 15, "token": "from", "depth": 0 }, { "layer": 1, "position": 22, "slot": 11, "token": " datasets", "depth": 0 }, { "layer": 1, "position": 23, "slot": 6, "token": " import", "depth": 0 }, { "layer": 1, "position": 24, "slot": 12, "token": " load", "depth": 0 }, { "layer": 1, "position": 25, "slot": 6, "token": "_", "depth": 0 }, { "layer": 1, "position": 26, "slot": 11, "token": "dat", "depth": 0 }, { "layer": 1, "position": 27, "slot": 11, "token": "as", "depth": 0 }, { "layer": 1, "position": 28, "slot": 11, "token": "et", "depth": 0 }, { "layer": 2, "position": 0, "slot": 3, "token": "import", "depth": 0 }, { "layer": 2, "position": 1, "slot": 8, "token": " math", "depth": 0 }, { "layer": 2, "position": 2, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 3, "slot": 3, "token": "import", "depth": 0 }, { "layer": 2, "position": 4, "slot": 8, "token": " torch", "depth": 0 }, { "layer": 2, "position": 5, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 6, "slot": 3, "token": "import", "depth": 0 }, { "layer": 2, "position": 7, "slot": 8, "token": " torch", "depth": 0 }, { "layer": 2, "position": 8, "slot": 12, "token": ".", "depth": 0 }, { "layer": 2, "position": 9, "slot": 8, "token": "nn", "depth": 0 }, { "layer": 2, "position": 10, "slot": 12, "token": ".", "depth": 0 }, { "layer": 2, "position": 11, "slot": 8, "token": "functional", "depth": 0 }, { "layer": 2, "position": 12, "slot": 11, "token": " as", "depth": 0 }, { "layer": 2, "position": 13, "slot": 11, "token": " F", "depth": 0 }, { "layer": 2, "position": 14, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 15, "slot": 3, "token": "from", "depth": 0 }, { "layer": 2, "position": 16, "slot": 8, "token": " path", "depth": 0 }, { "layer": 2, "position": 17, "slot": 8, "token": "lib", "depth": 0 }, { "layer": 2, "position": 18, "slot": 1, "token": " import", "depth": 0 }, { "layer": 2, "position": 19, "slot": 8, "token": " Path", "depth": 0 }, { "layer": 2, "position": 20, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 21, "slot": 3, "token": "from", "depth": 0 }, { "layer": 2, "position": 22, "slot": 8, "token": " datasets", "depth": 0 }, { "layer": 2, "position": 23, "slot": 1, "token": " import", "depth": 0 }, { "layer": 2, "position": 24, "slot": 8, "token": " load", "depth": 0 }, { "layer": 2, "position": 25, "slot": 5, "token": "_", "depth": 0 }, { "layer": 2, "position": 26, "slot": 13, "token": "dat", "depth": 0 }, { "layer": 2, "position": 27, "slot": 13, "token": "as", "depth": 0 }, { "layer": 2, "position": 28, "slot": 8, "token": "et", "depth": 0 }, { "layer": 3, "position": 0, "slot": 8, "token": "import", "depth": 0 }, { "layer": 3, "position": 1, "slot": 8, "token": " math", "depth": 0 }, { "layer": 3, "position": 2, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 3, "slot": 8, "token": "import", "depth": 0 }, { "layer": 3, "position": 4, "slot": 8, "token": " torch", "depth": 0 }, { "layer": 3, "position": 5, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 6, "slot": 8, "token": "import", "depth": 0 }, { "layer": 3, "position": 7, "slot": 8, "token": " torch", "depth": 0 }, { "layer": 3, "position": 8, "slot": 5, "token": ".", "depth": 0 }, { "layer": 3, "position": 9, "slot": 8, "token": "nn", "depth": 0 }, { "layer": 3, "position": 10, "slot": 9, "token": ".", "depth": 0 }, { "layer": 3, "position": 11, "slot": 13, "token": "functional", "depth": 0 }, { "layer": 3, "position": 12, "slot": 1, "token": " as", "depth": 0 }, { "layer": 3, "position": 13, "slot": 8, "token": " F", "depth": 0 }, { "layer": 3, "position": 14, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 3, "position": 15, "slot": 10, "token": "from", "depth": 0 }, { "layer": 3, "position": 16, "slot": 7, "token": " path", "depth": 0 }, { "layer": 3, "position": 17, "slot": 8, "token": "lib", "depth": 0 }, { "layer": 3, "position": 18, "slot": 1, "token": " import", "depth": 0 }, { "layer": 3, "position": 19, "slot": 7, "token": " Path", "depth": 0 }, { "layer": 3, "position": 20, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 3, "position": 21, "slot": 10, "token": "from", "depth": 0 }, { "layer": 3, "position": 22, "slot": 8, "token": " datasets", "depth": 0 }, { "layer": 3, "position": 23, "slot": 1, "token": " import", "depth": 0 }, { "layer": 3, "position": 24, "slot": 8, "token": " load", "depth": 0 }, { "layer": 3, "position": 25, "slot": 0, "token": "_", "depth": 0 }, { "layer": 3, "position": 26, "slot": 8, "token": "dat", "depth": 0 }, { "layer": 3, "position": 27, "slot": 8, "token": "as", "depth": 0 }, { "layer": 3, "position": 28, "slot": 7, "token": "et", "depth": 0 }, { "layer": 4, "position": 0, "slot": 10, "token": "import", "depth": 0 }, { "layer": 4, "position": 1, "slot": 7, "token": " math", "depth": 0 }, { "layer": 4, "position": 2, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 3, "slot": 6, "token": "import", "depth": 0 }, { "layer": 4, "position": 4, "slot": 0, "token": " torch", "depth": 0 }, { "layer": 4, "position": 5, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 6, "slot": 6, "token": "import", "depth": 0 }, { "layer": 4, "position": 7, "slot": 0, "token": " torch", "depth": 0 }, { "layer": 4, "position": 8, "slot": 4, "token": ".", "depth": 0 }, { "layer": 4, "position": 9, "slot": 0, "token": "nn", "depth": 0 }, { "layer": 4, "position": 10, "slot": 10, "token": ".", "depth": 0 }, { "layer": 4, "position": 11, "slot": 3, "token": "functional", "depth": 0 }, { "layer": 4, "position": 12, "slot": 4, "token": " as", "depth": 0 }, { "layer": 4, "position": 13, "slot": 11, "token": " F", "depth": 0 }, { "layer": 4, "position": 14, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 15, "slot": 6, "token": "from", "depth": 0 }, { "layer": 4, "position": 16, "slot": 8, "token": " path", "depth": 0 }, { "layer": 4, "position": 17, "slot": 4, "token": "lib", "depth": 0 }, { "layer": 4, "position": 18, "slot": 6, "token": " import", "depth": 0 }, { "layer": 4, "position": 19, "slot": 7, "token": " Path", "depth": 0 }, { "layer": 4, "position": 20, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 21, "slot": 6, "token": "from", "depth": 0 }, { "layer": 4, "position": 22, "slot": 0, "token": " datasets", "depth": 0 }, { "layer": 4, "position": 23, "slot": 6, "token": " import", "depth": 0 }, { "layer": 4, "position": 24, "slot": 4, "token": " load", "depth": 0 }, { "layer": 4, "position": 25, "slot": 10, "token": "_", "depth": 0 }, { "layer": 4, "position": 26, "slot": 12, "token": "dat", "depth": 0 }, { "layer": 4, "position": 27, "slot": 13, "token": "as", "depth": 0 }, { "layer": 4, "position": 28, "slot": 4, "token": "et", "depth": 0 }, { "layer": 5, "position": 0, "slot": 13, "token": "import", "depth": 0 }, { "layer": 5, "position": 1, "slot": 8, "token": " math", "depth": 0 }, { "layer": 5, "position": 2, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 3, "slot": 6, "token": "import", "depth": 0 }, { "layer": 5, "position": 4, "slot": 5, "token": " torch", "depth": 0 }, { "layer": 5, "position": 5, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 6, "slot": 6, "token": "import", "depth": 0 }, { "layer": 5, "position": 7, "slot": 5, "token": " torch", "depth": 0 }, { "layer": 5, "position": 8, "slot": 1, "token": ".", "depth": 0 }, { "layer": 5, "position": 9, "slot": 1, "token": "nn", "depth": 0 }, { "layer": 5, "position": 10, "slot": 0, "token": ".", "depth": 0 }, { "layer": 5, "position": 11, "slot": 5, "token": "functional", "depth": 0 }, { "layer": 5, "position": 12, "slot": 6, "token": " as", "depth": 0 }, { "layer": 5, "position": 13, "slot": 1, "token": " F", "depth": 0 }, { "layer": 5, "position": 14, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 15, "slot": 6, "token": "from", "depth": 0 }, { "layer": 5, "position": 16, "slot": 5, "token": " path", "depth": 0 }, { "layer": 5, "position": 17, "slot": 15, "token": "lib", "depth": 0 }, { "layer": 5, "position": 18, "slot": 6, "token": " import", "depth": 0 }, { "layer": 5, "position": 19, "slot": 5, "token": " Path", "depth": 0 }, { "layer": 5, "position": 20, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 21, "slot": 6, "token": "from", "depth": 0 }, { "layer": 5, "position": 22, "slot": 5, "token": " datasets", "depth": 0 }, { "layer": 5, "position": 23, "slot": 6, "token": " import", "depth": 0 }, { "layer": 5, "position": 24, "slot": 5, "token": " load", "depth": 0 }, { "layer": 5, "position": 25, "slot": 0, "token": "_", "depth": 0 }, { "layer": 5, "position": 26, "slot": 15, "token": "dat", "depth": 0 }, { "layer": 5, "position": 27, "slot": 1, "token": "as", "depth": 0 }, { "layer": 5, "position": 28, "slot": 8, "token": "et", "depth": 0 }, { "layer": 6, "position": 0, "slot": 3, "token": "import", "depth": 0 }, { "layer": 6, "position": 1, "slot": 15, "token": " math", "depth": 0 }, { "layer": 6, "position": 2, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 3, "slot": 3, "token": "import", "depth": 0 }, { "layer": 6, "position": 4, "slot": 15, "token": " torch", "depth": 0 }, { "layer": 6, "position": 5, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 6, "slot": 8, "token": "import", "depth": 0 }, { "layer": 6, "position": 7, "slot": 15, "token": " torch", "depth": 0 }, { "layer": 6, "position": 8, "slot": 13, "token": ".", "depth": 0 }, { "layer": 6, "position": 9, "slot": 14, "token": "nn", "depth": 0 }, { "layer": 6, "position": 10, "slot": 2, "token": ".", "depth": 0 }, { "layer": 6, "position": 11, "slot": 14, "token": "functional", "depth": 0 }, { "layer": 6, "position": 12, "slot": 3, "token": " as", "depth": 0 }, { "layer": 6, "position": 13, "slot": 15, "token": " F", "depth": 0 }, { "layer": 6, "position": 14, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 15, "slot": 3, "token": "from", "depth": 0 }, { "layer": 6, "position": 16, "slot": 14, "token": " path", "depth": 0 }, { "layer": 6, "position": 17, "slot": 15, "token": "lib", "depth": 0 }, { "layer": 6, "position": 18, "slot": 8, "token": " import", "depth": 0 }, { "layer": 6, "position": 19, "slot": 15, "token": " Path", "depth": 0 }, { "layer": 6, "position": 20, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 21, "slot": 3, "token": "from", "depth": 0 }, { "layer": 6, "position": 22, "slot": 15, "token": " datasets", "depth": 0 }, { "layer": 6, "position": 23, "slot": 10, "token": " import", "depth": 0 }, { "layer": 6, "position": 24, "slot": 15, "token": " load", "depth": 0 }, { "layer": 6, "position": 25, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 26, "slot": 0, "token": "dat", "depth": 0 }, { "layer": 6, "position": 27, "slot": 15, "token": "as", "depth": 0 }, { "layer": 6, "position": 28, "slot": 10, "token": "et", "depth": 0 }, { "layer": 7, "position": 0, "slot": 6, "token": "import", "depth": 0 }, { "layer": 7, "position": 1, "slot": 13, "token": " math", "depth": 0 }, { "layer": 7, "position": 2, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 3, "slot": 15, "token": "import", "depth": 0 }, { "layer": 7, "position": 4, "slot": 13, "token": " torch", "depth": 0 }, { "layer": 7, "position": 5, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 6, "slot": 3, "token": "import", "depth": 0 }, { "layer": 7, "position": 7, "slot": 13, "token": " torch", "depth": 0 }, { "layer": 7, "position": 8, "slot": 3, "token": ".", "depth": 0 }, { "layer": 7, "position": 9, "slot": 13, "token": "nn", "depth": 0 }, { "layer": 7, "position": 10, "slot": 15, "token": ".", "depth": 0 }, { "layer": 7, "position": 11, "slot": 13, "token": "functional", "depth": 0 }, { "layer": 7, "position": 12, "slot": 12, "token": " as", "depth": 0 }, { "layer": 7, "position": 13, "slot": 13, "token": " F", "depth": 0 }, { "layer": 7, "position": 14, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 15, "slot": 2, "token": "from", "depth": 0 }, { "layer": 7, "position": 16, "slot": 13, "token": " path", "depth": 0 }, { "layer": 7, "position": 17, "slot": 0, "token": "lib", "depth": 0 }, { "layer": 7, "position": 18, "slot": 15, "token": " import", "depth": 0 }, { "layer": 7, "position": 19, "slot": 13, "token": " Path", "depth": 0 }, { "layer": 7, "position": 20, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 21, "slot": 15, "token": "from", "depth": 0 }, { "layer": 7, "position": 22, "slot": 13, "token": " datasets", "depth": 0 }, { "layer": 7, "position": 23, "slot": 11, "token": " import", "depth": 0 }, { "layer": 7, "position": 24, "slot": 4, "token": " load", "depth": 0 }, { "layer": 7, "position": 25, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 26, "slot": 13, "token": "dat", "depth": 0 }, { "layer": 7, "position": 27, "slot": 13, "token": "as", "depth": 0 }, { "layer": 7, "position": 28, "slot": 13, "token": "et", "depth": 0 } ] }, { "text": "try:\n batch = next(train_iter)\nexcept StopIteration:\n train_iter = iter(loader)\n batch = ne", "keyword_slot_hist": [ 0, 0, 0, 2, 2, 0, 1, 2, 3, 0, 2, 1, 2, 1, 0, 0 ], "other_slot_hist": [ 11, 8, 8, 27, 17, 24, 44, 33, 30, 3, 27, 18, 28, 17, 18, 23 ], "depth0_slot_hist": [ 0, 2, 1, 8, 3, 5, 7, 4, 8, 0, 12, 3, 9, 4, 0, 6 ], "depth1_slot_hist": [ 11, 6, 7, 21, 16, 19, 38, 31, 25, 3, 17, 16, 21, 14, 18, 17 ], "depth2p_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "keyword_entropy": 2.1333819212645446, "other_entropy": 2.641760020956182, "depth0_entropy": 2.410660466246985, "depth1_entropy": 2.645367244987949, "depth2p_entropy": 0.0, "mi_slot_depth": 0.15706292967055624, "h_depth": 0.506639555823819, "mi_ratio": 0.31000921239788465, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 7, "token": "try", "depth": 0 }, { "layer": 0, "position": 1, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 2, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 3, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 4, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 5, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 6, "slot": 5, "token": " batch", "depth": 1 }, { "layer": 0, "position": 7, "slot": 4, "token": " =", "depth": 1 }, { "layer": 0, "position": 8, "slot": 13, "token": " next", "depth": 1 }, { "layer": 0, "position": 9, "slot": 6, "token": "(", "depth": 1 }, { "layer": 0, "position": 10, "slot": 11, "token": "train", "depth": 1 }, { "layer": 0, "position": 11, "slot": 15, "token": "_", "depth": 1 }, { "layer": 0, "position": 12, "slot": 5, "token": "iter", "depth": 1 }, { "layer": 0, "position": 13, "slot": 6, "token": ")", "depth": 1 }, { "layer": 0, "position": 14, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 15, "slot": 7, "token": "except", "depth": 0 }, { "layer": 0, "position": 16, "slot": 5, "token": " Stop", "depth": 0 }, { "layer": 0, "position": 17, "slot": 11, "token": "Iter", "depth": 0 }, { "layer": 0, "position": 18, "slot": 12, "token": "ation", "depth": 0 }, { "layer": 0, "position": 19, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 20, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 21, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 22, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 23, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 24, "slot": 11, "token": " train", "depth": 1 }, { "layer": 0, "position": 25, "slot": 15, "token": "_", "depth": 1 }, { "layer": 0, "position": 26, "slot": 5, "token": "iter", "depth": 1 }, { "layer": 0, "position": 27, "slot": 4, "token": " =", "depth": 1 }, { "layer": 0, "position": 28, "slot": 1, "token": " iter", "depth": 1 }, { "layer": 0, "position": 29, "slot": 6, "token": "(", "depth": 1 }, { "layer": 0, "position": 30, "slot": 1, "token": "loader", "depth": 1 }, { "layer": 0, "position": 31, "slot": 6, "token": ")", "depth": 1 }, { "layer": 0, "position": 32, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 33, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 34, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 35, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 36, "slot": 5, "token": " batch", "depth": 1 }, { "layer": 0, "position": 37, "slot": 4, "token": " =", "depth": 1 }, { "layer": 0, "position": 38, "slot": 13, "token": " next", "depth": 1 }, { "layer": 0, "position": 39, "slot": 6, "token": "(", "depth": 1 }, { "layer": 0, "position": 40, "slot": 11, "token": "train", "depth": 1 }, { "layer": 0, "position": 41, "slot": 15, "token": "_", "depth": 1 }, { "layer": 0, "position": 42, "slot": 5, "token": "iter", "depth": 1 }, { "layer": 0, "position": 43, "slot": 6, "token": ")", "depth": 1 }, { "layer": 1, "position": 0, "slot": 12, "token": "try", "depth": 0 }, { "layer": 1, "position": 1, "slot": 15, "token": ":", "depth": 0 }, { "layer": 1, "position": 2, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 3, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 4, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 5, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 6, "slot": 11, "token": " batch", "depth": 1 }, { "layer": 1, "position": 7, "slot": 6, "token": " =", "depth": 1 }, { "layer": 1, "position": 8, "slot": 8, "token": " next", "depth": 1 }, { "layer": 1, "position": 9, "slot": 6, "token": "(", "depth": 1 }, { "layer": 1, "position": 10, "slot": 11, "token": "train", "depth": 1 }, { "layer": 1, "position": 11, "slot": 4, "token": "_", "depth": 1 }, { "layer": 1, "position": 12, "slot": 12, "token": "iter", "depth": 1 }, { "layer": 1, "position": 13, "slot": 10, "token": ")", "depth": 1 }, { "layer": 1, "position": 14, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 1, "position": 15, "slot": 12, "token": "except", "depth": 0 }, { "layer": 1, "position": 16, "slot": 13, "token": " Stop", "depth": 0 }, { "layer": 1, "position": 17, "slot": 12, "token": "Iter", "depth": 0 }, { "layer": 1, "position": 18, "slot": 12, "token": "ation", "depth": 0 }, { "layer": 1, "position": 19, "slot": 10, "token": ":", "depth": 0 }, { "layer": 1, "position": 20, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 21, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 22, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 23, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 24, "slot": 11, "token": " train", "depth": 1 }, { "layer": 1, "position": 25, "slot": 4, "token": "_", "depth": 1 }, { "layer": 1, "position": 26, "slot": 12, "token": "iter", "depth": 1 }, { "layer": 1, "position": 27, "slot": 6, "token": " =", "depth": 1 }, { "layer": 1, "position": 28, "slot": 12, "token": " iter", "depth": 1 }, { "layer": 1, "position": 29, "slot": 6, "token": "(", "depth": 1 }, { "layer": 1, "position": 30, "slot": 12, "token": "loader", "depth": 1 }, { "layer": 1, "position": 31, "slot": 10, "token": ")", "depth": 1 }, { "layer": 1, "position": 32, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 1, "position": 33, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 34, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 35, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 36, "slot": 11, "token": " batch", "depth": 1 }, { "layer": 1, "position": 37, "slot": 6, "token": " =", "depth": 1 }, { "layer": 1, "position": 38, "slot": 8, "token": " next", "depth": 1 }, { "layer": 1, "position": 39, "slot": 6, "token": "(", "depth": 1 }, { "layer": 1, "position": 40, "slot": 11, "token": "train", "depth": 1 }, { "layer": 1, "position": 41, "slot": 4, "token": "_", "depth": 1 }, { "layer": 1, "position": 42, "slot": 12, "token": "iter", "depth": 1 }, { "layer": 1, "position": 43, "slot": 10, "token": ")", "depth": 1 }, { "layer": 2, "position": 0, "slot": 3, "token": "try", "depth": 0 }, { "layer": 2, "position": 1, "slot": 1, "token": ":", "depth": 0 }, { "layer": 2, "position": 2, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 3, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 4, "slot": 15, "token": " ", "depth": 1 }, { "layer": 2, "position": 5, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 6, "slot": 8, "token": " batch", "depth": 1 }, { "layer": 2, "position": 7, "slot": 3, "token": " =", "depth": 1 }, { "layer": 2, "position": 8, "slot": 8, "token": " next", "depth": 1 }, { "layer": 2, "position": 9, "slot": 12, "token": "(", "depth": 1 }, { "layer": 2, "position": 10, "slot": 8, "token": "train", "depth": 1 }, { "layer": 2, "position": 11, "slot": 12, "token": "_", "depth": 1 }, { "layer": 2, "position": 12, "slot": 8, "token": "iter", "depth": 1 }, { "layer": 2, "position": 13, "slot": 13, "token": ")", "depth": 1 }, { "layer": 2, "position": 14, "slot": 7, "token": "\n", "depth": 1 }, { "layer": 2, "position": 15, "slot": 3, "token": "except", "depth": 0 }, { "layer": 2, "position": 16, "slot": 8, "token": " Stop", "depth": 0 }, { "layer": 2, "position": 17, "slot": 8, "token": "Iter", "depth": 0 }, { "layer": 2, "position": 18, "slot": 8, "token": "ation", "depth": 0 }, { "layer": 2, "position": 19, "slot": 1, "token": ":", "depth": 0 }, { "layer": 2, "position": 20, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 21, "slot": 1, "token": " ", "depth": 1 }, { "layer": 2, "position": 22, "slot": 15, "token": " ", "depth": 1 }, { "layer": 2, "position": 23, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 24, "slot": 8, "token": " train", "depth": 1 }, { "layer": 2, "position": 25, "slot": 5, "token": "_", "depth": 1 }, { "layer": 2, "position": 26, "slot": 8, "token": "iter", "depth": 1 }, { "layer": 2, "position": 27, "slot": 3, "token": " =", "depth": 1 }, { "layer": 2, "position": 28, "slot": 8, "token": " iter", "depth": 1 }, { "layer": 2, "position": 29, "slot": 14, "token": "(", "depth": 1 }, { "layer": 2, "position": 30, "slot": 8, "token": "loader", "depth": 1 }, { "layer": 2, "position": 31, "slot": 13, "token": ")", "depth": 1 }, { "layer": 2, "position": 32, "slot": 7, "token": "\n", "depth": 1 }, { "layer": 2, "position": 33, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 34, "slot": 11, "token": " ", "depth": 1 }, { "layer": 2, "position": 35, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 36, "slot": 8, "token": " batch", "depth": 1 }, { "layer": 2, "position": 37, "slot": 3, "token": " =", "depth": 1 }, { "layer": 2, "position": 38, "slot": 8, "token": " next", "depth": 1 }, { "layer": 2, "position": 39, "slot": 14, "token": "(", "depth": 1 }, { "layer": 2, "position": 40, "slot": 8, "token": "train", "depth": 1 }, { "layer": 2, "position": 41, "slot": 12, "token": "_", "depth": 1 }, { "layer": 2, "position": 42, "slot": 8, "token": "iter", "depth": 1 }, { "layer": 2, "position": 43, "slot": 13, "token": ")", "depth": 1 }, { "layer": 3, "position": 0, "slot": 8, "token": "try", "depth": 0 }, { "layer": 3, "position": 1, "slot": 5, "token": ":", "depth": 0 }, { "layer": 3, "position": 2, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 3, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 4, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 5, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 6, "slot": 8, "token": " batch", "depth": 1 }, { "layer": 3, "position": 7, "slot": 3, "token": " =", "depth": 1 }, { "layer": 3, "position": 8, "slot": 8, "token": " next", "depth": 1 }, { "layer": 3, "position": 9, "slot": 9, "token": "(", "depth": 1 }, { "layer": 3, "position": 10, "slot": 7, "token": "train", "depth": 1 }, { "layer": 3, "position": 11, "slot": 0, "token": "_", "depth": 1 }, { "layer": 3, "position": 12, "slot": 7, "token": "iter", "depth": 1 }, { "layer": 3, "position": 13, "slot": 11, "token": ")", "depth": 1 }, { "layer": 3, "position": 14, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 3, "position": 15, "slot": 11, "token": "except", "depth": 0 }, { "layer": 3, "position": 16, "slot": 8, "token": " Stop", "depth": 0 }, { "layer": 3, "position": 17, "slot": 7, "token": "Iter", "depth": 0 }, { "layer": 3, "position": 18, "slot": 7, "token": "ation", "depth": 0 }, { "layer": 3, "position": 19, "slot": 11, "token": ":", "depth": 0 }, { "layer": 3, "position": 20, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 21, "slot": 0, "token": " ", "depth": 1 }, { "layer": 3, "position": 22, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 23, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 24, "slot": 7, "token": " train", "depth": 1 }, { "layer": 3, "position": 25, "slot": 0, "token": "_", "depth": 1 }, { "layer": 3, "position": 26, "slot": 7, "token": "iter", "depth": 1 }, { "layer": 3, "position": 27, "slot": 3, "token": " =", "depth": 1 }, { "layer": 3, "position": 28, "slot": 7, "token": " iter", "depth": 1 }, { "layer": 3, "position": 29, "slot": 9, "token": "(", "depth": 1 }, { "layer": 3, "position": 30, "slot": 8, "token": "loader", "depth": 1 }, { "layer": 3, "position": 31, "slot": 11, "token": ")", "depth": 1 }, { "layer": 3, "position": 32, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 3, "position": 33, "slot": 0, "token": " ", "depth": 1 }, { "layer": 3, "position": 34, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 35, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 36, "slot": 7, "token": " batch", "depth": 1 }, { "layer": 3, "position": 37, "slot": 11, "token": " =", "depth": 1 }, { "layer": 3, "position": 38, "slot": 8, "token": " next", "depth": 1 }, { "layer": 3, "position": 39, "slot": 9, "token": "(", "depth": 1 }, { "layer": 3, "position": 40, "slot": 7, "token": "train", "depth": 1 }, { "layer": 3, "position": 41, "slot": 0, "token": "_", "depth": 1 }, { "layer": 3, "position": 42, "slot": 7, "token": "iter", "depth": 1 }, { "layer": 3, "position": 43, "slot": 11, "token": ")", "depth": 1 }, { "layer": 4, "position": 0, "slot": 10, "token": "try", "depth": 0 }, { "layer": 4, "position": 1, "slot": 6, "token": ":", "depth": 0 }, { "layer": 4, "position": 2, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 4, "position": 3, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 4, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 5, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 6, "slot": 7, "token": " batch", "depth": 1 }, { "layer": 4, "position": 7, "slot": 6, "token": " =", "depth": 1 }, { "layer": 4, "position": 8, "slot": 13, "token": " next", "depth": 1 }, { "layer": 4, "position": 9, "slot": 4, "token": "(", "depth": 1 }, { "layer": 4, "position": 10, "slot": 15, "token": "train", "depth": 1 }, { "layer": 4, "position": 11, "slot": 10, "token": "_", "depth": 1 }, { "layer": 4, "position": 12, "slot": 7, "token": "iter", "depth": 1 }, { "layer": 4, "position": 13, "slot": 6, "token": ")", "depth": 1 }, { "layer": 4, "position": 14, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 15, "slot": 4, "token": "except", "depth": 0 }, { "layer": 4, "position": 16, "slot": 10, "token": " Stop", "depth": 0 }, { "layer": 4, "position": 17, "slot": 10, "token": "Iter", "depth": 0 }, { "layer": 4, "position": 18, "slot": 10, "token": "ation", "depth": 0 }, { "layer": 4, "position": 19, "slot": 6, "token": ":", "depth": 0 }, { "layer": 4, "position": 20, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 21, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 22, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 23, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 24, "slot": 15, "token": " train", "depth": 1 }, { "layer": 4, "position": 25, "slot": 4, "token": "_", "depth": 1 }, { "layer": 4, "position": 26, "slot": 7, "token": "iter", "depth": 1 }, { "layer": 4, "position": 27, "slot": 6, "token": " =", "depth": 1 }, { "layer": 4, "position": 28, "slot": 12, "token": " iter", "depth": 1 }, { "layer": 4, "position": 29, "slot": 4, "token": "(", "depth": 1 }, { "layer": 4, "position": 30, "slot": 0, "token": "loader", "depth": 1 }, { "layer": 4, "position": 31, "slot": 6, "token": ")", "depth": 1 }, { "layer": 4, "position": 32, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 33, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 34, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 35, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 36, "slot": 3, "token": " batch", "depth": 1 }, { "layer": 4, "position": 37, "slot": 6, "token": " =", "depth": 1 }, { "layer": 4, "position": 38, "slot": 12, "token": " next", "depth": 1 }, { "layer": 4, "position": 39, "slot": 4, "token": "(", "depth": 1 }, { "layer": 4, "position": 40, "slot": 15, "token": "train", "depth": 1 }, { "layer": 4, "position": 41, "slot": 0, "token": "_", "depth": 1 }, { "layer": 4, "position": 42, "slot": 7, "token": "iter", "depth": 1 }, { "layer": 4, "position": 43, "slot": 6, "token": ")", "depth": 1 }, { "layer": 5, "position": 0, "slot": 13, "token": "try", "depth": 0 }, { "layer": 5, "position": 1, "slot": 10, "token": ":", "depth": 0 }, { "layer": 5, "position": 2, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 3, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 4, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 5, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 6, "slot": 12, "token": " batch", "depth": 1 }, { "layer": 5, "position": 7, "slot": 6, "token": " =", "depth": 1 }, { "layer": 5, "position": 8, "slot": 12, "token": " next", "depth": 1 }, { "layer": 5, "position": 9, "slot": 6, "token": "(", "depth": 1 }, { "layer": 5, "position": 10, "slot": 1, "token": "train", "depth": 1 }, { "layer": 5, "position": 11, "slot": 0, "token": "_", "depth": 1 }, { "layer": 5, "position": 12, "slot": 1, "token": "iter", "depth": 1 }, { "layer": 5, "position": 13, "slot": 10, "token": ")", "depth": 1 }, { "layer": 5, "position": 14, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 5, "position": 15, "slot": 4, "token": "except", "depth": 0 }, { "layer": 5, "position": 16, "slot": 12, "token": " Stop", "depth": 0 }, { "layer": 5, "position": 17, "slot": 12, "token": "Iter", "depth": 0 }, { "layer": 5, "position": 18, "slot": 13, "token": "ation", "depth": 0 }, { "layer": 5, "position": 19, "slot": 10, "token": ":", "depth": 0 }, { "layer": 5, "position": 20, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 5, "position": 21, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 22, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 23, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 24, "slot": 5, "token": " train", "depth": 1 }, { "layer": 5, "position": 25, "slot": 5, "token": "_", "depth": 1 }, { "layer": 5, "position": 26, "slot": 5, "token": "iter", "depth": 1 }, { "layer": 5, "position": 27, "slot": 7, "token": " =", "depth": 1 }, { "layer": 5, "position": 28, "slot": 12, "token": " iter", "depth": 1 }, { "layer": 5, "position": 29, "slot": 6, "token": "(", "depth": 1 }, { "layer": 5, "position": 30, "slot": 5, "token": "loader", "depth": 1 }, { "layer": 5, "position": 31, "slot": 3, "token": ")", "depth": 1 }, { "layer": 5, "position": 32, "slot": 14, "token": "\n", "depth": 1 }, { "layer": 5, "position": 33, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 34, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 35, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 36, "slot": 12, "token": " batch", "depth": 1 }, { "layer": 5, "position": 37, "slot": 14, "token": " =", "depth": 1 }, { "layer": 5, "position": 38, "slot": 12, "token": " next", "depth": 1 }, { "layer": 5, "position": 39, "slot": 14, "token": "(", "depth": 1 }, { "layer": 5, "position": 40, "slot": 5, "token": "train", "depth": 1 }, { "layer": 5, "position": 41, "slot": 0, "token": "_", "depth": 1 }, { "layer": 5, "position": 42, "slot": 1, "token": "iter", "depth": 1 }, { "layer": 5, "position": 43, "slot": 10, "token": ")", "depth": 1 }, { "layer": 6, "position": 0, "slot": 8, "token": "try", "depth": 0 }, { "layer": 6, "position": 1, "slot": 3, "token": ":", "depth": 0 }, { "layer": 6, "position": 2, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 3, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 4, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 5, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 6, "slot": 14, "token": " batch", "depth": 1 }, { "layer": 6, "position": 7, "slot": 8, "token": " =", "depth": 1 }, { "layer": 6, "position": 8, "slot": 14, "token": " next", "depth": 1 }, { "layer": 6, "position": 9, "slot": 10, "token": "(", "depth": 1 }, { "layer": 6, "position": 10, "slot": 15, "token": "train", "depth": 1 }, { "layer": 6, "position": 11, "slot": 15, "token": "_", "depth": 1 }, { "layer": 6, "position": 12, "slot": 15, "token": "iter", "depth": 1 }, { "layer": 6, "position": 13, "slot": 8, "token": ")", "depth": 1 }, { "layer": 6, "position": 14, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 15, "slot": 8, "token": "except", "depth": 0 }, { "layer": 6, "position": 16, "slot": 15, "token": " Stop", "depth": 0 }, { "layer": 6, "position": 17, "slot": 15, "token": "Iter", "depth": 0 }, { "layer": 6, "position": 18, "slot": 8, "token": "ation", "depth": 0 }, { "layer": 6, "position": 19, "slot": 3, "token": ":", "depth": 0 }, { "layer": 6, "position": 20, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 21, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 22, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 23, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 24, "slot": 14, "token": " train", "depth": 1 }, { "layer": 6, "position": 25, "slot": 15, "token": "_", "depth": 1 }, { "layer": 6, "position": 26, "slot": 15, "token": "iter", "depth": 1 }, { "layer": 6, "position": 27, "slot": 3, "token": " =", "depth": 1 }, { "layer": 6, "position": 28, "slot": 14, "token": " iter", "depth": 1 }, { "layer": 6, "position": 29, "slot": 3, "token": "(", "depth": 1 }, { "layer": 6, "position": 30, "slot": 14, "token": "loader", "depth": 1 }, { "layer": 6, "position": 31, "slot": 8, "token": ")", "depth": 1 }, { "layer": 6, "position": 32, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 33, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 34, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 35, "slot": 8, "token": " ", "depth": 1 }, { "layer": 6, "position": 36, "slot": 14, "token": " batch", "depth": 1 }, { "layer": 6, "position": 37, "slot": 8, "token": " =", "depth": 1 }, { "layer": 6, "position": 38, "slot": 12, "token": " next", "depth": 1 }, { "layer": 6, "position": 39, "slot": 13, "token": "(", "depth": 1 }, { "layer": 6, "position": 40, "slot": 14, "token": "train", "depth": 1 }, { "layer": 6, "position": 41, "slot": 15, "token": "_", "depth": 1 }, { "layer": 6, "position": 42, "slot": 0, "token": "iter", "depth": 1 }, { "layer": 6, "position": 43, "slot": 8, "token": ")", "depth": 1 }, { "layer": 7, "position": 0, "slot": 10, "token": "try", "depth": 0 }, { "layer": 7, "position": 1, "slot": 2, "token": ":", "depth": 0 }, { "layer": 7, "position": 2, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 3, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 4, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 5, "slot": 14, "token": " ", "depth": 1 }, { "layer": 7, "position": 6, "slot": 13, "token": " batch", "depth": 1 }, { "layer": 7, "position": 7, "slot": 11, "token": " =", "depth": 1 }, { "layer": 7, "position": 8, "slot": 13, "token": " next", "depth": 1 }, { "layer": 7, "position": 9, "slot": 5, "token": "(", "depth": 1 }, { "layer": 7, "position": 10, "slot": 13, "token": "train", "depth": 1 }, { "layer": 7, "position": 11, "slot": 8, "token": "_", "depth": 1 }, { "layer": 7, "position": 12, "slot": 13, "token": "iter", "depth": 1 }, { "layer": 7, "position": 13, "slot": 12, "token": ")", "depth": 1 }, { "layer": 7, "position": 14, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 7, "position": 15, "slot": 6, "token": "except", "depth": 0 }, { "layer": 7, "position": 16, "slot": 10, "token": " Stop", "depth": 0 }, { "layer": 7, "position": 17, "slot": 13, "token": "Iter", "depth": 0 }, { "layer": 7, "position": 18, "slot": 4, "token": "ation", "depth": 0 }, { "layer": 7, "position": 19, "slot": 5, "token": ":", "depth": 0 }, { "layer": 7, "position": 20, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 21, "slot": 12, "token": " ", "depth": 1 }, { "layer": 7, "position": 22, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 23, "slot": 7, "token": " ", "depth": 1 }, { "layer": 7, "position": 24, "slot": 13, "token": " train", "depth": 1 }, { "layer": 7, "position": 25, "slot": 0, "token": "_", "depth": 1 }, { "layer": 7, "position": 26, "slot": 4, "token": "iter", "depth": 1 }, { "layer": 7, "position": 27, "slot": 11, "token": " =", "depth": 1 }, { "layer": 7, "position": 28, "slot": 4, "token": " iter", "depth": 1 }, { "layer": 7, "position": 29, "slot": 11, "token": "(", "depth": 1 }, { "layer": 7, "position": 30, "slot": 13, "token": "loader", "depth": 1 }, { "layer": 7, "position": 31, "slot": 12, "token": ")", "depth": 1 }, { "layer": 7, "position": 32, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 7, "position": 33, "slot": 7, "token": " ", "depth": 1 }, { "layer": 7, "position": 34, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 35, "slot": 3, "token": " ", "depth": 1 }, { "layer": 7, "position": 36, "slot": 4, "token": " batch", "depth": 1 }, { "layer": 7, "position": 37, "slot": 15, "token": " =", "depth": 1 }, { "layer": 7, "position": 38, "slot": 4, "token": " next", "depth": 1 }, { "layer": 7, "position": 39, "slot": 6, "token": "(", "depth": 1 }, { "layer": 7, "position": 40, "slot": 13, "token": "train", "depth": 1 }, { "layer": 7, "position": 41, "slot": 7, "token": "_", "depth": 1 }, { "layer": 7, "position": 42, "slot": 4, "token": "iter", "depth": 1 }, { "layer": 7, "position": 43, "slot": 12, "token": ")", "depth": 1 } ] }, { "text": "valid_ids = [t for t in token_ids if t != pad_id and t < vocab_size]", "keyword_slot_hist": [ 0, 1, 0, 3, 2, 0, 5, 0, 0, 0, 0, 2, 0, 0, 1, 2 ], "other_slot_hist": [ 5, 10, 3, 16, 8, 13, 8, 6, 27, 4, 7, 16, 22, 14, 10, 23 ], "depth0_slot_hist": [ 5, 11, 3, 19, 10, 13, 13, 6, 27, 4, 7, 18, 22, 14, 11, 25 ], "depth1_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "depth2p_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "keyword_entropy": 1.8037193707688748, "other_entropy": 2.6079965125182762, "depth0_entropy": 2.6158619973766726, "depth1_entropy": 0.0, "depth2p_entropy": 0.0, "mi_slot_depth": 1.000088900581841e-12, "h_depth": -1.000000082240371e-09, "mi_ratio": 0.001000088900581841, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 11, "token": "valid", "depth": 0 }, { "layer": 0, "position": 1, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 2, "slot": 1, "token": "ids", "depth": 0 }, { "layer": 0, "position": 3, "slot": 4, "token": " =", "depth": 0 }, { "layer": 0, "position": 4, "slot": 3, "token": " [", "depth": 0 }, { "layer": 0, "position": 5, "slot": 12, "token": "t", "depth": 0 }, { "layer": 0, "position": 6, "slot": 14, "token": " for", "depth": 0 }, { "layer": 0, "position": 7, "slot": 1, "token": " t", "depth": 0 }, { "layer": 0, "position": 8, "slot": 15, "token": " in", "depth": 0 }, { "layer": 0, "position": 9, "slot": 13, "token": " token", "depth": 0 }, { "layer": 0, "position": 10, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 11, "slot": 1, "token": "ids", "depth": 0 }, { "layer": 0, "position": 12, "slot": 4, "token": " if", "depth": 0 }, { "layer": 0, "position": 13, "slot": 1, "token": " t", "depth": 0 }, { "layer": 0, "position": 14, "slot": 3, "token": " !=", "depth": 0 }, { "layer": 0, "position": 15, "slot": 5, "token": " pad", "depth": 0 }, { "layer": 0, "position": 16, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 17, "slot": 12, "token": "id", "depth": 0 }, { "layer": 0, "position": 18, "slot": 15, "token": " and", "depth": 0 }, { "layer": 0, "position": 19, "slot": 1, "token": " t", "depth": 0 }, { "layer": 0, "position": 20, "slot": 2, "token": " <", "depth": 0 }, { "layer": 0, "position": 21, "slot": 11, "token": " voc", "depth": 0 }, { "layer": 0, "position": 22, "slot": 5, "token": "ab", "depth": 0 }, { "layer": 0, "position": 23, "slot": 15, "token": "_", "depth": 0 }, { "layer": 0, "position": 24, "slot": 9, "token": "size", "depth": 0 }, { "layer": 0, "position": 25, "slot": 3, "token": "]", "depth": 0 }, { "layer": 1, "position": 0, "slot": 11, "token": "valid", "depth": 0 }, { "layer": 1, "position": 1, "slot": 5, "token": "_", "depth": 0 }, { "layer": 1, "position": 2, "slot": 11, "token": "ids", "depth": 0 }, { "layer": 1, "position": 3, "slot": 6, "token": " =", "depth": 0 }, { "layer": 1, "position": 4, "slot": 15, "token": " [", "depth": 0 }, { "layer": 1, "position": 5, "slot": 1, "token": "t", "depth": 0 }, { "layer": 1, "position": 6, "slot": 6, "token": " for", "depth": 0 }, { "layer": 1, "position": 7, "slot": 12, "token": " t", "depth": 0 }, { "layer": 1, "position": 8, "slot": 6, "token": " in", "depth": 0 }, { "layer": 1, "position": 9, "slot": 11, "token": " token", "depth": 0 }, { "layer": 1, "position": 10, "slot": 14, "token": "_", "depth": 0 }, { "layer": 1, "position": 11, "slot": 11, "token": "ids", "depth": 0 }, { "layer": 1, "position": 12, "slot": 6, "token": " if", "depth": 0 }, { "layer": 1, "position": 13, "slot": 12, "token": " t", "depth": 0 }, { "layer": 1, "position": 14, "slot": 4, "token": " !=", "depth": 0 }, { "layer": 1, "position": 15, "slot": 11, "token": " pad", "depth": 0 }, { "layer": 1, "position": 16, "slot": 14, "token": "_", "depth": 0 }, { "layer": 1, "position": 17, "slot": 11, "token": "id", "depth": 0 }, { "layer": 1, "position": 18, "slot": 10, "token": " and", "depth": 0 }, { "layer": 1, "position": 19, "slot": 11, "token": " t", "depth": 0 }, { "layer": 1, "position": 20, "slot": 15, "token": " <", "depth": 0 }, { "layer": 1, "position": 21, "slot": 12, "token": " voc", "depth": 0 }, { "layer": 1, "position": 22, "slot": 9, "token": "ab", "depth": 0 }, { "layer": 1, "position": 23, "slot": 4, "token": "_", "depth": 0 }, { "layer": 1, "position": 24, "slot": 12, "token": "size", "depth": 0 }, { "layer": 1, "position": 25, "slot": 15, "token": "]", "depth": 0 }, { "layer": 2, "position": 0, "slot": 8, "token": "valid", "depth": 0 }, { "layer": 2, "position": 1, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 2, "slot": 8, "token": "ids", "depth": 0 }, { "layer": 2, "position": 3, "slot": 3, "token": " =", "depth": 0 }, { "layer": 2, "position": 4, "slot": 1, "token": " [", "depth": 0 }, { "layer": 2, "position": 5, "slot": 8, "token": "t", "depth": 0 }, { "layer": 2, "position": 6, "slot": 1, "token": " for", "depth": 0 }, { "layer": 2, "position": 7, "slot": 8, "token": " t", "depth": 0 }, { "layer": 2, "position": 8, "slot": 3, "token": " in", "depth": 0 }, { "layer": 2, "position": 9, "slot": 8, "token": " token", "depth": 0 }, { "layer": 2, "position": 10, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 11, "slot": 8, "token": "ids", "depth": 0 }, { "layer": 2, "position": 12, "slot": 3, "token": " if", "depth": 0 }, { "layer": 2, "position": 13, "slot": 8, "token": " t", "depth": 0 }, { "layer": 2, "position": 14, "slot": 3, "token": " !=", "depth": 0 }, { "layer": 2, "position": 15, "slot": 8, "token": " pad", "depth": 0 }, { "layer": 2, "position": 16, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 17, "slot": 8, "token": "id", "depth": 0 }, { "layer": 2, "position": 18, "slot": 12, "token": " and", "depth": 0 }, { "layer": 2, "position": 19, "slot": 8, "token": " t", "depth": 0 }, { "layer": 2, "position": 20, "slot": 11, "token": " <", "depth": 0 }, { "layer": 2, "position": 21, "slot": 13, "token": " voc", "depth": 0 }, { "layer": 2, "position": 22, "slot": 8, "token": "ab", "depth": 0 }, { "layer": 2, "position": 23, "slot": 12, "token": "_", "depth": 0 }, { "layer": 2, "position": 24, "slot": 8, "token": "size", "depth": 0 }, { "layer": 2, "position": 25, "slot": 13, "token": "]", "depth": 0 }, { "layer": 3, "position": 0, "slot": 8, "token": "valid", "depth": 0 }, { "layer": 3, "position": 1, "slot": 8, "token": "_", "depth": 0 }, { "layer": 3, "position": 2, "slot": 8, "token": "ids", "depth": 0 }, { "layer": 3, "position": 3, "slot": 5, "token": " =", "depth": 0 }, { "layer": 3, "position": 4, "slot": 11, "token": " [", "depth": 0 }, { "layer": 3, "position": 5, "slot": 8, "token": "t", "depth": 0 }, { "layer": 3, "position": 6, "slot": 11, "token": " for", "depth": 0 }, { "layer": 3, "position": 7, "slot": 8, "token": " t", "depth": 0 }, { "layer": 3, "position": 8, "slot": 11, "token": " in", "depth": 0 }, { "layer": 3, "position": 9, "slot": 7, "token": " token", "depth": 0 }, { "layer": 3, "position": 10, "slot": 0, "token": "_", "depth": 0 }, { "layer": 3, "position": 11, "slot": 7, "token": "ids", "depth": 0 }, { "layer": 3, "position": 12, "slot": 11, "token": " if", "depth": 0 }, { "layer": 3, "position": 13, "slot": 8, "token": " t", "depth": 0 }, { "layer": 3, "position": 14, "slot": 11, "token": " !=", "depth": 0 }, { "layer": 3, "position": 15, "slot": 7, "token": " pad", "depth": 0 }, { "layer": 3, "position": 16, "slot": 0, "token": "_", "depth": 0 }, { "layer": 3, "position": 17, "slot": 7, "token": "id", "depth": 0 }, { "layer": 3, "position": 18, "slot": 12, "token": " and", "depth": 0 }, { "layer": 3, "position": 19, "slot": 8, "token": " t", "depth": 0 }, { "layer": 3, "position": 20, "slot": 11, "token": " <", "depth": 0 }, { "layer": 3, "position": 21, "slot": 8, "token": " voc", "depth": 0 }, { "layer": 3, "position": 22, "slot": 8, "token": "ab", "depth": 0 }, { "layer": 3, "position": 23, "slot": 0, "token": "_", "depth": 0 }, { "layer": 3, "position": 24, "slot": 7, "token": "size", "depth": 0 }, { "layer": 3, "position": 25, "slot": 11, "token": "]", "depth": 0 }, { "layer": 4, "position": 0, "slot": 10, "token": "valid", "depth": 0 }, { "layer": 4, "position": 1, "slot": 10, "token": "_", "depth": 0 }, { "layer": 4, "position": 2, "slot": 7, "token": "ids", "depth": 0 }, { "layer": 4, "position": 3, "slot": 6, "token": " =", "depth": 0 }, { "layer": 4, "position": 4, "slot": 10, "token": " [", "depth": 0 }, { "layer": 4, "position": 5, "slot": 3, "token": "t", "depth": 0 }, { "layer": 4, "position": 6, "slot": 4, "token": " for", "depth": 0 }, { "layer": 4, "position": 7, "slot": 14, "token": " t", "depth": 0 }, { "layer": 4, "position": 8, "slot": 6, "token": " in", "depth": 0 }, { "layer": 4, "position": 9, "slot": 3, "token": " token", "depth": 0 }, { "layer": 4, "position": 10, "slot": 4, "token": "_", "depth": 0 }, { "layer": 4, "position": 11, "slot": 15, "token": "ids", "depth": 0 }, { "layer": 4, "position": 12, "slot": 6, "token": " if", "depth": 0 }, { "layer": 4, "position": 13, "slot": 14, "token": " t", "depth": 0 }, { "layer": 4, "position": 14, "slot": 10, "token": " !=", "depth": 0 }, { "layer": 4, "position": 15, "slot": 8, "token": " pad", "depth": 0 }, { "layer": 4, "position": 16, "slot": 14, "token": "_", "depth": 0 }, { "layer": 4, "position": 17, "slot": 3, "token": "id", "depth": 0 }, { "layer": 4, "position": 18, "slot": 10, "token": " and", "depth": 0 }, { "layer": 4, "position": 19, "slot": 14, "token": " t", "depth": 0 }, { "layer": 4, "position": 20, "slot": 10, "token": " <", "depth": 0 }, { "layer": 4, "position": 21, "slot": 11, "token": " voc", "depth": 0 }, { "layer": 4, "position": 22, "slot": 1, "token": "ab", "depth": 0 }, { "layer": 4, "position": 23, "slot": 13, "token": "_", "depth": 0 }, { "layer": 4, "position": 24, "slot": 12, "token": "size", "depth": 0 }, { "layer": 4, "position": 25, "slot": 6, "token": "]", "depth": 0 }, { "layer": 5, "position": 0, "slot": 1, "token": "valid", "depth": 0 }, { "layer": 5, "position": 1, "slot": 13, "token": "_", "depth": 0 }, { "layer": 5, "position": 2, "slot": 8, "token": "ids", "depth": 0 }, { "layer": 5, "position": 3, "slot": 6, "token": " =", "depth": 0 }, { "layer": 5, "position": 4, "slot": 14, "token": " [", "depth": 0 }, { "layer": 5, "position": 5, "slot": 1, "token": "t", "depth": 0 }, { "layer": 5, "position": 6, "slot": 6, "token": " for", "depth": 0 }, { "layer": 5, "position": 7, "slot": 12, "token": " t", "depth": 0 }, { "layer": 5, "position": 8, "slot": 6, "token": " in", "depth": 0 }, { "layer": 5, "position": 9, "slot": 9, "token": " token", "depth": 0 }, { "layer": 5, "position": 10, "slot": 9, "token": "_", "depth": 0 }, { "layer": 5, "position": 11, "slot": 5, "token": "ids", "depth": 0 }, { "layer": 5, "position": 12, "slot": 6, "token": " if", "depth": 0 }, { "layer": 5, "position": 13, "slot": 12, "token": " t", "depth": 0 }, { "layer": 5, "position": 14, "slot": 14, "token": " !=", "depth": 0 }, { "layer": 5, "position": 15, "slot": 12, "token": " pad", "depth": 0 }, { "layer": 5, "position": 16, "slot": 12, "token": "_", "depth": 0 }, { "layer": 5, "position": 17, "slot": 5, "token": "id", "depth": 0 }, { "layer": 5, "position": 18, "slot": 6, "token": " and", "depth": 0 }, { "layer": 5, "position": 19, "slot": 12, "token": " t", "depth": 0 }, { "layer": 5, "position": 20, "slot": 14, "token": " <", "depth": 0 }, { "layer": 5, "position": 21, "slot": 5, "token": " voc", "depth": 0 }, { "layer": 5, "position": 22, "slot": 12, "token": "ab", "depth": 0 }, { "layer": 5, "position": 23, "slot": 8, "token": "_", "depth": 0 }, { "layer": 5, "position": 24, "slot": 5, "token": "size", "depth": 0 }, { "layer": 5, "position": 25, "slot": 2, "token": "]", "depth": 0 }, { "layer": 6, "position": 0, "slot": 15, "token": "valid", "depth": 0 }, { "layer": 6, "position": 1, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 2, "slot": 8, "token": "ids", "depth": 0 }, { "layer": 6, "position": 3, "slot": 3, "token": " =", "depth": 0 }, { "layer": 6, "position": 4, "slot": 3, "token": " [", "depth": 0 }, { "layer": 6, "position": 5, "slot": 14, "token": "t", "depth": 0 }, { "layer": 6, "position": 6, "slot": 3, "token": " for", "depth": 0 }, { "layer": 6, "position": 7, "slot": 15, "token": " t", "depth": 0 }, { "layer": 6, "position": 8, "slot": 3, "token": " in", "depth": 0 }, { "layer": 6, "position": 9, "slot": 15, "token": " token", "depth": 0 }, { "layer": 6, "position": 10, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 11, "slot": 8, "token": "ids", "depth": 0 }, { "layer": 6, "position": 12, "slot": 3, "token": " if", "depth": 0 }, { "layer": 6, "position": 13, "slot": 15, "token": " t", "depth": 0 }, { "layer": 6, "position": 14, "slot": 3, "token": " !=", "depth": 0 }, { "layer": 6, "position": 15, "slot": 15, "token": " pad", "depth": 0 }, { "layer": 6, "position": 16, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 17, "slot": 8, "token": "id", "depth": 0 }, { "layer": 6, "position": 18, "slot": 3, "token": " and", "depth": 0 }, { "layer": 6, "position": 19, "slot": 4, "token": " t", "depth": 0 }, { "layer": 6, "position": 20, "slot": 3, "token": " <", "depth": 0 }, { "layer": 6, "position": 21, "slot": 15, "token": " voc", "depth": 0 }, { "layer": 6, "position": 22, "slot": 15, "token": "ab", "depth": 0 }, { "layer": 6, "position": 23, "slot": 15, "token": "_", "depth": 0 }, { "layer": 6, "position": 24, "slot": 0, "token": "size", "depth": 0 }, { "layer": 6, "position": 25, "slot": 3, "token": "]", "depth": 0 }, { "layer": 7, "position": 0, "slot": 13, "token": "valid", "depth": 0 }, { "layer": 7, "position": 1, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 2, "slot": 13, "token": "ids", "depth": 0 }, { "layer": 7, "position": 3, "slot": 12, "token": " =", "depth": 0 }, { "layer": 7, "position": 4, "slot": 5, "token": " [", "depth": 0 }, { "layer": 7, "position": 5, "slot": 13, "token": "t", "depth": 0 }, { "layer": 7, "position": 6, "slot": 15, "token": " for", "depth": 0 }, { "layer": 7, "position": 7, "slot": 13, "token": " t", "depth": 0 }, { "layer": 7, "position": 8, "slot": 2, "token": " in", "depth": 0 }, { "layer": 7, "position": 9, "slot": 13, "token": " token", "depth": 0 }, { "layer": 7, "position": 10, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 11, "slot": 4, "token": "ids", "depth": 0 }, { "layer": 7, "position": 12, "slot": 15, "token": " if", "depth": 0 }, { "layer": 7, "position": 13, "slot": 13, "token": " t", "depth": 0 }, { "layer": 7, "position": 14, "slot": 15, "token": " !=", "depth": 0 }, { "layer": 7, "position": 15, "slot": 13, "token": " pad", "depth": 0 }, { "layer": 7, "position": 16, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 17, "slot": 4, "token": "id", "depth": 0 }, { "layer": 7, "position": 18, "slot": 12, "token": " and", "depth": 0 }, { "layer": 7, "position": 19, "slot": 13, "token": " t", "depth": 0 }, { "layer": 7, "position": 20, "slot": 15, "token": " <", "depth": 0 }, { "layer": 7, "position": 21, "slot": 13, "token": " voc", "depth": 0 }, { "layer": 7, "position": 22, "slot": 0, "token": "ab", "depth": 0 }, { "layer": 7, "position": 23, "slot": 5, "token": "_", "depth": 0 }, { "layer": 7, "position": 24, "slot": 4, "token": "size", "depth": 0 }, { "layer": 7, "position": 25, "slot": 12, "token": "]", "depth": 0 } ] }, { "text": "\"\"\"Compute the n-th Fibonacci number recursively.\n\nArgs:\n n: The position in the sequence.\nReturn", "keyword_slot_hist": [ 1, 1, 2, 10, 4, 0, 7, 3, 0, 1, 1, 1, 1, 0, 0, 0 ], "other_slot_hist": [ 17, 24, 34, 71, 48, 41, 78, 46, 77, 22, 54, 39, 59, 23, 21, 50 ], "depth0_slot_hist": [ 6, 9, 9, 19, 13, 12, 32, 8, 38, 7, 17, 10, 26, 13, 4, 25 ], "depth1_slot_hist": [ 9, 14, 20, 48, 34, 22, 44, 33, 33, 15, 31, 27, 31, 10, 13, 24 ], "depth2p_slot_hist": [ 3, 2, 7, 14, 5, 7, 9, 8, 6, 1, 7, 3, 3, 0, 4, 1 ], "keyword_entropy": 2.0009068091456195, "other_entropy": 2.6732747383775286, "depth0_entropy": 2.593834818581524, "depth1_entropy": 2.6711049227489116, "depth2p_entropy": 2.5090491439814926, "mi_slot_depth": 0.31823072938772845, "h_depth": 0.9348042095064251, "mi_ratio": 0.340425006810521, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 7, "token": "\"\"\"", "depth": 0 }, { "layer": 0, "position": 1, "slot": 1, "token": "Comp", "depth": 0 }, { "layer": 0, "position": 2, "slot": 5, "token": "ute", "depth": 0 }, { "layer": 0, "position": 3, "slot": 3, "token": " the", "depth": 0 }, { "layer": 0, "position": 4, "slot": 5, "token": " n", "depth": 0 }, { "layer": 0, "position": 5, "slot": 15, "token": "-", "depth": 0 }, { "layer": 0, "position": 6, "slot": 15, "token": "th", "depth": 0 }, { "layer": 0, "position": 7, "slot": 11, "token": " Fib", "depth": 0 }, { "layer": 0, "position": 8, "slot": 12, "token": "on", "depth": 0 }, { "layer": 0, "position": 9, "slot": 11, "token": "acci", "depth": 0 }, { "layer": 0, "position": 10, "slot": 9, "token": " number", "depth": 0 }, { "layer": 0, "position": 11, "slot": 9, "token": " rec", "depth": 0 }, { "layer": 0, "position": 12, "slot": 11, "token": "urs", "depth": 0 }, { "layer": 0, "position": 13, "slot": 1, "token": "ively", "depth": 0 }, { "layer": 0, "position": 14, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 15, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 16, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 17, "slot": 5, "token": "Args", "depth": 0 }, { "layer": 0, "position": 18, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 19, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 20, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 21, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 22, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 23, "slot": 5, "token": " n", "depth": 1 }, { "layer": 0, "position": 24, "slot": 3, "token": ":", "depth": 1 }, { "layer": 0, "position": 25, "slot": 4, "token": " The", "depth": 1 }, { "layer": 0, "position": 26, "slot": 5, "token": " position", "depth": 1 }, { "layer": 0, "position": 27, "slot": 15, "token": " in", "depth": 1 }, { "layer": 0, "position": 28, "slot": 3, "token": " the", "depth": 1 }, { "layer": 0, "position": 29, "slot": 9, "token": " sequence", "depth": 1 }, { "layer": 0, "position": 30, "slot": 15, "token": ".", "depth": 1 }, { "layer": 0, "position": 31, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 32, "slot": 5, "token": "Returns", "depth": 0 }, { "layer": 0, "position": 33, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 34, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 35, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 36, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 37, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 38, "slot": 4, "token": " The", "depth": 1 }, { "layer": 0, "position": 39, "slot": 5, "token": " n", "depth": 1 }, { "layer": 0, "position": 40, "slot": 15, "token": "-", "depth": 1 }, { "layer": 0, "position": 41, "slot": 15, "token": "th", "depth": 1 }, { "layer": 0, "position": 42, "slot": 11, "token": " Fib", "depth": 1 }, { "layer": 0, "position": 43, "slot": 12, "token": "on", "depth": 1 }, { "layer": 0, "position": 44, "slot": 11, "token": "acci", "depth": 1 }, { "layer": 0, "position": 45, "slot": 9, "token": " number", "depth": 1 }, { "layer": 0, "position": 46, "slot": 15, "token": ".", "depth": 1 }, { "layer": 0, "position": 47, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 48, "slot": 7, "token": "\"\"\"", "depth": 0 }, { "layer": 0, "position": 49, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 50, "slot": 7, "token": "def", "depth": 0 }, { "layer": 0, "position": 51, "slot": 11, "token": " fib", "depth": 0 }, { "layer": 0, "position": 52, "slot": 6, "token": "(", "depth": 0 }, { "layer": 0, "position": 53, "slot": 0, "token": "n", "depth": 0 }, { "layer": 0, "position": 54, "slot": 6, "token": "):", "depth": 0 }, { "layer": 0, "position": 55, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 56, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 57, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 58, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 59, "slot": 4, "token": " if", "depth": 1 }, { "layer": 0, "position": 60, "slot": 5, "token": " n", "depth": 1 }, { "layer": 0, "position": 61, "slot": 12, "token": " <=", "depth": 1 }, { "layer": 0, "position": 62, "slot": 9, "token": " 1", "depth": 1 }, { "layer": 0, "position": 63, "slot": 3, "token": ":", "depth": 1 }, { "layer": 0, "position": 64, "slot": 10, "token": "\n", "depth": 1 }, { "layer": 0, "position": 65, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 66, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 67, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 68, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 69, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 70, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 71, "slot": 7, "token": " ", "depth": 2 }, { "layer": 0, "position": 72, "slot": 4, "token": " return", "depth": 2 }, { "layer": 0, "position": 73, "slot": 5, "token": " n", "depth": 2 }, { "layer": 0, "position": 74, "slot": 10, "token": "\n", "depth": 2 }, { "layer": 0, "position": 75, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 76, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 77, "slot": 7, "token": " ", "depth": 1 }, { "layer": 0, "position": 78, "slot": 4, "token": " return", "depth": 1 }, { "layer": 0, "position": 79, "slot": 11, "token": " fib", "depth": 1 }, { "layer": 0, "position": 80, "slot": 6, "token": "(", "depth": 1 }, { "layer": 0, "position": 81, "slot": 0, "token": "n", "depth": 1 }, { "layer": 0, "position": 82, "slot": 15, "token": "-", "depth": 1 }, { "layer": 0, "position": 83, "slot": 3, "token": "1", "depth": 1 }, { "layer": 0, "position": 84, "slot": 6, "token": ")", "depth": 1 }, { "layer": 0, "position": 85, "slot": 2, "token": " +", "depth": 1 }, { "layer": 0, "position": 86, "slot": 11, "token": " fib", "depth": 1 }, { "layer": 0, "position": 87, "slot": 6, "token": "(", "depth": 1 }, { "layer": 0, "position": 88, "slot": 0, "token": "n", "depth": 1 }, { "layer": 0, "position": 89, "slot": 15, "token": "-", "depth": 1 }, { "layer": 0, "position": 90, "slot": 14, "token": "2", "depth": 1 }, { "layer": 0, "position": 91, "slot": 6, "token": ")", "depth": 1 }, { "layer": 1, "position": 0, "slot": 15, "token": "\"\"\"", "depth": 0 }, { "layer": 1, "position": 1, "slot": 12, "token": "Comp", "depth": 0 }, { "layer": 1, "position": 2, "slot": 11, "token": "ute", "depth": 0 }, { "layer": 1, "position": 3, "slot": 15, "token": " the", "depth": 0 }, { "layer": 1, "position": 4, "slot": 3, "token": " n", "depth": 0 }, { "layer": 1, "position": 5, "slot": 2, "token": "-", "depth": 0 }, { "layer": 1, "position": 6, "slot": 12, "token": "th", "depth": 0 }, { "layer": 1, "position": 7, "slot": 1, "token": " Fib", "depth": 0 }, { "layer": 1, "position": 8, "slot": 12, "token": "on", "depth": 0 }, { "layer": 1, "position": 9, "slot": 1, "token": "acci", "depth": 0 }, { "layer": 1, "position": 10, "slot": 3, "token": " number", "depth": 0 }, { "layer": 1, "position": 11, "slot": 12, "token": " rec", "depth": 0 }, { "layer": 1, "position": 12, "slot": 1, "token": "urs", "depth": 0 }, { "layer": 1, "position": 13, "slot": 15, "token": "ively", "depth": 0 }, { "layer": 1, "position": 14, "slot": 15, "token": ".", "depth": 0 }, { "layer": 1, "position": 15, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 16, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 17, "slot": 12, "token": "Args", "depth": 0 }, { "layer": 1, "position": 18, "slot": 6, "token": ":", "depth": 0 }, { "layer": 1, "position": 19, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 20, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 21, "slot": 4, "token": " ", "depth": 1 }, { "layer": 1, "position": 22, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 23, "slot": 3, "token": " n", "depth": 1 }, { "layer": 1, "position": 24, "slot": 6, "token": ":", "depth": 1 }, { "layer": 1, "position": 25, "slot": 10, "token": " The", "depth": 1 }, { "layer": 1, "position": 26, "slot": 11, "token": " position", "depth": 1 }, { "layer": 1, "position": 27, "slot": 4, "token": " in", "depth": 1 }, { "layer": 1, "position": 28, "slot": 10, "token": " the", "depth": 1 }, { "layer": 1, "position": 29, "slot": 12, "token": " sequence", "depth": 1 }, { "layer": 1, "position": 30, "slot": 15, "token": ".", "depth": 1 }, { "layer": 1, "position": 31, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 1, "position": 32, "slot": 12, "token": "Returns", "depth": 0 }, { "layer": 1, "position": 33, "slot": 6, "token": ":", "depth": 0 }, { "layer": 1, "position": 34, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 35, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 36, "slot": 4, "token": " ", "depth": 1 }, { "layer": 1, "position": 37, "slot": 7, "token": " ", "depth": 1 }, { "layer": 1, "position": 38, "slot": 10, "token": " The", "depth": 1 }, { "layer": 1, "position": 39, "slot": 3, "token": " n", "depth": 1 }, { "layer": 1, "position": 40, "slot": 4, "token": "-", "depth": 1 }, { "layer": 1, "position": 41, "slot": 12, "token": "th", "depth": 1 }, { "layer": 1, "position": 42, "slot": 1, "token": " Fib", "depth": 1 }, { "layer": 1, "position": 43, "slot": 12, "token": "on", "depth": 1 }, { "layer": 1, "position": 44, "slot": 1, "token": "acci", "depth": 1 }, { "layer": 1, "position": 45, "slot": 3, "token": " number", "depth": 1 }, { "layer": 1, "position": 46, "slot": 6, "token": ".", "depth": 1 }, { "layer": 1, "position": 47, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 1, "position": 48, "slot": 15, "token": "\"\"\"", "depth": 0 }, { "layer": 1, "position": 49, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 50, "slot": 6, "token": "def", "depth": 0 }, { "layer": 1, "position": 51, "slot": 1, "token": " fib", "depth": 0 }, { "layer": 1, "position": 52, "slot": 6, "token": "(", "depth": 0 }, { "layer": 1, "position": 53, "slot": 3, "token": "n", "depth": 0 }, { "layer": 1, "position": 54, "slot": 10, "token": "):", "depth": 0 }, { "layer": 1, "position": 55, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 56, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 57, "slot": 4, "token": " ", "depth": 1 }, { "layer": 1, "position": 58, "slot": 8, "token": " ", "depth": 1 }, { "layer": 1, "position": 59, "slot": 6, "token": " if", "depth": 1 }, { "layer": 1, "position": 60, "slot": 3, "token": " n", "depth": 1 }, { "layer": 1, "position": 61, "slot": 4, "token": " <=", "depth": 1 }, { "layer": 1, "position": 62, "slot": 11, "token": " 1", "depth": 1 }, { "layer": 1, "position": 63, "slot": 10, "token": ":", "depth": 1 }, { "layer": 1, "position": 64, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 1, "position": 65, "slot": 4, "token": " ", "depth": 2 }, { "layer": 1, "position": 66, "slot": 4, "token": " ", "depth": 2 }, { "layer": 1, "position": 67, "slot": 8, "token": " ", "depth": 2 }, { "layer": 1, "position": 68, "slot": 8, "token": " ", "depth": 2 }, { "layer": 1, "position": 69, "slot": 4, "token": " ", "depth": 2 }, { "layer": 1, "position": 70, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 71, "slot": 6, "token": " ", "depth": 2 }, { "layer": 1, "position": 72, "slot": 6, "token": " return", "depth": 2 }, { "layer": 1, "position": 73, "slot": 3, "token": " n", "depth": 2 }, { "layer": 1, "position": 74, "slot": 2, "token": "\n", "depth": 2 }, { "layer": 1, "position": 75, "slot": 6, "token": " ", "depth": 1 }, { "layer": 1, "position": 76, "slot": 4, "token": " ", "depth": 1 }, { "layer": 1, "position": 77, "slot": 8, "token": " ", "depth": 1 }, { "layer": 1, "position": 78, "slot": 6, "token": " return", "depth": 1 }, { "layer": 1, "position": 79, "slot": 1, "token": " fib", "depth": 1 }, { "layer": 1, "position": 80, "slot": 6, "token": "(", "depth": 1 }, { "layer": 1, "position": 81, "slot": 11, "token": "n", "depth": 1 }, { "layer": 1, "position": 82, "slot": 4, "token": "-", "depth": 1 }, { "layer": 1, "position": 83, "slot": 11, "token": "1", "depth": 1 }, { "layer": 1, "position": 84, "slot": 10, "token": ")", "depth": 1 }, { "layer": 1, "position": 85, "slot": 6, "token": " +", "depth": 1 }, { "layer": 1, "position": 86, "slot": 1, "token": " fib", "depth": 1 }, { "layer": 1, "position": 87, "slot": 6, "token": "(", "depth": 1 }, { "layer": 1, "position": 88, "slot": 11, "token": "n", "depth": 1 }, { "layer": 1, "position": 89, "slot": 4, "token": "-", "depth": 1 }, { "layer": 1, "position": 90, "slot": 11, "token": "2", "depth": 1 }, { "layer": 1, "position": 91, "slot": 10, "token": ")", "depth": 1 }, { "layer": 2, "position": 0, "slot": 8, "token": "\"\"\"", "depth": 0 }, { "layer": 2, "position": 1, "slot": 8, "token": "Comp", "depth": 0 }, { "layer": 2, "position": 2, "slot": 8, "token": "ute", "depth": 0 }, { "layer": 2, "position": 3, "slot": 1, "token": " the", "depth": 0 }, { "layer": 2, "position": 4, "slot": 8, "token": " n", "depth": 0 }, { "layer": 2, "position": 5, "slot": 12, "token": "-", "depth": 0 }, { "layer": 2, "position": 6, "slot": 13, "token": "th", "depth": 0 }, { "layer": 2, "position": 7, "slot": 8, "token": " Fib", "depth": 0 }, { "layer": 2, "position": 8, "slot": 8, "token": "on", "depth": 0 }, { "layer": 2, "position": 9, "slot": 8, "token": "acci", "depth": 0 }, { "layer": 2, "position": 10, "slot": 8, "token": " number", "depth": 0 }, { "layer": 2, "position": 11, "slot": 8, "token": " rec", "depth": 0 }, { "layer": 2, "position": 12, "slot": 8, "token": "urs", "depth": 0 }, { "layer": 2, "position": 13, "slot": 1, "token": "ively", "depth": 0 }, { "layer": 2, "position": 14, "slot": 14, "token": ".", "depth": 0 }, { "layer": 2, "position": 15, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 16, "slot": 9, "token": "\n", "depth": 0 }, { "layer": 2, "position": 17, "slot": 8, "token": "Args", "depth": 0 }, { "layer": 2, "position": 18, "slot": 11, "token": ":", "depth": 0 }, { "layer": 2, "position": 19, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 20, "slot": 5, "token": " ", "depth": 1 }, { "layer": 2, "position": 21, "slot": 5, "token": " ", "depth": 1 }, { "layer": 2, "position": 22, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 23, "slot": 8, "token": " n", "depth": 1 }, { "layer": 2, "position": 24, "slot": 3, "token": ":", "depth": 1 }, { "layer": 2, "position": 25, "slot": 1, "token": " The", "depth": 1 }, { "layer": 2, "position": 26, "slot": 8, "token": " position", "depth": 1 }, { "layer": 2, "position": 27, "slot": 3, "token": " in", "depth": 1 }, { "layer": 2, "position": 28, "slot": 1, "token": " the", "depth": 1 }, { "layer": 2, "position": 29, "slot": 8, "token": " sequence", "depth": 1 }, { "layer": 2, "position": 30, "slot": 12, "token": ".", "depth": 1 }, { "layer": 2, "position": 31, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 2, "position": 32, "slot": 8, "token": "Returns", "depth": 0 }, { "layer": 2, "position": 33, "slot": 11, "token": ":", "depth": 0 }, { "layer": 2, "position": 34, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 35, "slot": 5, "token": " ", "depth": 1 }, { "layer": 2, "position": 36, "slot": 10, "token": " ", "depth": 1 }, { "layer": 2, "position": 37, "slot": 14, "token": " ", "depth": 1 }, { "layer": 2, "position": 38, "slot": 1, "token": " The", "depth": 1 }, { "layer": 2, "position": 39, "slot": 8, "token": " n", "depth": 1 }, { "layer": 2, "position": 40, "slot": 12, "token": "-", "depth": 1 }, { "layer": 2, "position": 41, "slot": 13, "token": "th", "depth": 1 }, { "layer": 2, "position": 42, "slot": 8, "token": " Fib", "depth": 1 }, { "layer": 2, "position": 43, "slot": 8, "token": "on", "depth": 1 }, { "layer": 2, "position": 44, "slot": 8, "token": "acci", "depth": 1 }, { "layer": 2, "position": 45, "slot": 8, "token": " number", "depth": 1 }, { "layer": 2, "position": 46, "slot": 14, "token": ".", "depth": 1 }, { "layer": 2, "position": 47, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 2, "position": 48, "slot": 12, "token": "\"\"\"", "depth": 0 }, { "layer": 2, "position": 49, "slot": 13, "token": "\n", "depth": 0 }, { "layer": 2, "position": 50, "slot": 3, "token": "def", "depth": 0 }, { "layer": 2, "position": 51, "slot": 8, "token": " fib", "depth": 0 }, { "layer": 2, "position": 52, "slot": 12, "token": "(", "depth": 0 }, { "layer": 2, "position": 53, "slot": 8, "token": "n", "depth": 0 }, { "layer": 2, "position": 54, "slot": 8, "token": "):", "depth": 0 }, { "layer": 2, "position": 55, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 56, "slot": 15, "token": " ", "depth": 1 }, { "layer": 2, "position": 57, "slot": 11, "token": " ", "depth": 1 }, { "layer": 2, "position": 58, "slot": 11, "token": " ", "depth": 1 }, { "layer": 2, "position": 59, "slot": 3, "token": " if", "depth": 1 }, { "layer": 2, "position": 60, "slot": 8, "token": " n", "depth": 1 }, { "layer": 2, "position": 61, "slot": 13, "token": " <=", "depth": 1 }, { "layer": 2, "position": 62, "slot": 8, "token": " 1", "depth": 1 }, { "layer": 2, "position": 63, "slot": 7, "token": ":", "depth": 1 }, { "layer": 2, "position": 64, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 2, "position": 65, "slot": 14, "token": " ", "depth": 2 }, { "layer": 2, "position": 66, "slot": 11, "token": " ", "depth": 2 }, { "layer": 2, "position": 67, "slot": 14, "token": " ", "depth": 2 }, { "layer": 2, "position": 68, "slot": 14, "token": " ", "depth": 2 }, { "layer": 2, "position": 69, "slot": 5, "token": " ", "depth": 2 }, { "layer": 2, "position": 70, "slot": 12, "token": " ", "depth": 2 }, { "layer": 2, "position": 71, "slot": 14, "token": " ", "depth": 2 }, { "layer": 2, "position": 72, "slot": 3, "token": " return", "depth": 2 }, { "layer": 2, "position": 73, "slot": 8, "token": " n", "depth": 2 }, { "layer": 2, "position": 74, "slot": 6, "token": "\n", "depth": 2 }, { "layer": 2, "position": 75, "slot": 1, "token": " ", "depth": 1 }, { "layer": 2, "position": 76, "slot": 11, "token": " ", "depth": 1 }, { "layer": 2, "position": 77, "slot": 7, "token": " ", "depth": 1 }, { "layer": 2, "position": 78, "slot": 3, "token": " return", "depth": 1 }, { "layer": 2, "position": 79, "slot": 8, "token": " fib", "depth": 1 }, { "layer": 2, "position": 80, "slot": 1, "token": "(", "depth": 1 }, { "layer": 2, "position": 81, "slot": 8, "token": "n", "depth": 1 }, { "layer": 2, "position": 82, "slot": 11, "token": "-", "depth": 1 }, { "layer": 2, "position": 83, "slot": 8, "token": "1", "depth": 1 }, { "layer": 2, "position": 84, "slot": 13, "token": ")", "depth": 1 }, { "layer": 2, "position": 85, "slot": 3, "token": " +", "depth": 1 }, { "layer": 2, "position": 86, "slot": 8, "token": " fib", "depth": 1 }, { "layer": 2, "position": 87, "slot": 1, "token": "(", "depth": 1 }, { "layer": 2, "position": 88, "slot": 8, "token": "n", "depth": 1 }, { "layer": 2, "position": 89, "slot": 11, "token": "-", "depth": 1 }, { "layer": 2, "position": 90, "slot": 8, "token": "2", "depth": 1 }, { "layer": 2, "position": 91, "slot": 13, "token": ")", "depth": 1 }, { "layer": 3, "position": 0, "slot": 8, "token": "\"\"\"", "depth": 0 }, { "layer": 3, "position": 1, "slot": 8, "token": "Comp", "depth": 0 }, { "layer": 3, "position": 2, "slot": 8, "token": "ute", "depth": 0 }, { "layer": 3, "position": 3, "slot": 8, "token": " the", "depth": 0 }, { "layer": 3, "position": 4, "slot": 8, "token": " n", "depth": 0 }, { "layer": 3, "position": 5, "slot": 5, "token": "-", "depth": 0 }, { "layer": 3, "position": 6, "slot": 8, "token": "th", "depth": 0 }, { "layer": 3, "position": 7, "slot": 8, "token": " Fib", "depth": 0 }, { "layer": 3, "position": 8, "slot": 8, "token": "on", "depth": 0 }, { "layer": 3, "position": 9, "slot": 8, "token": "acci", "depth": 0 }, { "layer": 3, "position": 10, "slot": 8, "token": " number", "depth": 0 }, { "layer": 3, "position": 11, "slot": 8, "token": " rec", "depth": 0 }, { "layer": 3, "position": 12, "slot": 8, "token": "urs", "depth": 0 }, { "layer": 3, "position": 13, "slot": 8, "token": "ively", "depth": 0 }, { "layer": 3, "position": 14, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 15, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 3, "position": 16, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 17, "slot": 8, "token": "Args", "depth": 0 }, { "layer": 3, "position": 18, "slot": 5, "token": ":", "depth": 0 }, { "layer": 3, "position": 19, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 20, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 21, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 22, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 23, "slot": 8, "token": " n", "depth": 1 }, { "layer": 3, "position": 24, "slot": 12, "token": ":", "depth": 1 }, { "layer": 3, "position": 25, "slot": 11, "token": " The", "depth": 1 }, { "layer": 3, "position": 26, "slot": 7, "token": " position", "depth": 1 }, { "layer": 3, "position": 27, "slot": 9, "token": " in", "depth": 1 }, { "layer": 3, "position": 28, "slot": 10, "token": " the", "depth": 1 }, { "layer": 3, "position": 29, "slot": 7, "token": " sequence", "depth": 1 }, { "layer": 3, "position": 30, "slot": 12, "token": ".", "depth": 1 }, { "layer": 3, "position": 31, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 3, "position": 32, "slot": 13, "token": "Returns", "depth": 0 }, { "layer": 3, "position": 33, "slot": 11, "token": ":", "depth": 0 }, { "layer": 3, "position": 34, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 3, "position": 35, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 36, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 37, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 38, "slot": 11, "token": " The", "depth": 1 }, { "layer": 3, "position": 39, "slot": 8, "token": " n", "depth": 1 }, { "layer": 3, "position": 40, "slot": 5, "token": "-", "depth": 1 }, { "layer": 3, "position": 41, "slot": 7, "token": "th", "depth": 1 }, { "layer": 3, "position": 42, "slot": 7, "token": " Fib", "depth": 1 }, { "layer": 3, "position": 43, "slot": 3, "token": "on", "depth": 1 }, { "layer": 3, "position": 44, "slot": 7, "token": "acci", "depth": 1 }, { "layer": 3, "position": 45, "slot": 7, "token": " number", "depth": 1 }, { "layer": 3, "position": 46, "slot": 12, "token": ".", "depth": 1 }, { "layer": 3, "position": 47, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 3, "position": 48, "slot": 11, "token": "\"\"\"", "depth": 0 }, { "layer": 3, "position": 49, "slot": 2, "token": "\n", "depth": 0 }, { "layer": 3, "position": 50, "slot": 0, "token": "def", "depth": 0 }, { "layer": 3, "position": 51, "slot": 8, "token": " fib", "depth": 0 }, { "layer": 3, "position": 52, "slot": 9, "token": "(", "depth": 0 }, { "layer": 3, "position": 53, "slot": 8, "token": "n", "depth": 0 }, { "layer": 3, "position": 54, "slot": 11, "token": "):", "depth": 0 }, { "layer": 3, "position": 55, "slot": 2, "token": "\n", "depth": 0 }, { "layer": 3, "position": 56, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 57, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 58, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 59, "slot": 9, "token": " if", "depth": 1 }, { "layer": 3, "position": 60, "slot": 8, "token": " n", "depth": 1 }, { "layer": 3, "position": 61, "slot": 11, "token": " <=", "depth": 1 }, { "layer": 3, "position": 62, "slot": 7, "token": " 1", "depth": 1 }, { "layer": 3, "position": 63, "slot": 11, "token": ":", "depth": 1 }, { "layer": 3, "position": 64, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 3, "position": 65, "slot": 3, "token": " ", "depth": 2 }, { "layer": 3, "position": 66, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 67, "slot": 10, "token": " ", "depth": 2 }, { "layer": 3, "position": 68, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 69, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 70, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 71, "slot": 5, "token": " ", "depth": 2 }, { "layer": 3, "position": 72, "slot": 3, "token": " return", "depth": 2 }, { "layer": 3, "position": 73, "slot": 8, "token": " n", "depth": 2 }, { "layer": 3, "position": 74, "slot": 2, "token": "\n", "depth": 2 }, { "layer": 3, "position": 75, "slot": 0, "token": " ", "depth": 1 }, { "layer": 3, "position": 76, "slot": 5, "token": " ", "depth": 1 }, { "layer": 3, "position": 77, "slot": 14, "token": " ", "depth": 1 }, { "layer": 3, "position": 78, "slot": 3, "token": " return", "depth": 1 }, { "layer": 3, "position": 79, "slot": 8, "token": " fib", "depth": 1 }, { "layer": 3, "position": 80, "slot": 9, "token": "(", "depth": 1 }, { "layer": 3, "position": 81, "slot": 8, "token": "n", "depth": 1 }, { "layer": 3, "position": 82, "slot": 11, "token": "-", "depth": 1 }, { "layer": 3, "position": 83, "slot": 7, "token": "1", "depth": 1 }, { "layer": 3, "position": 84, "slot": 11, "token": ")", "depth": 1 }, { "layer": 3, "position": 85, "slot": 11, "token": " +", "depth": 1 }, { "layer": 3, "position": 86, "slot": 7, "token": " fib", "depth": 1 }, { "layer": 3, "position": 87, "slot": 9, "token": "(", "depth": 1 }, { "layer": 3, "position": 88, "slot": 7, "token": "n", "depth": 1 }, { "layer": 3, "position": 89, "slot": 11, "token": "-", "depth": 1 }, { "layer": 3, "position": 90, "slot": 7, "token": "2", "depth": 1 }, { "layer": 3, "position": 91, "slot": 11, "token": ")", "depth": 1 }, { "layer": 4, "position": 0, "slot": 6, "token": "\"\"\"", "depth": 0 }, { "layer": 4, "position": 1, "slot": 4, "token": "Comp", "depth": 0 }, { "layer": 4, "position": 2, "slot": 4, "token": "ute", "depth": 0 }, { "layer": 4, "position": 3, "slot": 4, "token": " the", "depth": 0 }, { "layer": 4, "position": 4, "slot": 4, "token": " n", "depth": 0 }, { "layer": 4, "position": 5, "slot": 4, "token": "-", "depth": 0 }, { "layer": 4, "position": 6, "slot": 4, "token": "th", "depth": 0 }, { "layer": 4, "position": 7, "slot": 10, "token": " Fib", "depth": 0 }, { "layer": 4, "position": 8, "slot": 10, "token": "on", "depth": 0 }, { "layer": 4, "position": 9, "slot": 4, "token": "acci", "depth": 0 }, { "layer": 4, "position": 10, "slot": 4, "token": " number", "depth": 0 }, { "layer": 4, "position": 11, "slot": 5, "token": " rec", "depth": 0 }, { "layer": 4, "position": 12, "slot": 4, "token": "urs", "depth": 0 }, { "layer": 4, "position": 13, "slot": 6, "token": "ively", "depth": 0 }, { "layer": 4, "position": 14, "slot": 6, "token": ".", "depth": 0 }, { "layer": 4, "position": 15, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 4, "position": 16, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 4, "position": 17, "slot": 10, "token": "Args", "depth": 0 }, { "layer": 4, "position": 18, "slot": 6, "token": ":", "depth": 0 }, { "layer": 4, "position": 19, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 20, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 21, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 22, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 23, "slot": 12, "token": " n", "depth": 1 }, { "layer": 4, "position": 24, "slot": 6, "token": ":", "depth": 1 }, { "layer": 4, "position": 25, "slot": 7, "token": " The", "depth": 1 }, { "layer": 4, "position": 26, "slot": 4, "token": " position", "depth": 1 }, { "layer": 4, "position": 27, "slot": 4, "token": " in", "depth": 1 }, { "layer": 4, "position": 28, "slot": 8, "token": " the", "depth": 1 }, { "layer": 4, "position": 29, "slot": 8, "token": " sequence", "depth": 1 }, { "layer": 4, "position": 30, "slot": 6, "token": ".", "depth": 1 }, { "layer": 4, "position": 31, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 32, "slot": 8, "token": "Returns", "depth": 0 }, { "layer": 4, "position": 33, "slot": 6, "token": ":", "depth": 0 }, { "layer": 4, "position": 34, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 35, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 36, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 37, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 38, "slot": 7, "token": " The", "depth": 1 }, { "layer": 4, "position": 39, "slot": 12, "token": " n", "depth": 1 }, { "layer": 4, "position": 40, "slot": 14, "token": "-", "depth": 1 }, { "layer": 4, "position": 41, "slot": 1, "token": "th", "depth": 1 }, { "layer": 4, "position": 42, "slot": 0, "token": " Fib", "depth": 1 }, { "layer": 4, "position": 43, "slot": 10, "token": "on", "depth": 1 }, { "layer": 4, "position": 44, "slot": 4, "token": "acci", "depth": 1 }, { "layer": 4, "position": 45, "slot": 12, "token": " number", "depth": 1 }, { "layer": 4, "position": 46, "slot": 6, "token": ".", "depth": 1 }, { "layer": 4, "position": 47, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 48, "slot": 6, "token": "\"\"\"", "depth": 0 }, { "layer": 4, "position": 49, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 4, "position": 50, "slot": 2, "token": "def", "depth": 0 }, { "layer": 4, "position": 51, "slot": 0, "token": " fib", "depth": 0 }, { "layer": 4, "position": 52, "slot": 4, "token": "(", "depth": 0 }, { "layer": 4, "position": 53, "slot": 10, "token": "n", "depth": 0 }, { "layer": 4, "position": 54, "slot": 6, "token": "):", "depth": 0 }, { "layer": 4, "position": 55, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 4, "position": 56, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 57, "slot": 10, "token": " ", "depth": 1 }, { "layer": 4, "position": 58, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 59, "slot": 4, "token": " if", "depth": 1 }, { "layer": 4, "position": 60, "slot": 12, "token": " n", "depth": 1 }, { "layer": 4, "position": 61, "slot": 10, "token": " <=", "depth": 1 }, { "layer": 4, "position": 62, "slot": 12, "token": " 1", "depth": 1 }, { "layer": 4, "position": 63, "slot": 6, "token": ":", "depth": 1 }, { "layer": 4, "position": 64, "slot": 6, "token": "\n", "depth": 1 }, { "layer": 4, "position": 65, "slot": 2, "token": " ", "depth": 2 }, { "layer": 4, "position": 66, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 67, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 68, "slot": 2, "token": " ", "depth": 2 }, { "layer": 4, "position": 69, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 70, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 71, "slot": 10, "token": " ", "depth": 2 }, { "layer": 4, "position": 72, "slot": 1, "token": " return", "depth": 2 }, { "layer": 4, "position": 73, "slot": 2, "token": " n", "depth": 2 }, { "layer": 4, "position": 74, "slot": 6, "token": "\n", "depth": 2 }, { "layer": 4, "position": 75, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 76, "slot": 2, "token": " ", "depth": 1 }, { "layer": 4, "position": 77, "slot": 4, "token": " ", "depth": 1 }, { "layer": 4, "position": 78, "slot": 7, "token": " return", "depth": 1 }, { "layer": 4, "position": 79, "slot": 0, "token": " fib", "depth": 1 }, { "layer": 4, "position": 80, "slot": 4, "token": "(", "depth": 1 }, { "layer": 4, "position": 81, "slot": 11, "token": "n", "depth": 1 }, { "layer": 4, "position": 82, "slot": 10, "token": "-", "depth": 1 }, { "layer": 4, "position": 83, "slot": 12, "token": "1", "depth": 1 }, { "layer": 4, "position": 84, "slot": 6, "token": ")", "depth": 1 }, { "layer": 4, "position": 85, "slot": 10, "token": " +", "depth": 1 }, { "layer": 4, "position": 86, "slot": 0, "token": " fib", "depth": 1 }, { "layer": 4, "position": 87, "slot": 4, "token": "(", "depth": 1 }, { "layer": 4, "position": 88, "slot": 11, "token": "n", "depth": 1 }, { "layer": 4, "position": 89, "slot": 10, "token": "-", "depth": 1 }, { "layer": 4, "position": 90, "slot": 6, "token": "2", "depth": 1 }, { "layer": 4, "position": 91, "slot": 6, "token": ")", "depth": 1 }, { "layer": 5, "position": 0, "slot": 7, "token": "\"\"\"", "depth": 0 }, { "layer": 5, "position": 1, "slot": 8, "token": "Comp", "depth": 0 }, { "layer": 5, "position": 2, "slot": 10, "token": "ute", "depth": 0 }, { "layer": 5, "position": 3, "slot": 6, "token": " the", "depth": 0 }, { "layer": 5, "position": 4, "slot": 2, "token": " n", "depth": 0 }, { "layer": 5, "position": 5, "slot": 13, "token": "-", "depth": 0 }, { "layer": 5, "position": 6, "slot": 1, "token": "th", "depth": 0 }, { "layer": 5, "position": 7, "slot": 7, "token": " Fib", "depth": 0 }, { "layer": 5, "position": 8, "slot": 7, "token": "on", "depth": 0 }, { "layer": 5, "position": 9, "slot": 7, "token": "acci", "depth": 0 }, { "layer": 5, "position": 10, "slot": 12, "token": " number", "depth": 0 }, { "layer": 5, "position": 11, "slot": 12, "token": " rec", "depth": 0 }, { "layer": 5, "position": 12, "slot": 6, "token": "urs", "depth": 0 }, { "layer": 5, "position": 13, "slot": 14, "token": "ively", "depth": 0 }, { "layer": 5, "position": 14, "slot": 6, "token": ".", "depth": 0 }, { "layer": 5, "position": 15, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 16, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 17, "slot": 4, "token": "Args", "depth": 0 }, { "layer": 5, "position": 18, "slot": 6, "token": ":", "depth": 0 }, { "layer": 5, "position": 19, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 20, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 21, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 22, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 23, "slot": 9, "token": " n", "depth": 1 }, { "layer": 5, "position": 24, "slot": 10, "token": ":", "depth": 1 }, { "layer": 5, "position": 25, "slot": 2, "token": " The", "depth": 1 }, { "layer": 5, "position": 26, "slot": 12, "token": " position", "depth": 1 }, { "layer": 5, "position": 27, "slot": 3, "token": " in", "depth": 1 }, { "layer": 5, "position": 28, "slot": 3, "token": " the", "depth": 1 }, { "layer": 5, "position": 29, "slot": 12, "token": " sequence", "depth": 1 }, { "layer": 5, "position": 30, "slot": 6, "token": ".", "depth": 1 }, { "layer": 5, "position": 31, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 5, "position": 32, "slot": 10, "token": "Returns", "depth": 0 }, { "layer": 5, "position": 33, "slot": 6, "token": ":", "depth": 0 }, { "layer": 5, "position": 34, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 5, "position": 35, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 36, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 37, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 38, "slot": 2, "token": " The", "depth": 1 }, { "layer": 5, "position": 39, "slot": 9, "token": " n", "depth": 1 }, { "layer": 5, "position": 40, "slot": 13, "token": "-", "depth": 1 }, { "layer": 5, "position": 41, "slot": 1, "token": "th", "depth": 1 }, { "layer": 5, "position": 42, "slot": 9, "token": " Fib", "depth": 1 }, { "layer": 5, "position": 43, "slot": 11, "token": "on", "depth": 1 }, { "layer": 5, "position": 44, "slot": 3, "token": "acci", "depth": 1 }, { "layer": 5, "position": 45, "slot": 8, "token": " number", "depth": 1 }, { "layer": 5, "position": 46, "slot": 6, "token": ".", "depth": 1 }, { "layer": 5, "position": 47, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 5, "position": 48, "slot": 4, "token": "\"\"\"", "depth": 0 }, { "layer": 5, "position": 49, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 50, "slot": 6, "token": "def", "depth": 0 }, { "layer": 5, "position": 51, "slot": 12, "token": " fib", "depth": 0 }, { "layer": 5, "position": 52, "slot": 6, "token": "(", "depth": 0 }, { "layer": 5, "position": 53, "slot": 9, "token": "n", "depth": 0 }, { "layer": 5, "position": 54, "slot": 10, "token": "):", "depth": 0 }, { "layer": 5, "position": 55, "slot": 5, "token": "\n", "depth": 0 }, { "layer": 5, "position": 56, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 57, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 58, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 59, "slot": 6, "token": " if", "depth": 1 }, { "layer": 5, "position": 60, "slot": 9, "token": " n", "depth": 1 }, { "layer": 5, "position": 61, "slot": 7, "token": " <=", "depth": 1 }, { "layer": 5, "position": 62, "slot": 5, "token": " 1", "depth": 1 }, { "layer": 5, "position": 63, "slot": 10, "token": ":", "depth": 1 }, { "layer": 5, "position": 64, "slot": 15, "token": "\n", "depth": 1 }, { "layer": 5, "position": 65, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 66, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 67, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 68, "slot": 9, "token": " ", "depth": 2 }, { "layer": 5, "position": 69, "slot": 0, "token": " ", "depth": 2 }, { "layer": 5, "position": 70, "slot": 0, "token": " ", "depth": 2 }, { "layer": 5, "position": 71, "slot": 6, "token": " ", "depth": 2 }, { "layer": 5, "position": 72, "slot": 7, "token": " return", "depth": 2 }, { "layer": 5, "position": 73, "slot": 12, "token": " n", "depth": 2 }, { "layer": 5, "position": 74, "slot": 12, "token": "\n", "depth": 2 }, { "layer": 5, "position": 75, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 76, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 77, "slot": 6, "token": " ", "depth": 1 }, { "layer": 5, "position": 78, "slot": 6, "token": " return", "depth": 1 }, { "layer": 5, "position": 79, "slot": 5, "token": " fib", "depth": 1 }, { "layer": 5, "position": 80, "slot": 6, "token": "(", "depth": 1 }, { "layer": 5, "position": 81, "slot": 1, "token": "n", "depth": 1 }, { "layer": 5, "position": 82, "slot": 14, "token": "-", "depth": 1 }, { "layer": 5, "position": 83, "slot": 5, "token": "1", "depth": 1 }, { "layer": 5, "position": 84, "slot": 9, "token": ")", "depth": 1 }, { "layer": 5, "position": 85, "slot": 14, "token": " +", "depth": 1 }, { "layer": 5, "position": 86, "slot": 12, "token": " fib", "depth": 1 }, { "layer": 5, "position": 87, "slot": 6, "token": "(", "depth": 1 }, { "layer": 5, "position": 88, "slot": 12, "token": "n", "depth": 1 }, { "layer": 5, "position": 89, "slot": 14, "token": "-", "depth": 1 }, { "layer": 5, "position": 90, "slot": 12, "token": "2", "depth": 1 }, { "layer": 5, "position": 91, "slot": 3, "token": ")", "depth": 1 }, { "layer": 6, "position": 0, "slot": 3, "token": "\"\"\"", "depth": 0 }, { "layer": 6, "position": 1, "slot": 15, "token": "Comp", "depth": 0 }, { "layer": 6, "position": 2, "slot": 0, "token": "ute", "depth": 0 }, { "layer": 6, "position": 3, "slot": 3, "token": " the", "depth": 0 }, { "layer": 6, "position": 4, "slot": 15, "token": " n", "depth": 0 }, { "layer": 6, "position": 5, "slot": 15, "token": "-", "depth": 0 }, { "layer": 6, "position": 6, "slot": 14, "token": "th", "depth": 0 }, { "layer": 6, "position": 7, "slot": 15, "token": " Fib", "depth": 0 }, { "layer": 6, "position": 8, "slot": 15, "token": "on", "depth": 0 }, { "layer": 6, "position": 9, "slot": 15, "token": "acci", "depth": 0 }, { "layer": 6, "position": 10, "slot": 8, "token": " number", "depth": 0 }, { "layer": 6, "position": 11, "slot": 15, "token": " rec", "depth": 0 }, { "layer": 6, "position": 12, "slot": 9, "token": "urs", "depth": 0 }, { "layer": 6, "position": 13, "slot": 8, "token": "ively", "depth": 0 }, { "layer": 6, "position": 14, "slot": 3, "token": ".", "depth": 0 }, { "layer": 6, "position": 15, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 16, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 17, "slot": 15, "token": "Args", "depth": 0 }, { "layer": 6, "position": 18, "slot": 3, "token": ":", "depth": 0 }, { "layer": 6, "position": 19, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 20, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 21, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 22, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 23, "slot": 15, "token": " n", "depth": 1 }, { "layer": 6, "position": 24, "slot": 3, "token": ":", "depth": 1 }, { "layer": 6, "position": 25, "slot": 8, "token": " The", "depth": 1 }, { "layer": 6, "position": 26, "slot": 15, "token": " position", "depth": 1 }, { "layer": 6, "position": 27, "slot": 3, "token": " in", "depth": 1 }, { "layer": 6, "position": 28, "slot": 8, "token": " the", "depth": 1 }, { "layer": 6, "position": 29, "slot": 14, "token": " sequence", "depth": 1 }, { "layer": 6, "position": 30, "slot": 3, "token": ".", "depth": 1 }, { "layer": 6, "position": 31, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 32, "slot": 8, "token": "Returns", "depth": 0 }, { "layer": 6, "position": 33, "slot": 3, "token": ":", "depth": 0 }, { "layer": 6, "position": 34, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 35, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 36, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 37, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 38, "slot": 8, "token": " The", "depth": 1 }, { "layer": 6, "position": 39, "slot": 15, "token": " n", "depth": 1 }, { "layer": 6, "position": 40, "slot": 13, "token": "-", "depth": 1 }, { "layer": 6, "position": 41, "slot": 14, "token": "th", "depth": 1 }, { "layer": 6, "position": 42, "slot": 15, "token": " Fib", "depth": 1 }, { "layer": 6, "position": 43, "slot": 15, "token": "on", "depth": 1 }, { "layer": 6, "position": 44, "slot": 8, "token": "acci", "depth": 1 }, { "layer": 6, "position": 45, "slot": 8, "token": " number", "depth": 1 }, { "layer": 6, "position": 46, "slot": 3, "token": ".", "depth": 1 }, { "layer": 6, "position": 47, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 48, "slot": 8, "token": "\"\"\"", "depth": 0 }, { "layer": 6, "position": 49, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 50, "slot": 3, "token": "def", "depth": 0 }, { "layer": 6, "position": 51, "slot": 15, "token": " fib", "depth": 0 }, { "layer": 6, "position": 52, "slot": 2, "token": "(", "depth": 0 }, { "layer": 6, "position": 53, "slot": 15, "token": "n", "depth": 0 }, { "layer": 6, "position": 54, "slot": 8, "token": "):", "depth": 0 }, { "layer": 6, "position": 55, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 56, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 57, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 58, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 59, "slot": 3, "token": " if", "depth": 1 }, { "layer": 6, "position": 60, "slot": 15, "token": " n", "depth": 1 }, { "layer": 6, "position": 61, "slot": 10, "token": " <=", "depth": 1 }, { "layer": 6, "position": 62, "slot": 0, "token": " 1", "depth": 1 }, { "layer": 6, "position": 63, "slot": 3, "token": ":", "depth": 1 }, { "layer": 6, "position": 64, "slot": 3, "token": "\n", "depth": 1 }, { "layer": 6, "position": 65, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 66, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 67, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 68, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 69, "slot": 8, "token": " ", "depth": 2 }, { "layer": 6, "position": 70, "slot": 3, "token": " ", "depth": 2 }, { "layer": 6, "position": 71, "slot": 8, "token": " ", "depth": 2 }, { "layer": 6, "position": 72, "slot": 3, "token": " return", "depth": 2 }, { "layer": 6, "position": 73, "slot": 15, "token": " n", "depth": 2 }, { "layer": 6, "position": 74, "slot": 3, "token": "\n", "depth": 2 }, { "layer": 6, "position": 75, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 76, "slot": 3, "token": " ", "depth": 1 }, { "layer": 6, "position": 77, "slot": 9, "token": " ", "depth": 1 }, { "layer": 6, "position": 78, "slot": 10, "token": " return", "depth": 1 }, { "layer": 6, "position": 79, "slot": 15, "token": " fib", "depth": 1 }, { "layer": 6, "position": 80, "slot": 10, "token": "(", "depth": 1 }, { "layer": 6, "position": 81, "slot": 14, "token": "n", "depth": 1 }, { "layer": 6, "position": 82, "slot": 2, "token": "-", "depth": 1 }, { "layer": 6, "position": 83, "slot": 12, "token": "1", "depth": 1 }, { "layer": 6, "position": 84, "slot": 8, "token": ")", "depth": 1 }, { "layer": 6, "position": 85, "slot": 3, "token": " +", "depth": 1 }, { "layer": 6, "position": 86, "slot": 14, "token": " fib", "depth": 1 }, { "layer": 6, "position": 87, "slot": 10, "token": "(", "depth": 1 }, { "layer": 6, "position": 88, "slot": 4, "token": "n", "depth": 1 }, { "layer": 6, "position": 89, "slot": 2, "token": "-", "depth": 1 }, { "layer": 6, "position": 90, "slot": 12, "token": "2", "depth": 1 }, { "layer": 6, "position": 91, "slot": 8, "token": ")", "depth": 1 }, { "layer": 7, "position": 0, "slot": 2, "token": "\"\"\"", "depth": 0 }, { "layer": 7, "position": 1, "slot": 13, "token": "Comp", "depth": 0 }, { "layer": 7, "position": 2, "slot": 6, "token": "ute", "depth": 0 }, { "layer": 7, "position": 3, "slot": 5, "token": " the", "depth": 0 }, { "layer": 7, "position": 4, "slot": 13, "token": " n", "depth": 0 }, { "layer": 7, "position": 5, "slot": 9, "token": "-", "depth": 0 }, { "layer": 7, "position": 6, "slot": 13, "token": "th", "depth": 0 }, { "layer": 7, "position": 7, "slot": 0, "token": " Fib", "depth": 0 }, { "layer": 7, "position": 8, "slot": 0, "token": "on", "depth": 0 }, { "layer": 7, "position": 9, "slot": 13, "token": "acci", "depth": 0 }, { "layer": 7, "position": 10, "slot": 13, "token": " number", "depth": 0 }, { "layer": 7, "position": 11, "slot": 13, "token": " rec", "depth": 0 }, { "layer": 7, "position": 12, "slot": 7, "token": "urs", "depth": 0 }, { "layer": 7, "position": 13, "slot": 14, "token": "ively", "depth": 0 }, { "layer": 7, "position": 14, "slot": 12, "token": ".", "depth": 0 }, { "layer": 7, "position": 15, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 16, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 17, "slot": 13, "token": "Args", "depth": 0 }, { "layer": 7, "position": 18, "slot": 2, "token": ":", "depth": 0 }, { "layer": 7, "position": 19, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 20, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 21, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 22, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 23, "slot": 13, "token": " n", "depth": 1 }, { "layer": 7, "position": 24, "slot": 2, "token": ":", "depth": 1 }, { "layer": 7, "position": 25, "slot": 3, "token": " The", "depth": 1 }, { "layer": 7, "position": 26, "slot": 13, "token": " position", "depth": 1 }, { "layer": 7, "position": 27, "slot": 15, "token": " in", "depth": 1 }, { "layer": 7, "position": 28, "slot": 15, "token": " the", "depth": 1 }, { "layer": 7, "position": 29, "slot": 13, "token": " sequence", "depth": 1 }, { "layer": 7, "position": 30, "slot": 12, "token": ".", "depth": 1 }, { "layer": 7, "position": 31, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 7, "position": 32, "slot": 4, "token": "Returns", "depth": 0 }, { "layer": 7, "position": 33, "slot": 12, "token": ":", "depth": 0 }, { "layer": 7, "position": 34, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 35, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 36, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 37, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 38, "slot": 10, "token": " The", "depth": 1 }, { "layer": 7, "position": 39, "slot": 13, "token": " n", "depth": 1 }, { "layer": 7, "position": 40, "slot": 9, "token": "-", "depth": 1 }, { "layer": 7, "position": 41, "slot": 0, "token": "th", "depth": 1 }, { "layer": 7, "position": 42, "slot": 0, "token": " Fib", "depth": 1 }, { "layer": 7, "position": 43, "slot": 4, "token": "on", "depth": 1 }, { "layer": 7, "position": 44, "slot": 4, "token": "acci", "depth": 1 }, { "layer": 7, "position": 45, "slot": 4, "token": " number", "depth": 1 }, { "layer": 7, "position": 46, "slot": 12, "token": ".", "depth": 1 }, { "layer": 7, "position": 47, "slot": 2, "token": "\n", "depth": 1 }, { "layer": 7, "position": 48, "slot": 12, "token": "\"\"\"", "depth": 0 }, { "layer": 7, "position": 49, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 50, "slot": 12, "token": "def", "depth": 0 }, { "layer": 7, "position": 51, "slot": 13, "token": " fib", "depth": 0 }, { "layer": 7, "position": 52, "slot": 2, "token": "(", "depth": 0 }, { "layer": 7, "position": 53, "slot": 13, "token": "n", "depth": 0 }, { "layer": 7, "position": 54, "slot": 12, "token": "):", "depth": 0 }, { "layer": 7, "position": 55, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 56, "slot": 12, "token": " ", "depth": 1 }, { "layer": 7, "position": 57, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 58, "slot": 12, "token": " ", "depth": 1 }, { "layer": 7, "position": 59, "slot": 2, "token": " if", "depth": 1 }, { "layer": 7, "position": 60, "slot": 4, "token": " n", "depth": 1 }, { "layer": 7, "position": 61, "slot": 3, "token": " <=", "depth": 1 }, { "layer": 7, "position": 62, "slot": 4, "token": " 1", "depth": 1 }, { "layer": 7, "position": 63, "slot": 5, "token": ":", "depth": 1 }, { "layer": 7, "position": 64, "slot": 12, "token": "\n", "depth": 1 }, { "layer": 7, "position": 65, "slot": 2, "token": " ", "depth": 2 }, { "layer": 7, "position": 66, "slot": 2, "token": " ", "depth": 2 }, { "layer": 7, "position": 67, "slot": 4, "token": " ", "depth": 2 }, { "layer": 7, "position": 68, "slot": 3, "token": " ", "depth": 2 }, { "layer": 7, "position": 69, "slot": 0, "token": " ", "depth": 2 }, { "layer": 7, "position": 70, "slot": 3, "token": " ", "depth": 2 }, { "layer": 7, "position": 71, "slot": 3, "token": " ", "depth": 2 }, { "layer": 7, "position": 72, "slot": 11, "token": " return", "depth": 2 }, { "layer": 7, "position": 73, "slot": 1, "token": " n", "depth": 2 }, { "layer": 7, "position": 74, "slot": 11, "token": "\n", "depth": 2 }, { "layer": 7, "position": 75, "slot": 9, "token": " ", "depth": 1 }, { "layer": 7, "position": 76, "slot": 2, "token": " ", "depth": 1 }, { "layer": 7, "position": 77, "slot": 15, "token": " ", "depth": 1 }, { "layer": 7, "position": 78, "slot": 3, "token": " return", "depth": 1 }, { "layer": 7, "position": 79, "slot": 4, "token": " fib", "depth": 1 }, { "layer": 7, "position": 80, "slot": 3, "token": "(", "depth": 1 }, { "layer": 7, "position": 81, "slot": 4, "token": "n", "depth": 1 }, { "layer": 7, "position": 82, "slot": 3, "token": "-", "depth": 1 }, { "layer": 7, "position": 83, "slot": 4, "token": "1", "depth": 1 }, { "layer": 7, "position": 84, "slot": 12, "token": ")", "depth": 1 }, { "layer": 7, "position": 85, "slot": 3, "token": " +", "depth": 1 }, { "layer": 7, "position": 86, "slot": 4, "token": " fib", "depth": 1 }, { "layer": 7, "position": 87, "slot": 3, "token": "(", "depth": 1 }, { "layer": 7, "position": 88, "slot": 4, "token": "n", "depth": 1 }, { "layer": 7, "position": 89, "slot": 3, "token": "-", "depth": 1 }, { "layer": 7, "position": 90, "slot": 4, "token": "2", "depth": 1 }, { "layer": 7, "position": 91, "slot": 1, "token": ")", "depth": 1 } ] }, { "text": "# Gaussian kernel: exp(-||x - mu||^2 / (2 * sigma^2))\nkernel = torch.exp(-((x - mu) ** 2).sum(-1) / ", "keyword_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "other_slot_hist": [ 2, 20, 14, 39, 26, 11, 41, 25, 38, 12, 29, 45, 24, 27, 23, 32 ], "depth0_slot_hist": [ 2, 20, 14, 39, 26, 11, 41, 25, 38, 12, 29, 45, 24, 27, 23, 32 ], "depth1_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "depth2p_slot_hist": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "keyword_entropy": 0.0, "other_entropy": 2.6528806311135935, "depth0_entropy": 2.6528806311135935, "depth1_entropy": 0.0, "depth2p_entropy": 0.0, "mi_slot_depth": 1.0000889005818414e-12, "h_depth": -1.000000082240371e-09, "mi_ratio": 0.0010000889005818414, "raw_assignments": [ { "layer": 0, "position": 0, "slot": 7, "token": "#", "depth": 0 }, { "layer": 0, "position": 1, "slot": 11, "token": " Ga", "depth": 0 }, { "layer": 0, "position": 2, "slot": 11, "token": "ussian", "depth": 0 }, { "layer": 0, "position": 3, "slot": 5, "token": " kernel", "depth": 0 }, { "layer": 0, "position": 4, "slot": 3, "token": ":", "depth": 0 }, { "layer": 0, "position": 5, "slot": 1, "token": " exp", "depth": 0 }, { "layer": 0, "position": 6, "slot": 6, "token": "(-", "depth": 0 }, { "layer": 0, "position": 7, "slot": 11, "token": "||", "depth": 0 }, { "layer": 0, "position": 8, "slot": 13, "token": "x", "depth": 0 }, { "layer": 0, "position": 9, "slot": 2, "token": " -", "depth": 0 }, { "layer": 0, "position": 10, "slot": 5, "token": " mu", "depth": 0 }, { "layer": 0, "position": 11, "slot": 11, "token": "||", "depth": 0 }, { "layer": 0, "position": 12, "slot": 11, "token": "^", "depth": 0 }, { "layer": 0, "position": 13, "slot": 14, "token": "2", "depth": 0 }, { "layer": 0, "position": 14, "slot": 14, "token": " /", "depth": 0 }, { "layer": 0, "position": 15, "slot": 8, "token": " (", "depth": 0 }, { "layer": 0, "position": 16, "slot": 14, "token": "2", "depth": 0 }, { "layer": 0, "position": 17, "slot": 2, "token": " *", "depth": 0 }, { "layer": 0, "position": 18, "slot": 9, "token": " s", "depth": 0 }, { "layer": 0, "position": 19, "slot": 11, "token": "igma", "depth": 0 }, { "layer": 0, "position": 20, "slot": 11, "token": "^", "depth": 0 }, { "layer": 0, "position": 21, "slot": 14, "token": "2", "depth": 0 }, { "layer": 0, "position": 22, "slot": 6, "token": "))", "depth": 0 }, { "layer": 0, "position": 23, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 0, "position": 24, "slot": 11, "token": "kernel", "depth": 0 }, { "layer": 0, "position": 25, "slot": 4, "token": " =", "depth": 0 }, { "layer": 0, "position": 26, "slot": 11, "token": " torch", "depth": 0 }, { "layer": 0, "position": 27, "slot": 15, "token": ".", "depth": 0 }, { "layer": 0, "position": 28, "slot": 1, "token": "exp", "depth": 0 }, { "layer": 0, "position": 29, "slot": 6, "token": "(-", "depth": 0 }, { "layer": 0, "position": 30, "slot": 8, "token": "((", "depth": 0 }, { "layer": 0, "position": 31, "slot": 13, "token": "x", "depth": 0 }, { "layer": 0, "position": 32, "slot": 2, "token": " -", "depth": 0 }, { "layer": 0, "position": 33, "slot": 5, "token": " mu", "depth": 0 }, { "layer": 0, "position": 34, "slot": 6, "token": ")", "depth": 0 }, { "layer": 0, "position": 35, "slot": 11, "token": " **", "depth": 0 }, { "layer": 0, "position": 36, "slot": 9, "token": " 2", "depth": 0 }, { "layer": 0, "position": 37, "slot": 6, "token": ").", "depth": 0 }, { "layer": 0, "position": 38, "slot": 1, "token": "sum", "depth": 0 }, { "layer": 0, "position": 39, "slot": 6, "token": "(-", "depth": 0 }, { "layer": 0, "position": 40, "slot": 3, "token": "1", "depth": 0 }, { "layer": 0, "position": 41, "slot": 6, "token": ")", "depth": 0 }, { "layer": 0, "position": 42, "slot": 14, "token": " /", "depth": 0 }, { "layer": 0, "position": 43, "slot": 8, "token": " (", "depth": 0 }, { "layer": 0, "position": 44, "slot": 14, "token": "2", "depth": 0 }, { "layer": 0, "position": 45, "slot": 2, "token": " *", "depth": 0 }, { "layer": 0, "position": 46, "slot": 9, "token": " s", "depth": 0 }, { "layer": 0, "position": 47, "slot": 11, "token": "igma", "depth": 0 }, { "layer": 0, "position": 48, "slot": 11, "token": " **", "depth": 0 }, { "layer": 0, "position": 49, "slot": 9, "token": " 2", "depth": 0 }, { "layer": 0, "position": 50, "slot": 6, "token": "))", "depth": 0 }, { "layer": 1, "position": 0, "slot": 2, "token": "#", "depth": 0 }, { "layer": 1, "position": 1, "slot": 2, "token": " Ga", "depth": 0 }, { "layer": 1, "position": 2, "slot": 3, "token": "ussian", "depth": 0 }, { "layer": 1, "position": 3, "slot": 12, "token": " kernel", "depth": 0 }, { "layer": 1, "position": 4, "slot": 10, "token": ":", "depth": 0 }, { "layer": 1, "position": 5, "slot": 11, "token": " exp", "depth": 0 }, { "layer": 1, "position": 6, "slot": 6, "token": "(-", "depth": 0 }, { "layer": 1, "position": 7, "slot": 3, "token": "||", "depth": 0 }, { "layer": 1, "position": 8, "slot": 11, "token": "x", "depth": 0 }, { "layer": 1, "position": 9, "slot": 5, "token": " -", "depth": 0 }, { "layer": 1, "position": 10, "slot": 11, "token": " mu", "depth": 0 }, { "layer": 1, "position": 11, "slot": 13, "token": "||", "depth": 0 }, { "layer": 1, "position": 12, "slot": 10, "token": "^", "depth": 0 }, { "layer": 1, "position": 13, "slot": 11, "token": "2", "depth": 0 }, { "layer": 1, "position": 14, "slot": 10, "token": " /", "depth": 0 }, { "layer": 1, "position": 15, "slot": 15, "token": " (", "depth": 0 }, { "layer": 1, "position": 16, "slot": 11, "token": "2", "depth": 0 }, { "layer": 1, "position": 17, "slot": 4, "token": " *", "depth": 0 }, { "layer": 1, "position": 18, "slot": 11, "token": " s", "depth": 0 }, { "layer": 1, "position": 19, "slot": 11, "token": "igma", "depth": 0 }, { "layer": 1, "position": 20, "slot": 10, "token": "^", "depth": 0 }, { "layer": 1, "position": 21, "slot": 11, "token": "2", "depth": 0 }, { "layer": 1, "position": 22, "slot": 15, "token": "))", "depth": 0 }, { "layer": 1, "position": 23, "slot": 15, "token": "\n", "depth": 0 }, { "layer": 1, "position": 24, "slot": 12, "token": "kernel", "depth": 0 }, { "layer": 1, "position": 25, "slot": 6, "token": " =", "depth": 0 }, { "layer": 1, "position": 26, "slot": 12, "token": " torch", "depth": 0 }, { "layer": 1, "position": 27, "slot": 10, "token": ".", "depth": 0 }, { "layer": 1, "position": 28, "slot": 12, "token": "exp", "depth": 0 }, { "layer": 1, "position": 29, "slot": 6, "token": "(-", "depth": 0 }, { "layer": 1, "position": 30, "slot": 6, "token": "((", "depth": 0 }, { "layer": 1, "position": 31, "slot": 11, "token": "x", "depth": 0 }, { "layer": 1, "position": 32, "slot": 5, "token": " -", "depth": 0 }, { "layer": 1, "position": 33, "slot": 11, "token": " mu", "depth": 0 }, { "layer": 1, "position": 34, "slot": 15, "token": ")", "depth": 0 }, { "layer": 1, "position": 35, "slot": 3, "token": " **", "depth": 0 }, { "layer": 1, "position": 36, "slot": 11, "token": " 2", "depth": 0 }, { "layer": 1, "position": 37, "slot": 15, "token": ").", "depth": 0 }, { "layer": 1, "position": 38, "slot": 3, "token": "sum", "depth": 0 }, { "layer": 1, "position": 39, "slot": 6, "token": "(-", "depth": 0 }, { "layer": 1, "position": 40, "slot": 11, "token": "1", "depth": 0 }, { "layer": 1, "position": 41, "slot": 10, "token": ")", "depth": 0 }, { "layer": 1, "position": 42, "slot": 10, "token": " /", "depth": 0 }, { "layer": 1, "position": 43, "slot": 15, "token": " (", "depth": 0 }, { "layer": 1, "position": 44, "slot": 11, "token": "2", "depth": 0 }, { "layer": 1, "position": 45, "slot": 4, "token": " *", "depth": 0 }, { "layer": 1, "position": 46, "slot": 11, "token": " s", "depth": 0 }, { "layer": 1, "position": 47, "slot": 11, "token": "igma", "depth": 0 }, { "layer": 1, "position": 48, "slot": 3, "token": " **", "depth": 0 }, { "layer": 1, "position": 49, "slot": 11, "token": " 2", "depth": 0 }, { "layer": 1, "position": 50, "slot": 15, "token": "))", "depth": 0 }, { "layer": 2, "position": 0, "slot": 3, "token": "#", "depth": 0 }, { "layer": 2, "position": 1, "slot": 3, "token": " Ga", "depth": 0 }, { "layer": 2, "position": 2, "slot": 8, "token": "ussian", "depth": 0 }, { "layer": 2, "position": 3, "slot": 8, "token": " kernel", "depth": 0 }, { "layer": 2, "position": 4, "slot": 14, "token": ":", "depth": 0 }, { "layer": 2, "position": 5, "slot": 8, "token": " exp", "depth": 0 }, { "layer": 2, "position": 6, "slot": 3, "token": "(-", "depth": 0 }, { "layer": 2, "position": 7, "slot": 14, "token": "||", "depth": 0 }, { "layer": 2, "position": 8, "slot": 3, "token": "x", "depth": 0 }, { "layer": 2, "position": 9, "slot": 10, "token": " -", "depth": 0 }, { "layer": 2, "position": 10, "slot": 8, "token": " mu", "depth": 0 }, { "layer": 2, "position": 11, "slot": 14, "token": "||", "depth": 0 }, { "layer": 2, "position": 12, "slot": 15, "token": "^", "depth": 0 }, { "layer": 2, "position": 13, "slot": 8, "token": "2", "depth": 0 }, { "layer": 2, "position": 14, "slot": 11, "token": " /", "depth": 0 }, { "layer": 2, "position": 15, "slot": 10, "token": " (", "depth": 0 }, { "layer": 2, "position": 16, "slot": 8, "token": "2", "depth": 0 }, { "layer": 2, "position": 17, "slot": 3, "token": " *", "depth": 0 }, { "layer": 2, "position": 18, "slot": 8, "token": " s", "depth": 0 }, { "layer": 2, "position": 19, "slot": 8, "token": "igma", "depth": 0 }, { "layer": 2, "position": 20, "slot": 10, "token": "^", "depth": 0 }, { "layer": 2, "position": 21, "slot": 8, "token": "2", "depth": 0 }, { "layer": 2, "position": 22, "slot": 9, "token": "))", "depth": 0 }, { "layer": 2, "position": 23, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 2, "position": 24, "slot": 8, "token": "kernel", "depth": 0 }, { "layer": 2, "position": 25, "slot": 3, "token": " =", "depth": 0 }, { "layer": 2, "position": 26, "slot": 8, "token": " torch", "depth": 0 }, { "layer": 2, "position": 27, "slot": 14, "token": ".", "depth": 0 }, { "layer": 2, "position": 28, "slot": 8, "token": "exp", "depth": 0 }, { "layer": 2, "position": 29, "slot": 3, "token": "(-", "depth": 0 }, { "layer": 2, "position": 30, "slot": 3, "token": "((", "depth": 0 }, { "layer": 2, "position": 31, "slot": 3, "token": "x", "depth": 0 }, { "layer": 2, "position": 32, "slot": 10, "token": " -", "depth": 0 }, { "layer": 2, "position": 33, "slot": 8, "token": " mu", "depth": 0 }, { "layer": 2, "position": 34, "slot": 13, "token": ")", "depth": 0 }, { "layer": 2, "position": 35, "slot": 8, "token": " **", "depth": 0 }, { "layer": 2, "position": 36, "slot": 8, "token": " 2", "depth": 0 }, { "layer": 2, "position": 37, "slot": 13, "token": ").", "depth": 0 }, { "layer": 2, "position": 38, "slot": 8, "token": "sum", "depth": 0 }, { "layer": 2, "position": 39, "slot": 3, "token": "(-", "depth": 0 }, { "layer": 2, "position": 40, "slot": 8, "token": "1", "depth": 0 }, { "layer": 2, "position": 41, "slot": 13, "token": ")", "depth": 0 }, { "layer": 2, "position": 42, "slot": 11, "token": " /", "depth": 0 }, { "layer": 2, "position": 43, "slot": 14, "token": " (", "depth": 0 }, { "layer": 2, "position": 44, "slot": 8, "token": "2", "depth": 0 }, { "layer": 2, "position": 45, "slot": 3, "token": " *", "depth": 0 }, { "layer": 2, "position": 46, "slot": 8, "token": " s", "depth": 0 }, { "layer": 2, "position": 47, "slot": 8, "token": "igma", "depth": 0 }, { "layer": 2, "position": 48, "slot": 13, "token": " **", "depth": 0 }, { "layer": 2, "position": 49, "slot": 8, "token": " 2", "depth": 0 }, { "layer": 2, "position": 50, "slot": 9, "token": "))", "depth": 0 }, { "layer": 3, "position": 0, "slot": 5, "token": "#", "depth": 0 }, { "layer": 3, "position": 1, "slot": 8, "token": " Ga", "depth": 0 }, { "layer": 3, "position": 2, "slot": 8, "token": "ussian", "depth": 0 }, { "layer": 3, "position": 3, "slot": 8, "token": " kernel", "depth": 0 }, { "layer": 3, "position": 4, "slot": 5, "token": ":", "depth": 0 }, { "layer": 3, "position": 5, "slot": 8, "token": " exp", "depth": 0 }, { "layer": 3, "position": 6, "slot": 12, "token": "(-", "depth": 0 }, { "layer": 3, "position": 7, "slot": 11, "token": "||", "depth": 0 }, { "layer": 3, "position": 8, "slot": 7, "token": "x", "depth": 0 }, { "layer": 3, "position": 9, "slot": 11, "token": " -", "depth": 0 }, { "layer": 3, "position": 10, "slot": 8, "token": " mu", "depth": 0 }, { "layer": 3, "position": 11, "slot": 11, "token": "||", "depth": 0 }, { "layer": 3, "position": 12, "slot": 11, "token": "^", "depth": 0 }, { "layer": 3, "position": 13, "slot": 2, "token": "2", "depth": 0 }, { "layer": 3, "position": 14, "slot": 8, "token": " /", "depth": 0 }, { "layer": 3, "position": 15, "slot": 12, "token": " (", "depth": 0 }, { "layer": 3, "position": 16, "slot": 7, "token": "2", "depth": 0 }, { "layer": 3, "position": 17, "slot": 3, "token": " *", "depth": 0 }, { "layer": 3, "position": 18, "slot": 7, "token": " s", "depth": 0 }, { "layer": 3, "position": 19, "slot": 7, "token": "igma", "depth": 0 }, { "layer": 3, "position": 20, "slot": 15, "token": "^", "depth": 0 }, { "layer": 3, "position": 21, "slot": 2, "token": "2", "depth": 0 }, { "layer": 3, "position": 22, "slot": 12, "token": "))", "depth": 0 }, { "layer": 3, "position": 23, "slot": 2, "token": "\n", "depth": 0 }, { "layer": 3, "position": 24, "slot": 7, "token": "kernel", "depth": 0 }, { "layer": 3, "position": 25, "slot": 13, "token": " =", "depth": 0 }, { "layer": 3, "position": 26, "slot": 7, "token": " torch", "depth": 0 }, { "layer": 3, "position": 27, "slot": 12, "token": ".", "depth": 0 }, { "layer": 3, "position": 28, "slot": 15, "token": "exp", "depth": 0 }, { "layer": 3, "position": 29, "slot": 11, "token": "(-", "depth": 0 }, { "layer": 3, "position": 30, "slot": 11, "token": "((", "depth": 0 }, { "layer": 3, "position": 31, "slot": 7, "token": "x", "depth": 0 }, { "layer": 3, "position": 32, "slot": 11, "token": " -", "depth": 0 }, { "layer": 3, "position": 33, "slot": 7, "token": " mu", "depth": 0 }, { "layer": 3, "position": 34, "slot": 12, "token": ")", "depth": 0 }, { "layer": 3, "position": 35, "slot": 3, "token": " **", "depth": 0 }, { "layer": 3, "position": 36, "slot": 7, "token": " 2", "depth": 0 }, { "layer": 3, "position": 37, "slot": 12, "token": ").", "depth": 0 }, { "layer": 3, "position": 38, "slot": 7, "token": "sum", "depth": 0 }, { "layer": 3, "position": 39, "slot": 12, "token": "(-", "depth": 0 }, { "layer": 3, "position": 40, "slot": 7, "token": "1", "depth": 0 }, { "layer": 3, "position": 41, "slot": 12, "token": ")", "depth": 0 }, { "layer": 3, "position": 42, "slot": 13, "token": " /", "depth": 0 }, { "layer": 3, "position": 43, "slot": 12, "token": " (", "depth": 0 }, { "layer": 3, "position": 44, "slot": 7, "token": "2", "depth": 0 }, { "layer": 3, "position": 45, "slot": 3, "token": " *", "depth": 0 }, { "layer": 3, "position": 46, "slot": 7, "token": " s", "depth": 0 }, { "layer": 3, "position": 47, "slot": 7, "token": "igma", "depth": 0 }, { "layer": 3, "position": 48, "slot": 15, "token": " **", "depth": 0 }, { "layer": 3, "position": 49, "slot": 7, "token": " 2", "depth": 0 }, { "layer": 3, "position": 50, "slot": 11, "token": "))", "depth": 0 }, { "layer": 4, "position": 0, "slot": 10, "token": "#", "depth": 0 }, { "layer": 4, "position": 1, "slot": 3, "token": " Ga", "depth": 0 }, { "layer": 4, "position": 2, "slot": 4, "token": "ussian", "depth": 0 }, { "layer": 4, "position": 3, "slot": 4, "token": " kernel", "depth": 0 }, { "layer": 4, "position": 4, "slot": 6, "token": ":", "depth": 0 }, { "layer": 4, "position": 5, "slot": 1, "token": " exp", "depth": 0 }, { "layer": 4, "position": 6, "slot": 4, "token": "(-", "depth": 0 }, { "layer": 4, "position": 7, "slot": 7, "token": "||", "depth": 0 }, { "layer": 4, "position": 8, "slot": 12, "token": "x", "depth": 0 }, { "layer": 4, "position": 9, "slot": 10, "token": " -", "depth": 0 }, { "layer": 4, "position": 10, "slot": 9, "token": " mu", "depth": 0 }, { "layer": 4, "position": 11, "slot": 7, "token": "||", "depth": 0 }, { "layer": 4, "position": 12, "slot": 1, "token": "^", "depth": 0 }, { "layer": 4, "position": 13, "slot": 6, "token": "2", "depth": 0 }, { "layer": 4, "position": 14, "slot": 10, "token": " /", "depth": 0 }, { "layer": 4, "position": 15, "slot": 4, "token": " (", "depth": 0 }, { "layer": 4, "position": 16, "slot": 6, "token": "2", "depth": 0 }, { "layer": 4, "position": 17, "slot": 4, "token": " *", "depth": 0 }, { "layer": 4, "position": 18, "slot": 3, "token": " s", "depth": 0 }, { "layer": 4, "position": 19, "slot": 4, "token": "igma", "depth": 0 }, { "layer": 4, "position": 20, "slot": 1, "token": "^", "depth": 0 }, { "layer": 4, "position": 21, "slot": 6, "token": "2", "depth": 0 }, { "layer": 4, "position": 22, "slot": 6, "token": "))", "depth": 0 }, { "layer": 4, "position": 23, "slot": 10, "token": "\n", "depth": 0 }, { "layer": 4, "position": 24, "slot": 10, "token": "kernel", "depth": 0 }, { "layer": 4, "position": 25, "slot": 6, "token": " =", "depth": 0 }, { "layer": 4, "position": 26, "slot": 0, "token": " torch", "depth": 0 }, { "layer": 4, "position": 27, "slot": 10, "token": ".", "depth": 0 }, { "layer": 4, "position": 28, "slot": 1, "token": "exp", "depth": 0 }, { "layer": 4, "position": 29, "slot": 4, "token": "(-", "depth": 0 }, { "layer": 4, "position": 30, "slot": 4, "token": "((", "depth": 0 }, { "layer": 4, "position": 31, "slot": 12, "token": "x", "depth": 0 }, { "layer": 4, "position": 32, "slot": 0, "token": " -", "depth": 0 }, { "layer": 4, "position": 33, "slot": 9, "token": " mu", "depth": 0 }, { "layer": 4, "position": 34, "slot": 6, "token": ")", "depth": 0 }, { "layer": 4, "position": 35, "slot": 10, "token": " **", "depth": 0 }, { "layer": 4, "position": 36, "slot": 12, "token": " 2", "depth": 0 }, { "layer": 4, "position": 37, "slot": 6, "token": ").", "depth": 0 }, { "layer": 4, "position": 38, "slot": 6, "token": "sum", "depth": 0 }, { "layer": 4, "position": 39, "slot": 4, "token": "(-", "depth": 0 }, { "layer": 4, "position": 40, "slot": 6, "token": "1", "depth": 0 }, { "layer": 4, "position": 41, "slot": 6, "token": ")", "depth": 0 }, { "layer": 4, "position": 42, "slot": 10, "token": " /", "depth": 0 }, { "layer": 4, "position": 43, "slot": 4, "token": " (", "depth": 0 }, { "layer": 4, "position": 44, "slot": 6, "token": "2", "depth": 0 }, { "layer": 4, "position": 45, "slot": 4, "token": " *", "depth": 0 }, { "layer": 4, "position": 46, "slot": 3, "token": " s", "depth": 0 }, { "layer": 4, "position": 47, "slot": 10, "token": "igma", "depth": 0 }, { "layer": 4, "position": 48, "slot": 10, "token": " **", "depth": 0 }, { "layer": 4, "position": 49, "slot": 6, "token": " 2", "depth": 0 }, { "layer": 4, "position": 50, "slot": 6, "token": "))", "depth": 0 }, { "layer": 5, "position": 0, "slot": 6, "token": "#", "depth": 0 }, { "layer": 5, "position": 1, "slot": 9, "token": " Ga", "depth": 0 }, { "layer": 5, "position": 2, "slot": 13, "token": "ussian", "depth": 0 }, { "layer": 5, "position": 3, "slot": 11, "token": " kernel", "depth": 0 }, { "layer": 5, "position": 4, "slot": 6, "token": ":", "depth": 0 }, { "layer": 5, "position": 5, "slot": 1, "token": " exp", "depth": 0 }, { "layer": 5, "position": 6, "slot": 7, "token": "(-", "depth": 0 }, { "layer": 5, "position": 7, "slot": 7, "token": "||", "depth": 0 }, { "layer": 5, "position": 8, "slot": 1, "token": "x", "depth": 0 }, { "layer": 5, "position": 9, "slot": 7, "token": " -", "depth": 0 }, { "layer": 5, "position": 10, "slot": 1, "token": " mu", "depth": 0 }, { "layer": 5, "position": 11, "slot": 13, "token": "||", "depth": 0 }, { "layer": 5, "position": 12, "slot": 8, "token": "^", "depth": 0 }, { "layer": 5, "position": 13, "slot": 1, "token": "2", "depth": 0 }, { "layer": 5, "position": 14, "slot": 7, "token": " /", "depth": 0 }, { "layer": 5, "position": 15, "slot": 6, "token": " (", "depth": 0 }, { "layer": 5, "position": 16, "slot": 12, "token": "2", "depth": 0 }, { "layer": 5, "position": 17, "slot": 6, "token": " *", "depth": 0 }, { "layer": 5, "position": 18, "slot": 1, "token": " s", "depth": 0 }, { "layer": 5, "position": 19, "slot": 14, "token": "igma", "depth": 0 }, { "layer": 5, "position": 20, "slot": 8, "token": "^", "depth": 0 }, { "layer": 5, "position": 21, "slot": 1, "token": "2", "depth": 0 }, { "layer": 5, "position": 22, "slot": 6, "token": "))", "depth": 0 }, { "layer": 5, "position": 23, "slot": 6, "token": "\n", "depth": 0 }, { "layer": 5, "position": 24, "slot": 12, "token": "kernel", "depth": 0 }, { "layer": 5, "position": 25, "slot": 6, "token": " =", "depth": 0 }, { "layer": 5, "position": 26, "slot": 5, "token": " torch", "depth": 0 }, { "layer": 5, "position": 27, "slot": 1, "token": ".", "depth": 0 }, { "layer": 5, "position": 28, "slot": 1, "token": "exp", "depth": 0 }, { "layer": 5, "position": 29, "slot": 6, "token": "(-", "depth": 0 }, { "layer": 5, "position": 30, "slot": 6, "token": "((", "depth": 0 }, { "layer": 5, "position": 31, "slot": 5, "token": "x", "depth": 0 }, { "layer": 5, "position": 32, "slot": 7, "token": " -", "depth": 0 }, { "layer": 5, "position": 33, "slot": 9, "token": " mu", "depth": 0 }, { "layer": 5, "position": 34, "slot": 15, "token": ")", "depth": 0 }, { "layer": 5, "position": 35, "slot": 7, "token": " **", "depth": 0 }, { "layer": 5, "position": 36, "slot": 1, "token": " 2", "depth": 0 }, { "layer": 5, "position": 37, "slot": 15, "token": ").", "depth": 0 }, { "layer": 5, "position": 38, "slot": 1, "token": "sum", "depth": 0 }, { "layer": 5, "position": 39, "slot": 6, "token": "(-", "depth": 0 }, { "layer": 5, "position": 40, "slot": 5, "token": "1", "depth": 0 }, { "layer": 5, "position": 41, "slot": 3, "token": ")", "depth": 0 }, { "layer": 5, "position": 42, "slot": 13, "token": " /", "depth": 0 }, { "layer": 5, "position": 43, "slot": 6, "token": " (", "depth": 0 }, { "layer": 5, "position": 44, "slot": 12, "token": "2", "depth": 0 }, { "layer": 5, "position": 45, "slot": 6, "token": " *", "depth": 0 }, { "layer": 5, "position": 46, "slot": 1, "token": " s", "depth": 0 }, { "layer": 5, "position": 47, "slot": 14, "token": "igma", "depth": 0 }, { "layer": 5, "position": 48, "slot": 4, "token": " **", "depth": 0 }, { "layer": 5, "position": 49, "slot": 1, "token": " 2", "depth": 0 }, { "layer": 5, "position": 50, "slot": 10, "token": "))", "depth": 0 }, { "layer": 6, "position": 0, "slot": 3, "token": "#", "depth": 0 }, { "layer": 6, "position": 1, "slot": 15, "token": " Ga", "depth": 0 }, { "layer": 6, "position": 2, "slot": 15, "token": "ussian", "depth": 0 }, { "layer": 6, "position": 3, "slot": 14, "token": " kernel", "depth": 0 }, { "layer": 6, "position": 4, "slot": 3, "token": ":", "depth": 0 }, { "layer": 6, "position": 5, "slot": 14, "token": " exp", "depth": 0 }, { "layer": 6, "position": 6, "slot": 10, "token": "(-", "depth": 0 }, { "layer": 6, "position": 7, "slot": 14, "token": "||", "depth": 0 }, { "layer": 6, "position": 8, "slot": 15, "token": "x", "depth": 0 }, { "layer": 6, "position": 9, "slot": 8, "token": " -", "depth": 0 }, { "layer": 6, "position": 10, "slot": 15, "token": " mu", "depth": 0 }, { "layer": 6, "position": 11, "slot": 15, "token": "||", "depth": 0 }, { "layer": 6, "position": 12, "slot": 9, "token": "^", "depth": 0 }, { "layer": 6, "position": 13, "slot": 15, "token": "2", "depth": 0 }, { "layer": 6, "position": 14, "slot": 3, "token": " /", "depth": 0 }, { "layer": 6, "position": 15, "slot": 10, "token": " (", "depth": 0 }, { "layer": 6, "position": 16, "slot": 15, "token": "2", "depth": 0 }, { "layer": 6, "position": 17, "slot": 10, "token": " *", "depth": 0 }, { "layer": 6, "position": 18, "slot": 15, "token": " s", "depth": 0 }, { "layer": 6, "position": 19, "slot": 15, "token": "igma", "depth": 0 }, { "layer": 6, "position": 20, "slot": 15, "token": "^", "depth": 0 }, { "layer": 6, "position": 21, "slot": 6, "token": "2", "depth": 0 }, { "layer": 6, "position": 22, "slot": 3, "token": "))", "depth": 0 }, { "layer": 6, "position": 23, "slot": 3, "token": "\n", "depth": 0 }, { "layer": 6, "position": 24, "slot": 14, "token": "kernel", "depth": 0 }, { "layer": 6, "position": 25, "slot": 3, "token": " =", "depth": 0 }, { "layer": 6, "position": 26, "slot": 15, "token": " torch", "depth": 0 }, { "layer": 6, "position": 27, "slot": 2, "token": ".", "depth": 0 }, { "layer": 6, "position": 28, "slot": 14, "token": "exp", "depth": 0 }, { "layer": 6, "position": 29, "slot": 3, "token": "(-", "depth": 0 }, { "layer": 6, "position": 30, "slot": 10, "token": "((", "depth": 0 }, { "layer": 6, "position": 31, "slot": 15, "token": "x", "depth": 0 }, { "layer": 6, "position": 32, "slot": 8, "token": " -", "depth": 0 }, { "layer": 6, "position": 33, "slot": 15, "token": " mu", "depth": 0 }, { "layer": 6, "position": 34, "slot": 9, "token": ")", "depth": 0 }, { "layer": 6, "position": 35, "slot": 8, "token": " **", "depth": 0 }, { "layer": 6, "position": 36, "slot": 4, "token": " 2", "depth": 0 }, { "layer": 6, "position": 37, "slot": 3, "token": ").", "depth": 0 }, { "layer": 6, "position": 38, "slot": 15, "token": "sum", "depth": 0 }, { "layer": 6, "position": 39, "slot": 3, "token": "(-", "depth": 0 }, { "layer": 6, "position": 40, "slot": 14, "token": "1", "depth": 0 }, { "layer": 6, "position": 41, "slot": 8, "token": ")", "depth": 0 }, { "layer": 6, "position": 42, "slot": 3, "token": " /", "depth": 0 }, { "layer": 6, "position": 43, "slot": 10, "token": " (", "depth": 0 }, { "layer": 6, "position": 44, "slot": 14, "token": "2", "depth": 0 }, { "layer": 6, "position": 45, "slot": 10, "token": " *", "depth": 0 }, { "layer": 6, "position": 46, "slot": 15, "token": " s", "depth": 0 }, { "layer": 6, "position": 47, "slot": 15, "token": "igma", "depth": 0 }, { "layer": 6, "position": 48, "slot": 8, "token": " **", "depth": 0 }, { "layer": 6, "position": 49, "slot": 8, "token": " 2", "depth": 0 }, { "layer": 6, "position": 50, "slot": 3, "token": "))", "depth": 0 }, { "layer": 7, "position": 0, "slot": 2, "token": "#", "depth": 0 }, { "layer": 7, "position": 1, "slot": 13, "token": " Ga", "depth": 0 }, { "layer": 7, "position": 2, "slot": 13, "token": "ussian", "depth": 0 }, { "layer": 7, "position": 3, "slot": 13, "token": " kernel", "depth": 0 }, { "layer": 7, "position": 4, "slot": 12, "token": ":", "depth": 0 }, { "layer": 7, "position": 5, "slot": 13, "token": " exp", "depth": 0 }, { "layer": 7, "position": 6, "slot": 11, "token": "(-", "depth": 0 }, { "layer": 7, "position": 7, "slot": 7, "token": "||", "depth": 0 }, { "layer": 7, "position": 8, "slot": 13, "token": "x", "depth": 0 }, { "layer": 7, "position": 9, "slot": 11, "token": " -", "depth": 0 }, { "layer": 7, "position": 10, "slot": 13, "token": " mu", "depth": 0 }, { "layer": 7, "position": 11, "slot": 14, "token": "||", "depth": 0 }, { "layer": 7, "position": 12, "slot": 5, "token": "^", "depth": 0 }, { "layer": 7, "position": 13, "slot": 13, "token": "2", "depth": 0 }, { "layer": 7, "position": 14, "slot": 3, "token": " /", "depth": 0 }, { "layer": 7, "position": 15, "slot": 13, "token": " (", "depth": 0 }, { "layer": 7, "position": 16, "slot": 4, "token": "2", "depth": 0 }, { "layer": 7, "position": 17, "slot": 11, "token": " *", "depth": 0 }, { "layer": 7, "position": 18, "slot": 13, "token": " s", "depth": 0 }, { "layer": 7, "position": 19, "slot": 13, "token": "igma", "depth": 0 }, { "layer": 7, "position": 20, "slot": 14, "token": "^", "depth": 0 }, { "layer": 7, "position": 21, "slot": 4, "token": "2", "depth": 0 }, { "layer": 7, "position": 22, "slot": 12, "token": "))", "depth": 0 }, { "layer": 7, "position": 23, "slot": 12, "token": "\n", "depth": 0 }, { "layer": 7, "position": 24, "slot": 13, "token": "kernel", "depth": 0 }, { "layer": 7, "position": 25, "slot": 11, "token": " =", "depth": 0 }, { "layer": 7, "position": 26, "slot": 13, "token": " torch", "depth": 0 }, { "layer": 7, "position": 27, "slot": 2, "token": ".", "depth": 0 }, { "layer": 7, "position": 28, "slot": 13, "token": "exp", "depth": 0 }, { "layer": 7, "position": 29, "slot": 11, "token": "(-", "depth": 0 }, { "layer": 7, "position": 30, "slot": 4, "token": "((", "depth": 0 }, { "layer": 7, "position": 31, "slot": 4, "token": "x", "depth": 0 }, { "layer": 7, "position": 32, "slot": 15, "token": " -", "depth": 0 }, { "layer": 7, "position": 33, "slot": 13, "token": " mu", "depth": 0 }, { "layer": 7, "position": 34, "slot": 1, "token": ")", "depth": 0 }, { "layer": 7, "position": 35, "slot": 15, "token": " **", "depth": 0 }, { "layer": 7, "position": 36, "slot": 4, "token": " 2", "depth": 0 }, { "layer": 7, "position": 37, "slot": 3, "token": ").", "depth": 0 }, { "layer": 7, "position": 38, "slot": 4, "token": "sum", "depth": 0 }, { "layer": 7, "position": 39, "slot": 2, "token": "(-", "depth": 0 }, { "layer": 7, "position": 40, "slot": 4, "token": "1", "depth": 0 }, { "layer": 7, "position": 41, "slot": 12, "token": ")", "depth": 0 }, { "layer": 7, "position": 42, "slot": 3, "token": " /", "depth": 0 }, { "layer": 7, "position": 43, "slot": 2, "token": " (", "depth": 0 }, { "layer": 7, "position": 44, "slot": 4, "token": "2", "depth": 0 }, { "layer": 7, "position": 45, "slot": 11, "token": " *", "depth": 0 }, { "layer": 7, "position": 46, "slot": 13, "token": " s", "depth": 0 }, { "layer": 7, "position": 47, "slot": 4, "token": "igma", "depth": 0 }, { "layer": 7, "position": 48, "slot": 14, "token": " **", "depth": 0 }, { "layer": 7, "position": 49, "slot": 4, "token": " 2", "depth": 0 }, { "layer": 7, "position": 50, "slot": 12, "token": "))", "depth": 0 } ] } ] }