| { | |
| "params": { | |
| "n_images": 16, | |
| "threshold": 0.3, | |
| "mask_frac": 0.33, | |
| "mask_trials": 40, | |
| "seed": 0 | |
| }, | |
| "comparison": [ | |
| { | |
| "model": "I-JEPA", | |
| "arch": "ViT-H/14", | |
| "modality": "vision", | |
| "layers": 32, | |
| "heads": 16, | |
| "eligible": 16, | |
| "violations": 0, | |
| "rho_min": 0.1898946422209352, | |
| "rho_max": 0.7523707496433034, | |
| "rho_mean": 0.4640417308123093, | |
| "fi_base": 0.0662557781201849, | |
| "fi_masked": 0.10097773335623453, | |
| "fi_delta": 0.03472195523604962, | |
| "global_threshold": 0.74, | |
| "global_components": 191 | |
| }, | |
| { | |
| "model": "BERT", | |
| "arch": "Encoder", | |
| "modality": "text", | |
| "layers": 12, | |
| "heads": 12, | |
| "eligible": 12, | |
| "violations": 0, | |
| "rho_min": 0.7433284232001683, | |
| "rho_max": 0.9999999999999966, | |
| "rho_mean": 0.937799065825098, | |
| "fi_base": 0.019011406844106463, | |
| "fi_masked": 0.03190626573581279, | |
| "fi_delta": 0.012894858891706325, | |
| "global_threshold": 0.9, | |
| "global_components": 32 | |
| }, | |
| { | |
| "model": "GPT-2", | |
| "arch": "Decoder", | |
| "modality": "text", | |
| "layers": 12, | |
| "heads": 12, | |
| "eligible": 10, | |
| "violations": 0, | |
| "rho_min": 0.8604093857778066, | |
| "rho_max": 0.9999999999999966, | |
| "rho_mean": 0.9860409385777775, | |
| "fi_base": 0.0020807324178110697, | |
| "fi_masked": 0.0030266089176259315, | |
| "fi_delta": 0.0009458764998148618, | |
| "global_threshold": 0.96, | |
| "global_components": 17 | |
| }, | |
| { | |
| "model": "ViT", | |
| "arch": "ViT-B/16", | |
| "modality": "vision", | |
| "layers": 12, | |
| "heads": 12, | |
| "eligible": 6, | |
| "violations": 0, | |
| "rho_min": 0.5571681051471905, | |
| "rho_max": 0.9999999999999966, | |
| "rho_mean": 0.8074321349705519, | |
| "fi_base": 0.025284450063211124, | |
| "fi_masked": 0.039390908723770865, | |
| "fi_delta": 0.014106458660559741, | |
| "global_threshold": 0.64, | |
| "global_components": 29 | |
| } | |
| ], | |
| "models": { | |
| "BERT": { | |
| "model_id": "bert-base-uncased", | |
| "arch": "Encoder", | |
| "modality": "text", | |
| "device": "cuda", | |
| "n_layers": 12, | |
| "n_heads": 12, | |
| "hidden": 768, | |
| "seq_len": 32, | |
| "n_inputs": 16, | |
| "threshold": 0.3, | |
| "per_layer": [ | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 59, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 59, | |
| "density": 0.8939393939393939, | |
| "G_connected": true, | |
| "TG_nodes": 59, | |
| "TG_edges": 489, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 5.8673625064201635, | |
| "l2TG": 4.39964753087135, | |
| "rho": 0.7498509809232315, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 163, | |
| "T3_connected": true, | |
| "l2T3": 3.2149891526132364, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 0 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 64, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 64, | |
| "density": 0.9696969696969697, | |
| "G_connected": true, | |
| "TG_nodes": 64, | |
| "TG_edges": 603, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 9.000000000000007, | |
| "l2TG": 7.743684472000252, | |
| "rho": 0.8604093857778051, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 201, | |
| "T3_connected": true, | |
| "l2T3": 6.553778005275097, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 1 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 65, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 65, | |
| "density": 0.9848484848484849, | |
| "G_connected": true, | |
| "TG_nodes": 65, | |
| "TG_edges": 630, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 10.000000000000004, | |
| "l2TG": 8.99999999999999, | |
| "rho": 0.8999999999999986, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 210, | |
| "T3_connected": true, | |
| "l2T3": 8.00000000000001, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 2 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 3 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 4 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 5 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 6 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 7 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 8 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 9 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 60, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 60, | |
| "density": 0.9090909090909091, | |
| "G_connected": true, | |
| "TG_nodes": 60, | |
| "TG_edges": 525, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 5.000000000000002, | |
| "l2TG": 3.716642116000843, | |
| "rho": 0.7433284232001683, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 175, | |
| "T3_connected": true, | |
| "l2T3": 2.648430770212093, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 10 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 11 | |
| } | |
| ], | |
| "global": { | |
| "threshold": 0.9, | |
| "threshold_bumped": true, | |
| "giant": true, | |
| "orig_nodes": 144, | |
| "orig_edges": 789, | |
| "n_components": 32, | |
| "nodes": 80, | |
| "edges": 648, | |
| "density": 0.20506329113924052, | |
| "G_connected": true, | |
| "TG_nodes": 648, | |
| "TG_edges": 9099, | |
| "TG_connected": false, | |
| "eligible": false, | |
| "l2G": 0.2335298800450971, | |
| "l2TG": -2.1616539020349524e-14, | |
| "rho": null, | |
| "fi": 0.019011406844106463, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 3033, | |
| "T3_connected": false, | |
| "l2T3": 1.8952026227137376e-15, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false | |
| }, | |
| "masking": { | |
| "n_heads_total": 144, | |
| "n_masked": 48, | |
| "mask_frac": 0.33, | |
| "trials": 40, | |
| "seed": 0, | |
| "threshold": 0.9, | |
| "base_rho": null, | |
| "base_fi": 0.019011406844106463, | |
| "base_violation": false, | |
| "masked_rho": null, | |
| "masked_fi": { | |
| "n": 40, | |
| "mean": 0.03190626573581279, | |
| "std": 0.009352705277803627, | |
| "min": 0.01699029126213592, | |
| "max": 0.06477732793522267 | |
| }, | |
| "masked_violations": 0 | |
| }, | |
| "label": "BERT" | |
| }, | |
| "GPT-2": { | |
| "model_id": "gpt2", | |
| "arch": "Decoder", | |
| "modality": "text", | |
| "device": "cuda", | |
| "n_layers": 12, | |
| "n_heads": 12, | |
| "hidden": 768, | |
| "seq_len": 32, | |
| "n_inputs": 16, | |
| "threshold": 0.3, | |
| "per_layer": [ | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 0 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 64, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 64, | |
| "density": 0.9696969696969697, | |
| "G_connected": true, | |
| "TG_nodes": 64, | |
| "TG_edges": 603, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 9.000000000000007, | |
| "l2TG": 7.7436844720002656, | |
| "rho": 0.8604093857778066, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 201, | |
| "T3_connected": true, | |
| "l2T3": 6.553778005275089, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 1 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 2 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 3 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 55, | |
| "n_components": 2, | |
| "nodes": 12, | |
| "edges": 55, | |
| "density": 0.8333333333333334, | |
| "G_connected": false, | |
| "TG_nodes": 55, | |
| "TG_edges": 495, | |
| "TG_connected": true, | |
| "eligible": false, | |
| "l2G": 0.0, | |
| "l2TG": 10.999999999999986, | |
| "rho": null, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 165, | |
| "T3_connected": true, | |
| "l2T3": 10.999999999999988, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false, | |
| "layer": 4 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 5 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 6 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 7 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 8 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 9 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 10 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 56, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 56, | |
| "density": 0.8484848484848485, | |
| "G_connected": true, | |
| "TG_nodes": 56, | |
| "TG_edges": 495, | |
| "TG_connected": false, | |
| "eligible": false, | |
| "l2G": 1.0000000000000036, | |
| "l2TG": 1.0658141036401503e-14, | |
| "rho": null, | |
| "fi": 0.017857142857142856, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 165, | |
| "T3_connected": true, | |
| "l2T3": 10.999999999999988, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false, | |
| "layer": 11 | |
| } | |
| ], | |
| "global": { | |
| "threshold": 0.96, | |
| "threshold_bumped": true, | |
| "giant": true, | |
| "orig_nodes": 144, | |
| "orig_edges": 4806, | |
| "n_components": 17, | |
| "nodes": 121, | |
| "edges": 4799, | |
| "density": 0.6610192837465565, | |
| "G_connected": true, | |
| "TG_nodes": 4799, | |
| "TG_edges": 415425, | |
| "TG_connected": false, | |
| "eligible": false, | |
| "l2G": 0.07908725736925476, | |
| "l2TG": 3.308722450212111e-24, | |
| "rho": null, | |
| "fi": 0.0020807324178110697, | |
| "violation": false, | |
| "T3_skipped": true, | |
| "T3_nodes": 4001, | |
| "T3_connected": null, | |
| "l2T3": null, | |
| "chain_eligible": false, | |
| "chain_holds": null, | |
| "chain_violation": null | |
| }, | |
| "masking": { | |
| "n_heads_total": 144, | |
| "n_masked": 48, | |
| "mask_frac": 0.33, | |
| "trials": 40, | |
| "seed": 0, | |
| "threshold": 0.96, | |
| "base_rho": null, | |
| "base_fi": 0.0020807324178110697, | |
| "base_violation": false, | |
| "masked_rho": { | |
| "n": 5, | |
| "mean": 0.7380129589653813, | |
| "std": 0.08211464245209515, | |
| "min": 0.6401879905439787, | |
| "max": 0.8678309771763087 | |
| }, | |
| "masked_fi": { | |
| "n": 40, | |
| "mean": 0.0030266089176259315, | |
| "std": 0.0010309813337538924, | |
| "min": 0.0012842465753424657, | |
| "max": 0.005575266092245312 | |
| }, | |
| "masked_violations": 0 | |
| }, | |
| "label": "GPT-2" | |
| }, | |
| "ViT": { | |
| "model_id": "google/vit-base-patch16-224", | |
| "arch": "ViT-B/16", | |
| "modality": "vision", | |
| "device": "cuda", | |
| "n_layers": 12, | |
| "n_heads": 12, | |
| "hidden": 768, | |
| "seq_len": 197, | |
| "n_inputs": 16, | |
| "threshold": 0.3, | |
| "per_layer": [ | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 37, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 37, | |
| "density": 0.5606060606060606, | |
| "G_connected": true, | |
| "TG_nodes": 37, | |
| "TG_edges": 192, | |
| "TG_connected": false, | |
| "eligible": false, | |
| "l2G": 0.8348561194446789, | |
| "l2TG": 1.6653345369267817e-15, | |
| "rho": null, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 64, | |
| "T3_connected": false, | |
| "l2T3": 3.552713678800501e-15, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false, | |
| "layer": 0 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 27, | |
| "n_components": 2, | |
| "nodes": 12, | |
| "edges": 27, | |
| "density": 0.4090909090909091, | |
| "G_connected": false, | |
| "TG_nodes": 27, | |
| "TG_edges": 99, | |
| "TG_connected": false, | |
| "eligible": false, | |
| "l2G": 5.074066701024886e-16, | |
| "l2TG": 1.7569436727581542e-15, | |
| "rho": null, | |
| "fi": 0.07407407407407407, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 33, | |
| "T3_connected": false, | |
| "l2T3": 1.9320654072420802e-15, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false, | |
| "layer": 1 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 41, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 41, | |
| "density": 0.6212121212121212, | |
| "G_connected": true, | |
| "TG_nodes": 41, | |
| "TG_edges": 228, | |
| "TG_connected": false, | |
| "eligible": false, | |
| "l2G": 0.9688723585016404, | |
| "l2TG": 3.630813785833476e-15, | |
| "rho": null, | |
| "fi": 0.024390243902439025, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 76, | |
| "T3_connected": true, | |
| "l2T3": 0.8023157749875873, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false, | |
| "layer": 2 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 51, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 51, | |
| "density": 0.7727272727272727, | |
| "G_connected": true, | |
| "TG_nodes": 51, | |
| "TG_edges": 354, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 2.8017454700583113, | |
| "l2TG": 1.5610432146571138, | |
| "rho": 0.5571681051471905, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 118, | |
| "T3_connected": true, | |
| "l2T3": 0.7080237203662992, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 3 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 48, | |
| "n_components": 2, | |
| "nodes": 12, | |
| "edges": 48, | |
| "density": 0.7272727272727273, | |
| "G_connected": false, | |
| "TG_nodes": 48, | |
| "TG_edges": 354, | |
| "TG_connected": true, | |
| "eligible": false, | |
| "l2G": 1.001742866954582e-15, | |
| "l2TG": 2.7145979956085617, | |
| "rho": null, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 118, | |
| "T3_connected": true, | |
| "l2T3": 1.7085928731440583, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false, | |
| "layer": 4 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 52, | |
| "n_components": 2, | |
| "nodes": 12, | |
| "edges": 52, | |
| "density": 0.7878787878787878, | |
| "G_connected": false, | |
| "TG_nodes": 52, | |
| "TG_edges": 420, | |
| "TG_connected": true, | |
| "eligible": false, | |
| "l2G": 9.992007221626409e-16, | |
| "l2TG": 6.186582333817828, | |
| "rho": null, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 140, | |
| "T3_connected": true, | |
| "l2T3": 4.940314731079509, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false, | |
| "layer": 5 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 36, | |
| "n_components": 2, | |
| "nodes": 12, | |
| "edges": 36, | |
| "density": 0.5454545454545454, | |
| "G_connected": false, | |
| "TG_nodes": 36, | |
| "TG_edges": 201, | |
| "TG_connected": false, | |
| "eligible": false, | |
| "l2G": 1.2212439812957129e-15, | |
| "l2TG": -5.551115123125783e-16, | |
| "rho": null, | |
| "fi": 0.027777777777777776, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 67, | |
| "T3_connected": false, | |
| "l2T3": -7.7465548686012e-69, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false, | |
| "layer": 6 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 54, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 54, | |
| "density": 0.8181818181818182, | |
| "G_connected": true, | |
| "TG_nodes": 54, | |
| "TG_edges": 396, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 3.973047636584488, | |
| "l2TG": 2.761714435317381, | |
| "rho": 0.6951123389226577, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 132, | |
| "T3_connected": true, | |
| "l2T3": 1.7571490345431844, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 7 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 58, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 58, | |
| "density": 0.8787878787878788, | |
| "G_connected": true, | |
| "TG_nodes": 58, | |
| "TG_edges": 459, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 6.43844718719117, | |
| "l2TG": 4.712318682721152, | |
| "rho": 0.7319029799756644, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 153, | |
| "T3_connected": true, | |
| "l2T3": 3.4092705869104787, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 8 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 64, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 64, | |
| "density": 0.9696969696969697, | |
| "G_connected": true, | |
| "TG_nodes": 64, | |
| "TG_edges": 603, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 9.000000000000005, | |
| "l2TG": 7.743684472000257, | |
| "rho": 0.8604093857778058, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 201, | |
| "T3_connected": true, | |
| "l2T3": 6.553778005275102, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 9 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 10 | |
| }, | |
| { | |
| "threshold": 0.3, | |
| "threshold_bumped": false, | |
| "giant": false, | |
| "orig_nodes": 12, | |
| "orig_edges": 66, | |
| "n_components": 1, | |
| "nodes": 12, | |
| "edges": 66, | |
| "density": 1.0, | |
| "G_connected": true, | |
| "TG_nodes": 66, | |
| "TG_edges": 660, | |
| "TG_connected": true, | |
| "eligible": true, | |
| "l2G": 11.999999999999996, | |
| "l2TG": 11.999999999999956, | |
| "rho": 0.9999999999999966, | |
| "fi": 0.0, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 220, | |
| "T3_connected": true, | |
| "l2T3": 11.999999999999982, | |
| "chain_eligible": true, | |
| "chain_holds": true, | |
| "chain_violation": false, | |
| "layer": 11 | |
| } | |
| ], | |
| "global": { | |
| "threshold": 0.64, | |
| "threshold_bumped": true, | |
| "giant": true, | |
| "orig_nodes": 144, | |
| "orig_edges": 791, | |
| "n_components": 29, | |
| "nodes": 115, | |
| "edges": 790, | |
| "density": 0.12051868802440885, | |
| "G_connected": true, | |
| "TG_nodes": 790, | |
| "TG_edges": 10485, | |
| "TG_connected": false, | |
| "eligible": false, | |
| "l2G": 0.03291760168082712, | |
| "l2TG": -1.2097352420069892e-13, | |
| "rho": null, | |
| "fi": 0.025284450063211124, | |
| "violation": false, | |
| "T3_skipped": false, | |
| "T3_nodes": 3495, | |
| "T3_connected": false, | |
| "l2T3": 6.617444900424222e-24, | |
| "chain_eligible": false, | |
| "chain_holds": false, | |
| "chain_violation": false | |
| }, | |
| "masking": { | |
| "n_heads_total": 144, | |
| "n_masked": 48, | |
| "mask_frac": 0.33, | |
| "trials": 40, | |
| "seed": 0, | |
| "threshold": 0.64, | |
| "base_rho": null, | |
| "base_fi": 0.025284450063211124, | |
| "base_violation": false, | |
| "masked_rho": null, | |
| "masked_fi": { | |
| "n": 40, | |
| "mean": 0.039390908723770865, | |
| "std": 0.009636276192268641, | |
| "min": 0.01238390092879257, | |
| "max": 0.06129032258064516 | |
| }, | |
| "masked_violations": 0 | |
| }, | |
| "label": "ViT" | |
| } | |
| }, | |
| "jepa_included": true | |
| } |