{ "metadata": { "tool": "abliterlitics", "version": "1.0.0", "results_version": 1, "comparison_name": "gemma4-e4b", "variant": "coder3101", "architecture": "gemma4", "timestamp": "2026-06-27T11:59:04.937136+00:00" }, "results_version": 1, "architecture": { "family": "gemma4", "layers": 42 }, "variant": "Coder3101 Heretic", "layer_progression": { "0": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "1": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "2": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "3": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "4": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "5": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "6": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "7": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "8": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "9": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "10": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "11": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "12": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "13": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "14": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "15": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "16": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "17": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "18": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "19": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "20": { "total_tensors": 17, "changed_tensors": 0, "edit_density": 0.0, "mean_edit_norm": 0.0, "mean_relative_edit": 0.0, "mean_norm_shift": 0.0, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.0, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "21": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.08778692694271312, "mean_relative_edit": 0.001680314380874491, "mean_norm_shift": -7.301646039273218e-08, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 1.492377758026123, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.492377758026123 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.492377758026123, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.492377758026123, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.492377758026123, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "22": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.12457327281727511, "mean_relative_edit": 0.0021953911518771785, "mean_norm_shift": -5.172564748211966e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.1177456378936768, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1177456378936768 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.1177456378936768, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.1177456378936768, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.1177456378936768, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "23": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.10532067803775563, "mean_relative_edit": 0.001684974939057727, "mean_norm_shift": -3.119684913116165e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 1.7904515266418457, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.7904515266418457 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.7904515266418457, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.7904515266418457, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.7904515266418457, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "24": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.14209541152505314, "mean_relative_edit": 0.0026232584609639413, "mean_norm_shift": -2.1831460980383304e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.4156219959259033, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.4156219959259033 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.4156219959259033, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.4156219959259033, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.4156219959259033, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "25": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.14842713580412023, "mean_relative_edit": 0.002545921695809771, "mean_norm_shift": -2.155415088779334e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.523261308670044, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.523261308670044 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.523261308670044, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.523261308670044, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.523261308670044, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "26": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.11739758182974423, "mean_relative_edit": 0.0020084228713362256, "mean_norm_shift": 3.0442502542927884e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 1.9957588911056519, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.9957588911056519 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.9957588911056519, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.9957588911056519, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.9957588911056519, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "27": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.12431029712452608, "mean_relative_edit": 0.0021719579080768762, "mean_norm_shift": -1.0703309990773392e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.1132750511169434, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.1132750511169434 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.1132750511169434, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.1132750511169434, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.1132750511169434, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "28": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.09964459783890668, "mean_relative_edit": 0.0018368553856829056, "mean_norm_shift": -1.7414638344579868e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 1.6939581632614136, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.6939581632614136 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.6939581632614136, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.6939581632614136, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.6939581632614136, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "29": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.15215636702144847, "mean_relative_edit": 0.0025443817693232237, "mean_norm_shift": 1.7110714472742113e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.586658239364624, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.586658239364624 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.586658239364624, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.586658239364624, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.586658239364624, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "30": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.1403677884270163, "mean_relative_edit": 0.0025135476803199008, "mean_norm_shift": -2.7363896499280065e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.3862524032592773, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3862524032592773 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3862524032592773, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3862524032592773, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3862524032592773, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "31": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.20065192615284638, "mean_relative_edit": 0.00355435333606095, "mean_norm_shift": -4.380362140119811e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 3.4110827445983887, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 3.4110827445983887 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 3.4110827445983887, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 3.4110827445983887, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 3.4110827445983887, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "32": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.13473132077385397, "mean_relative_edit": 0.00232090634550745, "mean_norm_shift": -2.3695216432512768e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.2904324531555176, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.2904324531555176 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.2904324531555176, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.2904324531555176, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.2904324531555176, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "33": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.12484314862419577, "mean_relative_edit": 0.002207177642656822, "mean_norm_shift": -1.571009884825933e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.122333526611328, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.122333526611328 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.122333526611328, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.122333526611328, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.122333526611328, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "34": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.1390689681558048, "mean_relative_edit": 0.0023709511373222534, "mean_norm_shift": -7.096552859586388e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.3641724586486816, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3641724586486816 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3641724586486816, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3641724586486816, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3641724586486816, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "35": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.07887052087222829, "mean_relative_edit": 0.0012008062408978423, "mean_norm_shift": -2.876613243654061e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 1.3407988548278809, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.3407988548278809 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.3407988548278809, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.3407988548278809, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.3407988548278809, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "36": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.12351114609662224, "mean_relative_edit": 0.0020226921079777396, "mean_norm_shift": -4.137835063674777e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.099689483642578, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.099689483642578 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.099689483642578, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.099689483642578, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.099689483642578, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "37": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.1256415843963623, "mean_relative_edit": 0.002145283055122049, "mean_norm_shift": -2.1609337808662954e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.135906934738159, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.135906934738159 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.135906934738159, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.135906934738159, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.135906934738159, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "38": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.13650805809918573, "mean_relative_edit": 0.0023907864754537057, "mean_norm_shift": 1.7685045121447272e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.3206369876861572, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.3206369876861572 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3206369876861572, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3206369876861572, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.3206369876861572, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "39": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.14672796866473028, "mean_relative_edit": 0.0024603358039327564, "mean_norm_shift": -4.146428995263062e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 2.494375467300415, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 2.494375467300415 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.494375467300415, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.494375467300415, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 2.494375467300415, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "40": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.10838579430299647, "mean_relative_edit": 0.0018799459731548914, "mean_norm_shift": 3.055299698531438e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 1.84255850315094, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 1.84255850315094 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.84255850315094, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.84255850315094, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 1.84255850315094, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } }, "41": { "total_tensors": 17, "changed_tensors": 1, "edit_density": 5.88235294117647, "mean_edit_norm": 0.006437250796486349, "mean_relative_edit": 0.00010361164322819454, "mean_norm_shift": -1.2207760171920225e-06, "norm_shift_direction": "neutral", "type_edits": { "input_layernorm.weight": 0.0, "layer_scalar": 0.0, "mlp.down_proj.weight": 0.0, "mlp.gate_proj.weight": 0.0, "mlp.up_proj.weight": 0.0, "per_layer_input_gate.weight": 0.0, "per_layer_projection.weight": 0.0, "post_attention_layernorm.weight": 0.0, "post_feedforward_layernorm.weight": 0.0, "post_per_layer_input_norm.weight": 0.0, "pre_feedforward_layernorm.weight": 0.0, "self_attn.k_norm.weight": 0.0, "self_attn.k_proj.weight": 0.0, "self_attn.o_proj.weight": 0.10943326354026794, "self_attn.q_norm.weight": 0.0, "self_attn.q_proj.weight": 0.0, "self_attn.v_proj.weight": 0.0 }, "inter_tensor_correlation": { "input_layernorm.weight_vs_layer_scalar": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "input_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "input_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.down_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "layer_scalar_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "layer_scalar_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.gate_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "mlp.down_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.down_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_mlp.up_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "mlp.gate_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.gate_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_input_gate.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "mlp.up_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "mlp.up_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_per_layer_projection.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "per_layer_input_gate.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_input_gate.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_attention_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "per_layer_projection.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "per_layer_projection.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "post_attention_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_attention_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_post_per_layer_input_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "post_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_pre_feedforward_layernorm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "post_per_layer_input_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "post_per_layer_input_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "pre_feedforward_layernorm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.k_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "self_attn.k_norm.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.o_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 1, "a_mean_norm": 0, "b_mean_norm": 0.10943326354026794 }, "self_attn.k_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.k_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_norm.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 0.10943326354026794, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 0.10943326354026794, "b_mean_norm": 0 }, "self_attn.o_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 1, "b_count": 0, "a_mean_norm": 0.10943326354026794, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.q_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_norm.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 }, "self_attn.q_proj.weight_vs_self_attn.v_proj.weight": { "both_edited": false, "a_count": 0, "b_count": 0, "a_mean_norm": 0, "b_mean_norm": 0 } } } } }