{ "metadata": { "tool": "abliterlitics", "version": "1.0.0", "results_version": 1, "comparison_name": "gemma4-e4b", "variant": "coder3101", "architecture": "gemma4", "timestamp": "2026-07-09T15:31:23.069363+00:00" }, "results_version": 1, "architecture": { "family": "gemma4", "layers": 42, "total_keys": 2130 }, "variant": "Coder3101 Heretic", "total_keys": 719, "changed_count": 21, "edit_norms": { "count": 21, "mean": 2.078418173960277, "median": 2.122333526611328, "std": 0.6119844391699579, "min": 0.10943326354026794, "max": 3.4110827445983887 }, "relative_edits": { "count": 21, "mean": 0.03599294724184891, "median": 0.03732164958191203, "std": 0.010872033006862817, "min": 0.001761397934879307, "max": 0.06042400671303615 }, "per_key_details": [ { "key": "model.language_model.embed_tokens.weight", "tensor_type": "embed_tokens.weight", "layer": null, "category": "embedding", "edit_norm": 0.0, "base_norm": 539.5653686523438, "relative_edit": 0.0, "numel": 671088640, "changed": false }, { "key": "model.language_model.embed_tokens_per_layer.weight", "tensor_type": "embed_tokens_per_layer.weight", "layer": null, "category": "embedding", "edit_norm": 0.0, "base_norm": 2139.47021484375, "relative_edit": 0.0, "numel": 2818572288, "changed": false }, { "key": "model.language_model.layers.0.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 0, "category": "norm", "edit_norm": 0.0, "base_norm": 562.3897705078125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.0.layer_scalar", "tensor_type": "layer_scalar", "layer": 0, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.06103515625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.0.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 0, "category": "mlp", "edit_norm": 0.0, "base_norm": 106.39189910888672, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.0.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 0, "category": "mlp", "edit_norm": 0.0, "base_norm": 131.32278442382812, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.0.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 0, "category": "mlp", "edit_norm": 0.0, "base_norm": 134.34947204589844, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.0.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 0, "category": "per_layer", "edit_norm": 0.0, "base_norm": 1.1104313135147095, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.0.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 0, "category": "per_layer", "edit_norm": 0.0, "base_norm": 56.417808532714844, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.0.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 0, "category": "norm", "edit_norm": 0.0, "base_norm": 363.11517333984375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.0.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 0, "category": "norm", "edit_norm": 0.0, "base_norm": 397.9847106933594, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.0.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 0, "category": "norm", "edit_norm": 0.0, "base_norm": 283.6213073730469, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.0.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 0, "category": "norm", "edit_norm": 0.0, "base_norm": 334.4049072265625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.0.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 0, "category": "attention", "edit_norm": 0.0, "base_norm": 2.03125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.0.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 0, "category": "attention", "edit_norm": 0.0, "base_norm": 31.77863311767578, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.0.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 0, "category": "attention", "edit_norm": 0.0, "base_norm": 63.56478500366211, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.0.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 0, "category": "attention", "edit_norm": 0.0, "base_norm": 15.75, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.0.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 0, "category": "attention", "edit_norm": 0.0, "base_norm": 63.10002517700195, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.0.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 0, "category": "attention", "edit_norm": 0.0, "base_norm": 31.6990966796875, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.1.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 1, "category": "norm", "edit_norm": 0.0, "base_norm": 719.3878173828125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.1.layer_scalar", "tensor_type": "layer_scalar", "layer": 1, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.16015625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.1.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 1, "category": "mlp", "edit_norm": 0.0, "base_norm": 108.31302642822266, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.1.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 1, "category": "mlp", "edit_norm": 0.0, "base_norm": 132.3343963623047, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.1.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 1, "category": "mlp", "edit_norm": 0.0, "base_norm": 136.81423950195312, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.1.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 1, "category": "per_layer", "edit_norm": 0.0, "base_norm": 3.1151113510131836, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.1.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 1, "category": "per_layer", "edit_norm": 0.0, "base_norm": 53.24144744873047, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.1.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 1, "category": "norm", "edit_norm": 0.0, "base_norm": 216.82435607910156, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.1.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 1, "category": "norm", "edit_norm": 0.0, "base_norm": 61.07600784301758, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.1.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 1, "category": "norm", "edit_norm": 0.0, "base_norm": 15.609729766845703, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.1.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 1, "category": "norm", "edit_norm": 0.0, "base_norm": 2292.366943359375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.1.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 1, "category": "attention", "edit_norm": 0.0, "base_norm": 2.078125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.1.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 1, "category": "attention", "edit_norm": 0.0, "base_norm": 30.38418960571289, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.1.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 1, "category": "attention", "edit_norm": 0.0, "base_norm": 59.78000259399414, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.1.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 1, "category": "attention", "edit_norm": 0.0, "base_norm": 15.4375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.1.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 1, "category": "attention", "edit_norm": 0.0, "base_norm": 61.95423126220703, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.1.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 1, "category": "attention", "edit_norm": 0.0, "base_norm": 32.20498275756836, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.10.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 10, "category": "norm", "edit_norm": 0.0, "base_norm": 1547.0220947265625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.10.layer_scalar", "tensor_type": "layer_scalar", "layer": 10, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.62109375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.10.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 10, "category": "mlp", "edit_norm": 0.0, "base_norm": 98.68649291992188, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.10.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 10, "category": "mlp", "edit_norm": 0.0, "base_norm": 137.78512573242188, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.10.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 10, "category": "mlp", "edit_norm": 0.0, "base_norm": 138.1079864501953, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.10.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 10, "category": "per_layer", "edit_norm": 0.0, "base_norm": 13.980788230895996, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.10.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 10, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.16932678222656, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.10.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 10, "category": "norm", "edit_norm": 0.0, "base_norm": 34.16542434692383, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.10.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 10, "category": "norm", "edit_norm": 0.0, "base_norm": 65.27615356445312, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.10.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 10, "category": "norm", "edit_norm": 0.0, "base_norm": 34.191768646240234, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.10.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 10, "category": "norm", "edit_norm": 0.0, "base_norm": 1192.8363037109375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.10.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 10, "category": "attention", "edit_norm": 0.0, "base_norm": 1.953125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.10.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 10, "category": "attention", "edit_norm": 0.0, "base_norm": 31.176658630371094, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.10.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 10, "category": "attention", "edit_norm": 0.0, "base_norm": 65.95577239990234, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.10.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 10, "category": "attention", "edit_norm": 0.0, "base_norm": 16.375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.10.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 10, "category": "attention", "edit_norm": 0.0, "base_norm": 61.56078338623047, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.10.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 10, "category": "attention", "edit_norm": 0.0, "base_norm": 31.098133087158203, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.11.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 11, "category": "norm", "edit_norm": 0.0, "base_norm": 2193.435546875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.11.layer_scalar", "tensor_type": "layer_scalar", "layer": 11, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.51953125, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.11.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 11, "category": "mlp", "edit_norm": 0.0, "base_norm": 100.94623565673828, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.11.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 11, "category": "mlp", "edit_norm": 0.0, "base_norm": 132.86460876464844, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.11.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 11, "category": "mlp", "edit_norm": 0.0, "base_norm": 132.35227966308594, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.11.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 11, "category": "per_layer", "edit_norm": 0.0, "base_norm": 14.63333511352539, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.11.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 11, "category": "per_layer", "edit_norm": 0.0, "base_norm": 55.30987548828125, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.11.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 11, "category": "norm", "edit_norm": 0.0, "base_norm": 43.550437927246094, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.11.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 11, "category": "norm", "edit_norm": 0.0, "base_norm": 77.1336669921875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.11.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 11, "category": "norm", "edit_norm": 0.0, "base_norm": 68.26229095458984, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.11.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 11, "category": "norm", "edit_norm": 0.0, "base_norm": 1687.37646484375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.11.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 11, "category": "attention", "edit_norm": 0.0, "base_norm": 1.4584077596664429, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.11.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 11, "category": "attention", "edit_norm": 0.0, "base_norm": 40.70024108886719, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.11.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 11, "category": "attention", "edit_norm": 0.0, "base_norm": 71.12318420410156, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.11.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 11, "category": "attention", "edit_norm": 0.0, "base_norm": 22.008699417114258, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.11.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 11, "category": "attention", "edit_norm": 0.0, "base_norm": 81.70069122314453, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.11.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 11, "category": "attention", "edit_norm": 0.0, "base_norm": 40.47544860839844, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.12.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 12, "category": "norm", "edit_norm": 0.0, "base_norm": 1976.65234375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.12.layer_scalar", "tensor_type": "layer_scalar", "layer": 12, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.74609375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.12.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 12, "category": "mlp", "edit_norm": 0.0, "base_norm": 101.75801086425781, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.12.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 12, "category": "mlp", "edit_norm": 0.0, "base_norm": 141.16261291503906, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.12.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 12, "category": "mlp", "edit_norm": 0.0, "base_norm": 142.0087127685547, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.12.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 12, "category": "per_layer", "edit_norm": 0.0, "base_norm": 16.604171752929688, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.12.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 12, "category": "per_layer", "edit_norm": 0.0, "base_norm": 53.95722579956055, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.12.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 12, "category": "norm", "edit_norm": 0.0, "base_norm": 36.50940704345703, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.12.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 12, "category": "norm", "edit_norm": 0.0, "base_norm": 51.913665771484375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.12.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 12, "category": "norm", "edit_norm": 0.0, "base_norm": 23.453725814819336, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.12.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 12, "category": "norm", "edit_norm": 0.0, "base_norm": 1928.5867919921875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.12.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 12, "category": "attention", "edit_norm": 0.0, "base_norm": 1.921875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.12.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 12, "category": "attention", "edit_norm": 0.0, "base_norm": 29.890857696533203, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.12.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 12, "category": "attention", "edit_norm": 0.0, "base_norm": 61.914859771728516, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.12.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 12, "category": "attention", "edit_norm": 0.0, "base_norm": 16.625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.12.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 12, "category": "attention", "edit_norm": 0.0, "base_norm": 59.62895965576172, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.12.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 12, "category": "attention", "edit_norm": 0.0, "base_norm": 29.807828903198242, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.13.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 13, "category": "norm", "edit_norm": 0.0, "base_norm": 2129.828369140625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.13.layer_scalar", "tensor_type": "layer_scalar", "layer": 13, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.7109375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.13.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 13, "category": "mlp", "edit_norm": 0.0, "base_norm": 104.60979461669922, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.13.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 13, "category": "mlp", "edit_norm": 0.0, "base_norm": 137.23255920410156, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.13.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 13, "category": "mlp", "edit_norm": 0.0, "base_norm": 137.30419921875, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.13.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 13, "category": "per_layer", "edit_norm": 0.0, "base_norm": 14.983562469482422, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.13.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 13, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.9785041809082, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.13.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 13, "category": "norm", "edit_norm": 0.0, "base_norm": 24.908485412597656, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.13.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 13, "category": "norm", "edit_norm": 0.0, "base_norm": 68.48486328125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.13.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 13, "category": "norm", "edit_norm": 0.0, "base_norm": 32.42045593261719, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.13.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 13, "category": "norm", "edit_norm": 0.0, "base_norm": 873.1041870117188, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.13.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 13, "category": "attention", "edit_norm": 0.0, "base_norm": 1.953125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.13.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 13, "category": "attention", "edit_norm": 0.0, "base_norm": 28.930240631103516, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.13.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 13, "category": "attention", "edit_norm": 0.0, "base_norm": 63.7784309387207, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.13.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 13, "category": "attention", "edit_norm": 0.0, "base_norm": 16.375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.13.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 13, "category": "attention", "edit_norm": 0.0, "base_norm": 56.93617248535156, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.13.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 13, "category": "attention", "edit_norm": 0.0, "base_norm": 28.80209732055664, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.14.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 14, "category": "norm", "edit_norm": 0.0, "base_norm": 1298.9908447265625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.14.layer_scalar", "tensor_type": "layer_scalar", "layer": 14, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.671875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.14.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 14, "category": "mlp", "edit_norm": 0.0, "base_norm": 97.69435119628906, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.14.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 14, "category": "mlp", "edit_norm": 0.0, "base_norm": 130.90371704101562, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.14.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 14, "category": "mlp", "edit_norm": 0.0, "base_norm": 130.38755798339844, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.14.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 14, "category": "per_layer", "edit_norm": 0.0, "base_norm": 13.424017906188965, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.14.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 14, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.88349151611328, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.14.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 14, "category": "norm", "edit_norm": 0.0, "base_norm": 32.06250762939453, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.14.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 14, "category": "norm", "edit_norm": 0.0, "base_norm": 87.68759155273438, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.14.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 14, "category": "norm", "edit_norm": 0.0, "base_norm": 14.200285911560059, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.14.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 14, "category": "norm", "edit_norm": 0.0, "base_norm": 244.29563903808594, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.14.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 14, "category": "attention", "edit_norm": 0.0, "base_norm": 1.9375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.14.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 14, "category": "attention", "edit_norm": 0.0, "base_norm": 28.639606475830078, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.14.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 14, "category": "attention", "edit_norm": 0.0, "base_norm": 63.928192138671875, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.14.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 14, "category": "attention", "edit_norm": 0.0, "base_norm": 16.5, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.14.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 14, "category": "attention", "edit_norm": 0.0, "base_norm": 56.36750793457031, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.14.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 14, "category": "attention", "edit_norm": 0.0, "base_norm": 28.187314987182617, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.15.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 15, "category": "norm", "edit_norm": 0.0, "base_norm": 660.2973022460938, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.15.layer_scalar", "tensor_type": "layer_scalar", "layer": 15, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.5390625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.15.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 15, "category": "mlp", "edit_norm": 0.0, "base_norm": 89.46987915039062, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.15.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 15, "category": "mlp", "edit_norm": 0.0, "base_norm": 129.58055114746094, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.15.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 15, "category": "mlp", "edit_norm": 0.0, "base_norm": 129.13665771484375, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.15.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 15, "category": "per_layer", "edit_norm": 0.0, "base_norm": 11.995497703552246, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.15.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 15, "category": "per_layer", "edit_norm": 0.0, "base_norm": 50.15523910522461, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.15.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 15, "category": "norm", "edit_norm": 0.0, "base_norm": 50.034461975097656, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.15.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 15, "category": "norm", "edit_norm": 0.0, "base_norm": 106.54208374023438, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.15.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 15, "category": "norm", "edit_norm": 0.0, "base_norm": 61.7928352355957, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.15.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 15, "category": "norm", "edit_norm": 0.0, "base_norm": 147.4600372314453, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.15.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 15, "category": "attention", "edit_norm": 0.0, "base_norm": 2.03125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.15.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 15, "category": "attention", "edit_norm": 0.0, "base_norm": 27.489768981933594, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.15.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 15, "category": "attention", "edit_norm": 0.0, "base_norm": 58.18947982788086, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.15.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 15, "category": "attention", "edit_norm": 0.0, "base_norm": 15.75, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.15.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 15, "category": "attention", "edit_norm": 0.0, "base_norm": 54.83394241333008, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.15.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 15, "category": "attention", "edit_norm": 0.0, "base_norm": 26.59971046447754, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.16.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 16, "category": "norm", "edit_norm": 0.0, "base_norm": 764.9962158203125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.16.layer_scalar", "tensor_type": "layer_scalar", "layer": 16, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.63671875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.16.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 16, "category": "mlp", "edit_norm": 0.0, "base_norm": 83.39749145507812, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.16.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 16, "category": "mlp", "edit_norm": 0.0, "base_norm": 118.96552276611328, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.16.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 16, "category": "mlp", "edit_norm": 0.0, "base_norm": 118.37474060058594, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.16.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 16, "category": "per_layer", "edit_norm": 0.0, "base_norm": 13.103943824768066, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.16.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 16, "category": "per_layer", "edit_norm": 0.0, "base_norm": 51.46934127807617, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.16.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 16, "category": "norm", "edit_norm": 0.0, "base_norm": 41.71900939941406, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.16.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 16, "category": "norm", "edit_norm": 0.0, "base_norm": 91.3440933227539, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.16.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 16, "category": "norm", "edit_norm": 0.0, "base_norm": 29.92510986328125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.16.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 16, "category": "norm", "edit_norm": 0.0, "base_norm": 60.94634246826172, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.16.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 16, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.16.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 16, "category": "attention", "edit_norm": 0.0, "base_norm": 26.9898738861084, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.16.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 16, "category": "attention", "edit_norm": 0.0, "base_norm": 56.821624755859375, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.16.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 16, "category": "attention", "edit_norm": 0.0, "base_norm": 15.9375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.16.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 16, "category": "attention", "edit_norm": 0.0, "base_norm": 54.77863693237305, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.16.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 16, "category": "attention", "edit_norm": 0.0, "base_norm": 26.24455451965332, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.17.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 17, "category": "norm", "edit_norm": 0.0, "base_norm": 375.3606872558594, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.17.layer_scalar", "tensor_type": "layer_scalar", "layer": 17, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.423828125, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.17.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 17, "category": "mlp", "edit_norm": 0.0, "base_norm": 82.90483856201172, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.17.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 17, "category": "mlp", "edit_norm": 0.0, "base_norm": 115.16876983642578, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.17.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 17, "category": "mlp", "edit_norm": 0.0, "base_norm": 116.63542175292969, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.17.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 17, "category": "per_layer", "edit_norm": 0.0, "base_norm": 9.333442687988281, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.17.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 17, "category": "per_layer", "edit_norm": 0.0, "base_norm": 50.74952697753906, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.17.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 17, "category": "norm", "edit_norm": 0.0, "base_norm": 71.1190185546875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.17.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 17, "category": "norm", "edit_norm": 0.0, "base_norm": 151.1227264404297, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.17.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 17, "category": "norm", "edit_norm": 0.0, "base_norm": 63.36868667602539, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.17.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 17, "category": "norm", "edit_norm": 0.0, "base_norm": 50.456329345703125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.17.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 17, "category": "attention", "edit_norm": 0.0, "base_norm": 1.408689260482788, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.17.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 17, "category": "attention", "edit_norm": 0.0, "base_norm": 35.82019805908203, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.17.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 17, "category": "attention", "edit_norm": 0.0, "base_norm": 63.41203689575195, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.17.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 17, "category": "attention", "edit_norm": 0.0, "base_norm": 22.8041934967041, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.17.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 17, "category": "attention", "edit_norm": 0.0, "base_norm": 74.56464385986328, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.17.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 17, "category": "attention", "edit_norm": 0.0, "base_norm": 35.880550384521484, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.18.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 18, "category": "norm", "edit_norm": 0.0, "base_norm": 494.3365783691406, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.18.layer_scalar", "tensor_type": "layer_scalar", "layer": 18, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.54296875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.18.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 18, "category": "mlp", "edit_norm": 0.0, "base_norm": 75.4670639038086, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.18.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 18, "category": "mlp", "edit_norm": 0.0, "base_norm": 117.05247497558594, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.18.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 18, "category": "mlp", "edit_norm": 0.0, "base_norm": 118.57843780517578, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.18.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 18, "category": "per_layer", "edit_norm": 0.0, "base_norm": 11.43996810913086, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.18.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 18, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.02887725830078, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.18.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 18, "category": "norm", "edit_norm": 0.0, "base_norm": 52.17005920410156, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.18.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 18, "category": "norm", "edit_norm": 0.0, "base_norm": 117.50435638427734, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.18.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 18, "category": "norm", "edit_norm": 0.0, "base_norm": 14.165892601013184, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.18.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 18, "category": "norm", "edit_norm": 0.0, "base_norm": 77.17996978759766, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.18.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 18, "category": "attention", "edit_norm": 0.0, "base_norm": 1.9453125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.18.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 18, "category": "attention", "edit_norm": 0.0, "base_norm": 25.950281143188477, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.18.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 18, "category": "attention", "edit_norm": 0.0, "base_norm": 55.12913513183594, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.18.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 18, "category": "attention", "edit_norm": 0.0, "base_norm": 16.5, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.18.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 18, "category": "attention", "edit_norm": 0.0, "base_norm": 54.7093620300293, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.18.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 18, "category": "attention", "edit_norm": 0.0, "base_norm": 26.021678924560547, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.19.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 19, "category": "norm", "edit_norm": 0.0, "base_norm": 394.1702880859375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.19.layer_scalar", "tensor_type": "layer_scalar", "layer": 19, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.51171875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.19.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 19, "category": "mlp", "edit_norm": 0.0, "base_norm": 73.48778533935547, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.19.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 19, "category": "mlp", "edit_norm": 0.0, "base_norm": 112.24176025390625, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.19.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 19, "category": "mlp", "edit_norm": 0.0, "base_norm": 113.67285919189453, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.19.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 19, "category": "per_layer", "edit_norm": 0.0, "base_norm": 10.785642623901367, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.19.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 19, "category": "per_layer", "edit_norm": 0.0, "base_norm": 52.46030807495117, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.19.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 19, "category": "norm", "edit_norm": 0.0, "base_norm": 51.172054290771484, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.19.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 19, "category": "norm", "edit_norm": 0.0, "base_norm": 127.5758056640625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.19.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 19, "category": "norm", "edit_norm": 0.0, "base_norm": 9.515192985534668, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.19.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 19, "category": "norm", "edit_norm": 0.0, "base_norm": 113.52222442626953, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.19.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 19, "category": "attention", "edit_norm": 0.0, "base_norm": 1.984375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.19.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 19, "category": "attention", "edit_norm": 0.0, "base_norm": 26.394371032714844, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.19.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 19, "category": "attention", "edit_norm": 0.0, "base_norm": 57.19216537475586, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.19.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 19, "category": "attention", "edit_norm": 0.0, "base_norm": 16.125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.19.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 19, "category": "attention", "edit_norm": 0.0, "base_norm": 54.30415344238281, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.19.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 19, "category": "attention", "edit_norm": 0.0, "base_norm": 26.505474090576172, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.2.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 2, "category": "norm", "edit_norm": 0.0, "base_norm": 2320.781494140625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.2.layer_scalar", "tensor_type": "layer_scalar", "layer": 2, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.83984375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.2.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 2, "category": "mlp", "edit_norm": 0.0, "base_norm": 105.21880340576172, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.2.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 2, "category": "mlp", "edit_norm": 0.0, "base_norm": 141.4124755859375, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.2.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 2, "category": "mlp", "edit_norm": 0.0, "base_norm": 141.7940673828125, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.2.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 2, "category": "per_layer", "edit_norm": 0.0, "base_norm": 16.456470489501953, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.2.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 2, "category": "per_layer", "edit_norm": 0.0, "base_norm": 53.56603240966797, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.2.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 2, "category": "norm", "edit_norm": 0.0, "base_norm": 20.98313331604004, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.2.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 2, "category": "norm", "edit_norm": 0.0, "base_norm": 34.59356689453125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.2.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 2, "category": "norm", "edit_norm": 0.0, "base_norm": 5.0112714767456055, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.2.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 2, "category": "norm", "edit_norm": 0.0, "base_norm": 1515.034912109375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.2.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 2, "category": "attention", "edit_norm": 0.0, "base_norm": 2.109375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.2.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 2, "category": "attention", "edit_norm": 0.0, "base_norm": 28.582338333129883, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.2.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 2, "category": "attention", "edit_norm": 0.0, "base_norm": 67.74276733398438, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.2.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 2, "category": "attention", "edit_norm": 0.0, "base_norm": 15.1875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.2.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 2, "category": "attention", "edit_norm": 0.0, "base_norm": 56.966156005859375, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.2.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 2, "category": "attention", "edit_norm": 0.0, "base_norm": 29.444568634033203, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.20.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 20, "category": "norm", "edit_norm": 0.0, "base_norm": 338.66387939453125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.20.layer_scalar", "tensor_type": "layer_scalar", "layer": 20, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.431640625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.20.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 20, "category": "mlp", "edit_norm": 0.0, "base_norm": 73.04698944091797, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.20.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 20, "category": "mlp", "edit_norm": 0.0, "base_norm": 111.29114532470703, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.20.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 20, "category": "mlp", "edit_norm": 0.0, "base_norm": 111.69947052001953, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.20.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 20, "category": "per_layer", "edit_norm": 0.0, "base_norm": 9.136544227600098, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.20.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 20, "category": "per_layer", "edit_norm": 0.0, "base_norm": 50.18399429321289, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.20.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 20, "category": "norm", "edit_norm": 0.0, "base_norm": 59.49087142944336, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.20.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 20, "category": "norm", "edit_norm": 0.0, "base_norm": 153.1579132080078, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.20.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 20, "category": "norm", "edit_norm": 0.0, "base_norm": 41.64082717895508, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.20.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 20, "category": "norm", "edit_norm": 0.0, "base_norm": 177.44410705566406, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.20.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 20, "category": "attention", "edit_norm": 0.0, "base_norm": 2.0, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.20.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 20, "category": "attention", "edit_norm": 0.0, "base_norm": 26.20272445678711, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.20.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 20, "category": "attention", "edit_norm": 0.0, "base_norm": 57.4205322265625, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.20.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 20, "category": "attention", "edit_norm": 0.0, "base_norm": 16.0, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.20.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 20, "category": "attention", "edit_norm": 0.0, "base_norm": 53.92119598388672, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.20.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 20, "category": "attention", "edit_norm": 0.0, "base_norm": 26.003355026245117, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.21.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 21, "category": "norm", "edit_norm": 0.0, "base_norm": 374.95904541015625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.21.layer_scalar", "tensor_type": "layer_scalar", "layer": 21, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.4609375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.21.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 21, "category": "mlp", "edit_norm": 0.0, "base_norm": 72.85941314697266, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.21.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 21, "category": "mlp", "edit_norm": 0.0, "base_norm": 113.86516571044922, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.21.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 21, "category": "mlp", "edit_norm": 0.0, "base_norm": 113.813720703125, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.21.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 21, "category": "per_layer", "edit_norm": 0.0, "base_norm": 9.560681343078613, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.21.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 21, "category": "per_layer", "edit_norm": 0.0, "base_norm": 52.329830169677734, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.21.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 21, "category": "norm", "edit_norm": 0.0, "base_norm": 49.46298599243164, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.21.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 21, "category": "norm", "edit_norm": 0.0, "base_norm": 147.39613342285156, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.21.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 21, "category": "norm", "edit_norm": 0.0, "base_norm": 21.354665756225586, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.21.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 21, "category": "norm", "edit_norm": 0.0, "base_norm": 395.9770812988281, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.21.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 21, "category": "attention", "edit_norm": 0.0, "base_norm": 2.046875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.21.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 21, "category": "attention", "edit_norm": 0.0, "base_norm": 23.130126953125, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.21.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 21, "category": "attention", "edit_norm": 1.492377758026123, "base_norm": 52.244346618652344, "relative_edit": 0.028565344474866347, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.21.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 21, "category": "attention", "edit_norm": 0.0, "base_norm": 15.6875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.21.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 21, "category": "attention", "edit_norm": 0.0, "base_norm": 47.91935348510742, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.21.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 21, "category": "attention", "edit_norm": 0.0, "base_norm": 23.27240562438965, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.22.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 22, "category": "norm", "edit_norm": 0.0, "base_norm": 515.6870727539062, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.22.layer_scalar", "tensor_type": "layer_scalar", "layer": 22, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.1572265625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.22.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 22, "category": "mlp", "edit_norm": 0.0, "base_norm": 72.08293914794922, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.22.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 22, "category": "mlp", "edit_norm": 0.0, "base_norm": 106.51625061035156, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.22.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 22, "category": "mlp", "edit_norm": 0.0, "base_norm": 106.04823303222656, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.22.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 22, "category": "per_layer", "edit_norm": 0.0, "base_norm": 4.582650184631348, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.22.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 22, "category": "per_layer", "edit_norm": 0.0, "base_norm": 51.54432678222656, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.22.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 22, "category": "norm", "edit_norm": 0.0, "base_norm": 45.32465362548828, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.22.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 22, "category": "norm", "edit_norm": 0.0, "base_norm": 393.4920654296875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.22.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 22, "category": "norm", "edit_norm": 0.0, "base_norm": 162.01419067382812, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.22.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 22, "category": "norm", "edit_norm": 0.0, "base_norm": 392.6501159667969, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.22.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 22, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.22.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 22, "category": "attention", "edit_norm": 0.0, "base_norm": 24.960397720336914, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.22.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 22, "category": "attention", "edit_norm": 2.1177456378936768, "base_norm": 56.74308776855469, "relative_edit": 0.03732164958191203, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.22.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 22, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.22.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 22, "category": "attention", "edit_norm": 0.0, "base_norm": 54.099544525146484, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.22.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 22, "category": "attention", "edit_norm": 0.0, "base_norm": 25.08211898803711, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.23.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 23, "category": "norm", "edit_norm": 0.0, "base_norm": 642.0862426757812, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.23.layer_scalar", "tensor_type": "layer_scalar", "layer": 23, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.0654296875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.23.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 23, "category": "mlp", "edit_norm": 0.0, "base_norm": 74.24793243408203, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.23.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 23, "category": "mlp", "edit_norm": 0.0, "base_norm": 118.47179412841797, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.23.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 23, "category": "mlp", "edit_norm": 0.0, "base_norm": 121.57816314697266, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.23.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 23, "category": "per_layer", "edit_norm": 0.0, "base_norm": 1.226837396621704, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.23.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 23, "category": "per_layer", "edit_norm": 0.0, "base_norm": 53.387550354003906, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.23.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 23, "category": "norm", "edit_norm": 0.0, "base_norm": 284.7088623046875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.23.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 23, "category": "norm", "edit_norm": 0.0, "base_norm": 1351.4755859375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.23.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 23, "category": "norm", "edit_norm": 0.0, "base_norm": 434.1996154785156, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.23.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 23, "category": "norm", "edit_norm": 0.0, "base_norm": 191.7904052734375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.23.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 23, "category": "attention", "edit_norm": 0.0, "base_norm": 1.3810679912567139, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.23.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 23, "category": "attention", "edit_norm": 0.0, "base_norm": 37.095096588134766, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.23.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 23, "category": "attention", "edit_norm": 1.7904515266418457, "base_norm": 62.50578308105469, "relative_edit": 0.02864457396398136, "numel": 10485760, "changed": true }, { "key": "model.language_model.layers.23.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 23, "category": "attention", "edit_norm": 0.0, "base_norm": 23.157747268676758, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.23.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 23, "category": "attention", "edit_norm": 0.0, "base_norm": 79.68150329589844, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.23.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 23, "category": "attention", "edit_norm": 0.0, "base_norm": 37.08687973022461, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.24.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 24, "category": "norm", "edit_norm": 0.0, "base_norm": 575.7376098632812, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.24.layer_scalar", "tensor_type": "layer_scalar", "layer": 24, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.50390625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.24.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 24, "category": "mlp", "edit_norm": 0.0, "base_norm": 85.16482543945312, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.24.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 24, "category": "mlp", "edit_norm": 0.0, "base_norm": 121.41227722167969, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.24.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 24, "category": "mlp", "edit_norm": 0.0, "base_norm": 125.4738998413086, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.24.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 24, "category": "per_layer", "edit_norm": 0.0, "base_norm": 9.340764045715332, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.24.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 24, "category": "per_layer", "edit_norm": 0.0, "base_norm": 49.77634048461914, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.24.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 24, "category": "norm", "edit_norm": 0.0, "base_norm": 63.883026123046875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.24.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 24, "category": "norm", "edit_norm": 0.0, "base_norm": 144.25477600097656, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.24.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 24, "category": "norm", "edit_norm": 0.0, "base_norm": 49.134979248046875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.24.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 24, "category": "norm", "edit_norm": 0.0, "base_norm": 105.42514038085938, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.24.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 24, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.24.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 24, "category": "attention", "edit_norm": 0.0, "base_norm": 23.254680633544922, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.24.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 24, "category": "attention", "edit_norm": 2.4156219959259033, "base_norm": 54.16752243041992, "relative_edit": 0.044595393836387005, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.24.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 24, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.24.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 24, "category": "attention", "edit_norm": 0.0, "base_norm": 55.34669494628906, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.24.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 24, "category": "attention", "edit_norm": 0.0, "base_norm": 23.254491806030273, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.25.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 25, "category": "norm", "edit_norm": 0.0, "base_norm": 422.9901428222656, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.25.layer_scalar", "tensor_type": "layer_scalar", "layer": 25, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.71484375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.25.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 25, "category": "mlp", "edit_norm": 0.0, "base_norm": 83.83642578125, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.25.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 25, "category": "mlp", "edit_norm": 0.0, "base_norm": 121.14268493652344, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.25.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 25, "category": "mlp", "edit_norm": 0.0, "base_norm": 124.93534851074219, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.25.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 25, "category": "per_layer", "edit_norm": 0.0, "base_norm": 14.066128730773926, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.25.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 25, "category": "per_layer", "edit_norm": 0.0, "base_norm": 50.683448791503906, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.25.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 25, "category": "norm", "edit_norm": 0.0, "base_norm": 38.610557556152344, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.25.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 25, "category": "norm", "edit_norm": 0.0, "base_norm": 79.81321716308594, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.25.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 25, "category": "norm", "edit_norm": 0.0, "base_norm": 28.299955368041992, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.25.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 25, "category": "norm", "edit_norm": 0.0, "base_norm": 28.58111000061035, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.25.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 25, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.25.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 25, "category": "attention", "edit_norm": 0.0, "base_norm": 22.87788200378418, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.25.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 25, "category": "attention", "edit_norm": 2.523261308670044, "base_norm": 58.29996109008789, "relative_edit": 0.043280668828766106, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.25.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 25, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.25.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 25, "category": "attention", "edit_norm": 0.0, "base_norm": 54.85015869140625, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.25.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 25, "category": "attention", "edit_norm": 0.0, "base_norm": 22.87778091430664, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.26.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 26, "category": "norm", "edit_norm": 0.0, "base_norm": 324.03106689453125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.26.layer_scalar", "tensor_type": "layer_scalar", "layer": 26, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.71484375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.26.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 26, "category": "mlp", "edit_norm": 0.0, "base_norm": 83.2928466796875, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.26.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 26, "category": "mlp", "edit_norm": 0.0, "base_norm": 113.37691497802734, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.26.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 26, "category": "mlp", "edit_norm": 0.0, "base_norm": 116.79265594482422, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.26.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 26, "category": "per_layer", "edit_norm": 0.0, "base_norm": 14.083134651184082, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.26.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 26, "category": "per_layer", "edit_norm": 0.0, "base_norm": 49.41382598876953, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.26.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 26, "category": "norm", "edit_norm": 0.0, "base_norm": 33.47078323364258, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.26.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 26, "category": "norm", "edit_norm": 0.0, "base_norm": 79.9291763305664, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.26.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 26, "category": "norm", "edit_norm": 0.0, "base_norm": 32.05538558959961, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.26.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 26, "category": "norm", "edit_norm": 0.0, "base_norm": 32.914466857910156, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.26.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 26, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.26.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 26, "category": "attention", "edit_norm": 0.0, "base_norm": 23.7338924407959, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.26.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 26, "category": "attention", "edit_norm": 1.9957588911056519, "base_norm": 58.45262145996094, "relative_edit": 0.03414318881271584, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.26.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 26, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.26.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 26, "category": "attention", "edit_norm": 0.0, "base_norm": 55.5416259765625, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.26.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 26, "category": "attention", "edit_norm": 0.0, "base_norm": 23.73393440246582, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.27.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 27, "category": "norm", "edit_norm": 0.0, "base_norm": 306.5792236328125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.27.layer_scalar", "tensor_type": "layer_scalar", "layer": 27, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.69140625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.27.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 27, "category": "mlp", "edit_norm": 0.0, "base_norm": 80.03752136230469, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.27.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 27, "category": "mlp", "edit_norm": 0.0, "base_norm": 120.77427673339844, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.27.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 27, "category": "mlp", "edit_norm": 0.0, "base_norm": 124.40129089355469, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.27.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 27, "category": "per_layer", "edit_norm": 0.0, "base_norm": 13.151424407958984, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.27.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 27, "category": "per_layer", "edit_norm": 0.0, "base_norm": 49.37179183959961, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.27.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 27, "category": "norm", "edit_norm": 0.0, "base_norm": 34.83408737182617, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.27.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 27, "category": "norm", "edit_norm": 0.0, "base_norm": 87.82120513916016, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.27.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 27, "category": "norm", "edit_norm": 0.0, "base_norm": 28.082853317260742, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.27.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 27, "category": "norm", "edit_norm": 0.0, "base_norm": 38.691646575927734, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.27.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 27, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.27.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 27, "category": "attention", "edit_norm": 0.0, "base_norm": 22.959409713745117, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.27.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 27, "category": "attention", "edit_norm": 2.1132750511169434, "base_norm": 57.23421096801758, "relative_edit": 0.0369232844373069, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.27.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 27, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.27.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 27, "category": "attention", "edit_norm": 0.0, "base_norm": 52.71851348876953, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.27.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 27, "category": "attention", "edit_norm": 0.0, "base_norm": 22.95948600769043, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.28.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 28, "category": "norm", "edit_norm": 0.0, "base_norm": 314.63037109375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.28.layer_scalar", "tensor_type": "layer_scalar", "layer": 28, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.61328125, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.28.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 28, "category": "mlp", "edit_norm": 0.0, "base_norm": 77.897705078125, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.28.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 28, "category": "mlp", "edit_norm": 0.0, "base_norm": 116.3714828491211, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.28.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 28, "category": "mlp", "edit_norm": 0.0, "base_norm": 118.85167694091797, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.28.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 28, "category": "per_layer", "edit_norm": 0.0, "base_norm": 11.97512435913086, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.28.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 28, "category": "per_layer", "edit_norm": 0.0, "base_norm": 49.099830627441406, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.28.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 28, "category": "norm", "edit_norm": 0.0, "base_norm": 37.251399993896484, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.28.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 28, "category": "norm", "edit_norm": 0.0, "base_norm": 102.69879150390625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.28.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 28, "category": "norm", "edit_norm": 0.0, "base_norm": 46.795623779296875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.28.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 28, "category": "norm", "edit_norm": 0.0, "base_norm": 51.12250518798828, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.28.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 28, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.28.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 28, "category": "attention", "edit_norm": 0.0, "base_norm": 23.3483943939209, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.28.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 28, "category": "attention", "edit_norm": 1.6939581632614136, "base_norm": 54.24738311767578, "relative_edit": 0.031226541556609394, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.28.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 28, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.28.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 28, "category": "attention", "edit_norm": 0.0, "base_norm": 54.602420806884766, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.28.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 28, "category": "attention", "edit_norm": 0.0, "base_norm": 23.34839630126953, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.29.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 29, "category": "norm", "edit_norm": 0.0, "base_norm": 249.12576293945312, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.29.layer_scalar", "tensor_type": "layer_scalar", "layer": 29, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.419921875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.29.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 29, "category": "mlp", "edit_norm": 0.0, "base_norm": 78.30254364013672, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.29.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 29, "category": "mlp", "edit_norm": 0.0, "base_norm": 122.4095458984375, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.29.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 29, "category": "mlp", "edit_norm": 0.0, "base_norm": 121.03590393066406, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.29.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 29, "category": "per_layer", "edit_norm": 0.0, "base_norm": 8.439972877502441, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.29.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 29, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.03239822387695, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.29.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 29, "category": "norm", "edit_norm": 0.0, "base_norm": 51.67462158203125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.29.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 29, "category": "norm", "edit_norm": 0.0, "base_norm": 145.17466735839844, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.29.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 29, "category": "norm", "edit_norm": 0.0, "base_norm": 54.89714813232422, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.29.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 29, "category": "norm", "edit_norm": 0.0, "base_norm": 37.648231506347656, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.29.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 29, "category": "attention", "edit_norm": 0.0, "base_norm": 1.3810679912567139, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.29.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 29, "category": "attention", "edit_norm": 0.0, "base_norm": 32.213905334472656, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.29.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 29, "category": "attention", "edit_norm": 2.586658239364624, "base_norm": 59.80091857910156, "relative_edit": 0.0432544900784948, "numel": 10485760, "changed": true }, { "key": "model.language_model.layers.29.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 29, "category": "attention", "edit_norm": 0.0, "base_norm": 23.157747268676758, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.29.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 29, "category": "attention", "edit_norm": 0.0, "base_norm": 72.57662200927734, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.29.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 29, "category": "attention", "edit_norm": 0.0, "base_norm": 32.21397018432617, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.3.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 3, "category": "norm", "edit_norm": 0.0, "base_norm": 2028.5081787109375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.3.layer_scalar", "tensor_type": "layer_scalar", "layer": 3, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.7109375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.3.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 3, "category": "mlp", "edit_norm": 0.0, "base_norm": 104.7504653930664, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.3.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 3, "category": "mlp", "edit_norm": 0.0, "base_norm": 132.50338745117188, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.3.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 3, "category": "mlp", "edit_norm": 0.0, "base_norm": 133.5342559814453, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.3.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 3, "category": "per_layer", "edit_norm": 0.0, "base_norm": 14.070670127868652, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.3.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 3, "category": "per_layer", "edit_norm": 0.0, "base_norm": 52.58344650268555, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.3.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 3, "category": "norm", "edit_norm": 0.0, "base_norm": 29.851856231689453, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.3.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 3, "category": "norm", "edit_norm": 0.0, "base_norm": 49.2585563659668, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.3.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 3, "category": "norm", "edit_norm": 0.0, "base_norm": 4.856971740722656, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.3.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 3, "category": "norm", "edit_norm": 0.0, "base_norm": 1691.3837890625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.3.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 3, "category": "attention", "edit_norm": 0.0, "base_norm": 1.9609375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.3.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 3, "category": "attention", "edit_norm": 0.0, "base_norm": 30.759769439697266, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.3.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 3, "category": "attention", "edit_norm": 0.0, "base_norm": 63.57655715942383, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.3.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 3, "category": "attention", "edit_norm": 0.0, "base_norm": 16.375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.3.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 3, "category": "attention", "edit_norm": 0.0, "base_norm": 62.06000900268555, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.3.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 3, "category": "attention", "edit_norm": 0.0, "base_norm": 31.983732223510742, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.30.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 30, "category": "norm", "edit_norm": 0.0, "base_norm": 275.03326416015625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.30.layer_scalar", "tensor_type": "layer_scalar", "layer": 30, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.7109375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.30.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 30, "category": "mlp", "edit_norm": 0.0, "base_norm": 87.99722290039062, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.30.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 30, "category": "mlp", "edit_norm": 0.0, "base_norm": 123.37210083007812, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.30.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 30, "category": "mlp", "edit_norm": 0.0, "base_norm": 122.2601318359375, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.30.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 30, "category": "per_layer", "edit_norm": 0.0, "base_norm": 14.17929744720459, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.30.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 30, "category": "per_layer", "edit_norm": 0.0, "base_norm": 49.06552505493164, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.30.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 30, "category": "norm", "edit_norm": 0.0, "base_norm": 38.25714111328125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.30.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 30, "category": "norm", "edit_norm": 0.0, "base_norm": 79.1627197265625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.30.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 30, "category": "norm", "edit_norm": 0.0, "base_norm": 11.472908020019531, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.30.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 30, "category": "norm", "edit_norm": 0.0, "base_norm": 54.75308609008789, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.30.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 30, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.30.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 30, "category": "attention", "edit_norm": 0.0, "base_norm": 22.21617317199707, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.30.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 30, "category": "attention", "edit_norm": 2.3862524032592773, "base_norm": 55.84449005126953, "relative_edit": 0.042730310565438315, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.30.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 30, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.30.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 30, "category": "attention", "edit_norm": 0.0, "base_norm": 51.364471435546875, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.30.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 30, "category": "attention", "edit_norm": 0.0, "base_norm": 22.216140747070312, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.31.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 31, "category": "norm", "edit_norm": 0.0, "base_norm": 334.6661376953125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.31.layer_scalar", "tensor_type": "layer_scalar", "layer": 31, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.81640625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.31.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 31, "category": "mlp", "edit_norm": 0.0, "base_norm": 88.03897094726562, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.31.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 31, "category": "mlp", "edit_norm": 0.0, "base_norm": 120.36177825927734, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.31.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 31, "category": "mlp", "edit_norm": 0.0, "base_norm": 120.38553619384766, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.31.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 31, "category": "per_layer", "edit_norm": 0.0, "base_norm": 16.187379837036133, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.31.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 31, "category": "per_layer", "edit_norm": 0.0, "base_norm": 51.449588775634766, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.31.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 31, "category": "norm", "edit_norm": 0.0, "base_norm": 31.8814754486084, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.31.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 31, "category": "norm", "edit_norm": 0.0, "base_norm": 58.48835754394531, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.31.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 31, "category": "norm", "edit_norm": 0.0, "base_norm": 14.449666023254395, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.31.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 31, "category": "norm", "edit_norm": 0.0, "base_norm": 46.89055633544922, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.31.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 31, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.31.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 31, "category": "attention", "edit_norm": 0.0, "base_norm": 23.459720611572266, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.31.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 31, "category": "attention", "edit_norm": 3.4110827445983887, "base_norm": 56.45244216918945, "relative_edit": 0.06042400671303615, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.31.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 31, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.31.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 31, "category": "attention", "edit_norm": 0.0, "base_norm": 55.74137496948242, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.31.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 31, "category": "attention", "edit_norm": 0.0, "base_norm": 23.459741592407227, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.32.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 32, "category": "norm", "edit_norm": 0.0, "base_norm": 315.878662109375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.32.layer_scalar", "tensor_type": "layer_scalar", "layer": 32, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.8515625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.32.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 32, "category": "mlp", "edit_norm": 0.0, "base_norm": 87.92033386230469, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.32.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 32, "category": "mlp", "edit_norm": 0.0, "base_norm": 129.4443359375, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.32.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 32, "category": "mlp", "edit_norm": 0.0, "base_norm": 128.67242431640625, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.32.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 32, "category": "per_layer", "edit_norm": 0.0, "base_norm": 16.886133193969727, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.32.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 32, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.05058670043945, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.32.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 32, "category": "norm", "edit_norm": 0.0, "base_norm": 24.39735221862793, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.32.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 32, "category": "norm", "edit_norm": 0.0, "base_norm": 54.387451171875, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.32.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 32, "category": "norm", "edit_norm": 0.0, "base_norm": 12.636390686035156, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.32.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 32, "category": "norm", "edit_norm": 0.0, "base_norm": 57.66130828857422, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.32.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 32, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.32.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 32, "category": "attention", "edit_norm": 0.0, "base_norm": 23.75921058654785, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.32.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 32, "category": "attention", "edit_norm": 2.2904324531555176, "base_norm": 58.05116653442383, "relative_edit": 0.03945540787362665, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.32.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 32, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.32.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 32, "category": "attention", "edit_norm": 0.0, "base_norm": 54.3385009765625, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.32.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 32, "category": "attention", "edit_norm": 0.0, "base_norm": 23.759166717529297, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.33.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 33, "category": "norm", "edit_norm": 0.0, "base_norm": 248.97097778320312, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.33.layer_scalar", "tensor_type": "layer_scalar", "layer": 33, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.82421875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.33.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 33, "category": "mlp", "edit_norm": 0.0, "base_norm": 93.35466766357422, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.33.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 33, "category": "mlp", "edit_norm": 0.0, "base_norm": 124.56626892089844, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.33.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 33, "category": "mlp", "edit_norm": 0.0, "base_norm": 124.0318832397461, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.33.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 33, "category": "per_layer", "edit_norm": 0.0, "base_norm": 16.25665855407715, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.33.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 33, "category": "per_layer", "edit_norm": 0.0, "base_norm": 51.95609664916992, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.33.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 33, "category": "norm", "edit_norm": 0.0, "base_norm": 32.4841194152832, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.33.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 33, "category": "norm", "edit_norm": 0.0, "base_norm": 57.421974182128906, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.33.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 33, "category": "norm", "edit_norm": 0.0, "base_norm": 14.143991470336914, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.33.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 33, "category": "norm", "edit_norm": 0.0, "base_norm": 58.04665756225586, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.33.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 33, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.33.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 33, "category": "attention", "edit_norm": 0.0, "base_norm": 23.140031814575195, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.33.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 33, "category": "attention", "edit_norm": 2.122333526611328, "base_norm": 56.562347412109375, "relative_edit": 0.037522019925165975, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.33.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 33, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.33.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 33, "category": "attention", "edit_norm": 0.0, "base_norm": 53.74324417114258, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.33.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 33, "category": "attention", "edit_norm": 0.0, "base_norm": 23.140012741088867, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.34.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 34, "category": "norm", "edit_norm": 0.0, "base_norm": 304.1881103515625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.34.layer_scalar", "tensor_type": "layer_scalar", "layer": 34, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.8359375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.34.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 34, "category": "mlp", "edit_norm": 0.0, "base_norm": 91.57036590576172, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.34.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 34, "category": "mlp", "edit_norm": 0.0, "base_norm": 129.44183349609375, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.34.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 34, "category": "mlp", "edit_norm": 0.0, "base_norm": 128.364013671875, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.34.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 34, "category": "per_layer", "edit_norm": 0.0, "base_norm": 16.66167449951172, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.34.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 34, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.073089599609375, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.34.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 34, "category": "norm", "edit_norm": 0.0, "base_norm": 22.000741958618164, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.34.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 34, "category": "norm", "edit_norm": 0.0, "base_norm": 59.34286880493164, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.34.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 34, "category": "norm", "edit_norm": 0.0, "base_norm": 12.755073547363281, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.34.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 34, "category": "norm", "edit_norm": 0.0, "base_norm": 52.420108795166016, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.34.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 34, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.34.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 34, "category": "attention", "edit_norm": 0.0, "base_norm": 23.332046508789062, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.34.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 34, "category": "attention", "edit_norm": 2.3641724586486816, "base_norm": 58.65534973144531, "relative_edit": 0.04030616933447831, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.34.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 34, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.34.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 34, "category": "attention", "edit_norm": 0.0, "base_norm": 53.4749641418457, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.34.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 34, "category": "attention", "edit_norm": 0.0, "base_norm": 23.332014083862305, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.35.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 35, "category": "norm", "edit_norm": 0.0, "base_norm": 294.75921630859375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.35.layer_scalar", "tensor_type": "layer_scalar", "layer": 35, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.8359375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.35.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 35, "category": "mlp", "edit_norm": 0.0, "base_norm": 88.97764587402344, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.35.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 35, "category": "mlp", "edit_norm": 0.0, "base_norm": 128.37403869628906, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.35.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 35, "category": "mlp", "edit_norm": 0.0, "base_norm": 129.5680389404297, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.35.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 35, "category": "per_layer", "edit_norm": 0.0, "base_norm": 16.661291122436523, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.35.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 35, "category": "per_layer", "edit_norm": 0.0, "base_norm": 49.28533935546875, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.35.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 35, "category": "norm", "edit_norm": 0.0, "base_norm": 31.467853546142578, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.35.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 35, "category": "norm", "edit_norm": 0.0, "base_norm": 55.94285583496094, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.35.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 35, "category": "norm", "edit_norm": 0.0, "base_norm": 13.204005241394043, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.35.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 35, "category": "norm", "edit_norm": 0.0, "base_norm": 37.50951385498047, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.35.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 35, "category": "attention", "edit_norm": 0.0, "base_norm": 1.3810679912567139, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.35.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 35, "category": "attention", "edit_norm": 0.0, "base_norm": 31.94091033935547, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.35.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 35, "category": "attention", "edit_norm": 1.3407988548278809, "base_norm": 65.68130493164062, "relative_edit": 0.02041370609526332, "numel": 10485760, "changed": true }, { "key": "model.language_model.layers.35.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 35, "category": "attention", "edit_norm": 0.0, "base_norm": 23.157747268676758, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.35.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 35, "category": "attention", "edit_norm": 0.0, "base_norm": 74.2364501953125, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.35.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 35, "category": "attention", "edit_norm": 0.0, "base_norm": 31.941055297851562, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.36.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 36, "category": "norm", "edit_norm": 0.0, "base_norm": 380.3974914550781, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.36.layer_scalar", "tensor_type": "layer_scalar", "layer": 36, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.85546875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.36.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 36, "category": "mlp", "edit_norm": 0.0, "base_norm": 89.95733642578125, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.36.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 36, "category": "mlp", "edit_norm": 0.0, "base_norm": 129.58187866210938, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.36.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 36, "category": "mlp", "edit_norm": 0.0, "base_norm": 131.81524658203125, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.36.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 36, "category": "per_layer", "edit_norm": 0.0, "base_norm": 17.269683837890625, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.36.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 36, "category": "per_layer", "edit_norm": 0.0, "base_norm": 49.57736587524414, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.36.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 36, "category": "norm", "edit_norm": 0.0, "base_norm": 31.39866065979004, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.36.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 36, "category": "norm", "edit_norm": 0.0, "base_norm": 48.064151763916016, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.36.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 36, "category": "norm", "edit_norm": 0.0, "base_norm": 10.5122652053833, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.36.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 36, "category": "norm", "edit_norm": 0.0, "base_norm": 34.66537094116211, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.36.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 36, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.36.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 36, "category": "attention", "edit_norm": 0.0, "base_norm": 22.800304412841797, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.36.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 36, "category": "attention", "edit_norm": 2.099689483642578, "base_norm": 61.06275177001953, "relative_edit": 0.03438576583562157, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.36.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 36, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.36.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 36, "category": "attention", "edit_norm": 0.0, "base_norm": 51.67858123779297, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.36.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 36, "category": "attention", "edit_norm": 0.0, "base_norm": 22.800392150878906, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.37.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 37, "category": "norm", "edit_norm": 0.0, "base_norm": 687.470947265625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.37.layer_scalar", "tensor_type": "layer_scalar", "layer": 37, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.88671875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.37.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 37, "category": "mlp", "edit_norm": 0.0, "base_norm": 93.49392700195312, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.37.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 37, "category": "mlp", "edit_norm": 0.0, "base_norm": 121.9244155883789, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.37.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 37, "category": "mlp", "edit_norm": 0.0, "base_norm": 124.55419158935547, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.37.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 37, "category": "per_layer", "edit_norm": 0.0, "base_norm": 17.879493713378906, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.37.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 37, "category": "per_layer", "edit_norm": 0.0, "base_norm": 50.63237380981445, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.37.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 37, "category": "norm", "edit_norm": 0.0, "base_norm": 21.809444427490234, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.37.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 37, "category": "norm", "edit_norm": 0.0, "base_norm": 42.81327438354492, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.37.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 37, "category": "norm", "edit_norm": 0.0, "base_norm": 10.926801681518555, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.37.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 37, "category": "norm", "edit_norm": 0.0, "base_norm": 30.795549392700195, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.37.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 37, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.37.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 37, "category": "attention", "edit_norm": 0.0, "base_norm": 21.62625503540039, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.37.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 37, "category": "attention", "edit_norm": 2.135906934738159, "base_norm": 58.566436767578125, "relative_edit": 0.03646981193707483, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.37.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 37, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.37.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 37, "category": "attention", "edit_norm": 0.0, "base_norm": 50.35832595825195, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.37.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 37, "category": "attention", "edit_norm": 0.0, "base_norm": 21.626205444335938, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.38.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 38, "category": "norm", "edit_norm": 0.0, "base_norm": 419.9391174316406, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.38.layer_scalar", "tensor_type": "layer_scalar", "layer": 38, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.8828125, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.38.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 38, "category": "mlp", "edit_norm": 0.0, "base_norm": 94.82438659667969, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.38.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 38, "category": "mlp", "edit_norm": 0.0, "base_norm": 119.08065795898438, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.38.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 38, "category": "mlp", "edit_norm": 0.0, "base_norm": 122.06836700439453, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.38.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 38, "category": "per_layer", "edit_norm": 0.0, "base_norm": 18.0202579498291, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.38.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 38, "category": "per_layer", "edit_norm": 0.0, "base_norm": 48.818153381347656, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.38.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 38, "category": "norm", "edit_norm": 0.0, "base_norm": 19.043445587158203, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.38.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 38, "category": "norm", "edit_norm": 0.0, "base_norm": 44.30009460449219, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.38.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 38, "category": "norm", "edit_norm": 0.0, "base_norm": 9.570195198059082, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.38.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 38, "category": "norm", "edit_norm": 0.0, "base_norm": 29.07625961303711, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.38.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 38, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.38.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 38, "category": "attention", "edit_norm": 0.0, "base_norm": 22.145214080810547, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.38.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 38, "category": "attention", "edit_norm": 2.3206369876861572, "base_norm": 57.09755325317383, "relative_edit": 0.040643370082712994, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.38.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 38, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.38.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 38, "category": "attention", "edit_norm": 0.0, "base_norm": 50.11199951171875, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.38.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 38, "category": "attention", "edit_norm": 0.0, "base_norm": 22.145248413085938, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.39.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 39, "category": "norm", "edit_norm": 0.0, "base_norm": 547.6665649414062, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.39.layer_scalar", "tensor_type": "layer_scalar", "layer": 39, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.85546875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.39.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 39, "category": "mlp", "edit_norm": 0.0, "base_norm": 93.88056182861328, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.39.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 39, "category": "mlp", "edit_norm": 0.0, "base_norm": 126.63441467285156, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.39.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 39, "category": "mlp", "edit_norm": 0.0, "base_norm": 130.1889190673828, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.39.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 39, "category": "per_layer", "edit_norm": 0.0, "base_norm": 17.227842330932617, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.39.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 39, "category": "per_layer", "edit_norm": 0.0, "base_norm": 48.80883026123047, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.39.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 39, "category": "norm", "edit_norm": 0.0, "base_norm": 20.043716430664062, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.39.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 39, "category": "norm", "edit_norm": 0.0, "base_norm": 51.761051177978516, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.39.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 39, "category": "norm", "edit_norm": 0.0, "base_norm": 13.20450496673584, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.39.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 39, "category": "norm", "edit_norm": 0.0, "base_norm": 26.004425048828125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.39.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 39, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.39.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 39, "category": "attention", "edit_norm": 0.0, "base_norm": 21.77158546447754, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.39.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 39, "category": "attention", "edit_norm": 2.494375467300415, "base_norm": 59.63737487792969, "relative_edit": 0.04182570866685686, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.39.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 39, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.39.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 39, "category": "attention", "edit_norm": 0.0, "base_norm": 49.753929138183594, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.39.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 39, "category": "attention", "edit_norm": 0.0, "base_norm": 21.771656036376953, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.4.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 4, "category": "norm", "edit_norm": 0.0, "base_norm": 1513.50830078125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.4.layer_scalar", "tensor_type": "layer_scalar", "layer": 4, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.5859375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.4.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 4, "category": "mlp", "edit_norm": 0.0, "base_norm": 102.76004028320312, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.4.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 4, "category": "mlp", "edit_norm": 0.0, "base_norm": 140.11749267578125, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.4.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 4, "category": "mlp", "edit_norm": 0.0, "base_norm": 139.9314422607422, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.4.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 4, "category": "per_layer", "edit_norm": 0.0, "base_norm": 13.606917381286621, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.4.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 4, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.532752990722656, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.4.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 4, "category": "norm", "edit_norm": 0.0, "base_norm": 34.94817352294922, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.4.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 4, "category": "norm", "edit_norm": 0.0, "base_norm": 62.740333557128906, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.4.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 4, "category": "norm", "edit_norm": 0.0, "base_norm": 63.059669494628906, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.4.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 4, "category": "norm", "edit_norm": 0.0, "base_norm": 1959.8887939453125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.4.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 4, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.4.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 4, "category": "attention", "edit_norm": 0.0, "base_norm": 29.85155487060547, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.4.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 4, "category": "attention", "edit_norm": 0.0, "base_norm": 62.46060562133789, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.4.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 4, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.4.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 4, "category": "attention", "edit_norm": 0.0, "base_norm": 59.1715087890625, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.4.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 4, "category": "attention", "edit_norm": 0.0, "base_norm": 30.421098709106445, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.40.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 40, "category": "norm", "edit_norm": 0.0, "base_norm": 447.5788879394531, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.40.layer_scalar", "tensor_type": "layer_scalar", "layer": 40, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.80859375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.40.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 40, "category": "mlp", "edit_norm": 0.0, "base_norm": 94.351806640625, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.40.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 40, "category": "mlp", "edit_norm": 0.0, "base_norm": 118.92512512207031, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.40.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 40, "category": "mlp", "edit_norm": 0.0, "base_norm": 122.05870819091797, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.40.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 40, "category": "per_layer", "edit_norm": 0.0, "base_norm": 16.71473503112793, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.40.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 40, "category": "per_layer", "edit_norm": 0.0, "base_norm": 52.58823013305664, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.40.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 40, "category": "norm", "edit_norm": 0.0, "base_norm": 25.659976959228516, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.40.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 40, "category": "norm", "edit_norm": 0.0, "base_norm": 61.74209976196289, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.40.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 40, "category": "norm", "edit_norm": 0.0, "base_norm": 12.96142864227295, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.40.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 40, "category": "norm", "edit_norm": 0.0, "base_norm": 30.62618637084961, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.40.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 40, "category": "attention", "edit_norm": 0.0, "base_norm": 2.015625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.40.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 40, "category": "attention", "edit_norm": 0.0, "base_norm": 22.821138381958008, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.40.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 40, "category": "attention", "edit_norm": 1.84255850315094, "base_norm": 57.6536750793457, "relative_edit": 0.03195908154363315, "numel": 5242880, "changed": true }, { "key": "model.language_model.layers.40.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 40, "category": "attention", "edit_norm": 0.0, "base_norm": 15.875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.40.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 40, "category": "attention", "edit_norm": 0.0, "base_norm": 52.11252212524414, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.40.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 40, "category": "attention", "edit_norm": 0.0, "base_norm": 22.821218490600586, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.41.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 41, "category": "norm", "edit_norm": 0.0, "base_norm": 411.3920593261719, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.41.layer_scalar", "tensor_type": "layer_scalar", "layer": 41, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.4453125, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.41.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 41, "category": "mlp", "edit_norm": 0.0, "base_norm": 78.41695404052734, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.41.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 41, "category": "mlp", "edit_norm": 0.0, "base_norm": 120.59944915771484, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.41.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 41, "category": "mlp", "edit_norm": 0.0, "base_norm": 120.42975616455078, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.41.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 41, "category": "per_layer", "edit_norm": 0.0, "base_norm": 8.183748245239258, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.41.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 41, "category": "per_layer", "edit_norm": 0.0, "base_norm": 50.77711868286133, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.41.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 41, "category": "norm", "edit_norm": 0.0, "base_norm": 25.880207061767578, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.41.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 41, "category": "norm", "edit_norm": 0.0, "base_norm": 80.70235443115234, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.41.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 41, "category": "norm", "edit_norm": 0.0, "base_norm": 41.015380859375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.41.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 41, "category": "norm", "edit_norm": 0.0, "base_norm": 34.74675369262695, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.41.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 41, "category": "attention", "edit_norm": 0.0, "base_norm": 1.3810679912567139, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.41.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 41, "category": "attention", "edit_norm": 0.0, "base_norm": 30.81353759765625, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.41.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 41, "category": "attention", "edit_norm": 0.10943326354026794, "base_norm": 62.12864303588867, "relative_edit": 0.001761397934879307, "numel": 10485760, "changed": true }, { "key": "model.language_model.layers.41.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 41, "category": "attention", "edit_norm": 0.0, "base_norm": 23.157747268676758, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.41.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 41, "category": "attention", "edit_norm": 0.0, "base_norm": 70.77832794189453, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.41.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 41, "category": "attention", "edit_norm": 0.0, "base_norm": 30.813554763793945, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.5.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 5, "category": "norm", "edit_norm": 0.0, "base_norm": 2444.770751953125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.5.layer_scalar", "tensor_type": "layer_scalar", "layer": 5, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.60546875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.5.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 5, "category": "mlp", "edit_norm": 0.0, "base_norm": 105.7091064453125, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.5.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 5, "category": "mlp", "edit_norm": 0.0, "base_norm": 137.9553680419922, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.5.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 5, "category": "mlp", "edit_norm": 0.0, "base_norm": 141.8202667236328, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.5.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 5, "category": "per_layer", "edit_norm": 0.0, "base_norm": 12.598971366882324, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.5.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 5, "category": "per_layer", "edit_norm": 0.0, "base_norm": 51.98014831542969, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.5.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 5, "category": "norm", "edit_norm": 0.0, "base_norm": 54.673824310302734, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.5.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 5, "category": "norm", "edit_norm": 0.0, "base_norm": 68.1959457397461, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.5.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 5, "category": "norm", "edit_norm": 0.0, "base_norm": 2.35024094581604, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.5.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 5, "category": "norm", "edit_norm": 0.0, "base_norm": 6418.32275390625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.5.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 5, "category": "attention", "edit_norm": 0.0, "base_norm": 1.3810679912567139, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.5.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 5, "category": "attention", "edit_norm": 0.0, "base_norm": 42.208927154541016, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.5.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 5, "category": "attention", "edit_norm": 0.0, "base_norm": 78.36988830566406, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.5.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 5, "category": "attention", "edit_norm": 0.0, "base_norm": 23.157747268676758, "relative_edit": 0.0, "numel": 512, "changed": false }, { "key": "model.language_model.layers.5.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 5, "category": "attention", "edit_norm": 0.0, "base_norm": 85.52445983886719, "relative_edit": 0.0, "numel": 10485760, "changed": false }, { "key": "model.language_model.layers.5.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 5, "category": "attention", "edit_norm": 0.0, "base_norm": 43.74039077758789, "relative_edit": 0.0, "numel": 2621440, "changed": false }, { "key": "model.language_model.layers.6.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 6, "category": "norm", "edit_norm": 0.0, "base_norm": 3131.192626953125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.6.layer_scalar", "tensor_type": "layer_scalar", "layer": 6, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.55859375, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.6.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 6, "category": "mlp", "edit_norm": 0.0, "base_norm": 105.70169830322266, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.6.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 6, "category": "mlp", "edit_norm": 0.0, "base_norm": 142.10877990722656, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.6.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 6, "category": "mlp", "edit_norm": 0.0, "base_norm": 144.1402130126953, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.6.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 6, "category": "per_layer", "edit_norm": 0.0, "base_norm": 11.691540718078613, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.6.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 6, "category": "per_layer", "edit_norm": 0.0, "base_norm": 51.019901275634766, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.6.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 6, "category": "norm", "edit_norm": 0.0, "base_norm": 80.14833068847656, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.6.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 6, "category": "norm", "edit_norm": 0.0, "base_norm": 60.51039505004883, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.6.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 6, "category": "norm", "edit_norm": 0.0, "base_norm": 18.86269187927246, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.6.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 6, "category": "norm", "edit_norm": 0.0, "base_norm": 4830.94189453125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.6.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 6, "category": "attention", "edit_norm": 0.0, "base_norm": 1.953125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.6.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 6, "category": "attention", "edit_norm": 0.0, "base_norm": 30.424535751342773, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.6.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 6, "category": "attention", "edit_norm": 0.0, "base_norm": 66.86538696289062, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.6.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 6, "category": "attention", "edit_norm": 0.0, "base_norm": 16.375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.6.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 6, "category": "attention", "edit_norm": 0.0, "base_norm": 60.380950927734375, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.6.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 6, "category": "attention", "edit_norm": 0.0, "base_norm": 31.235158920288086, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.7.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 7, "category": "norm", "edit_norm": 0.0, "base_norm": 4307.91455078125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.7.layer_scalar", "tensor_type": "layer_scalar", "layer": 7, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.671875, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.7.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 7, "category": "mlp", "edit_norm": 0.0, "base_norm": 104.82913208007812, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.7.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 7, "category": "mlp", "edit_norm": 0.0, "base_norm": 142.29483032226562, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.7.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 7, "category": "mlp", "edit_norm": 0.0, "base_norm": 142.11972045898438, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.7.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 7, "category": "per_layer", "edit_norm": 0.0, "base_norm": 13.860440254211426, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.7.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 7, "category": "per_layer", "edit_norm": 0.0, "base_norm": 54.19287109375, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.7.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 7, "category": "norm", "edit_norm": 0.0, "base_norm": 29.18901824951172, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.7.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 7, "category": "norm", "edit_norm": 0.0, "base_norm": 64.74800872802734, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.7.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 7, "category": "norm", "edit_norm": 0.0, "base_norm": 8.974482536315918, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.7.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 7, "category": "norm", "edit_norm": 0.0, "base_norm": 3023.147705078125, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.7.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 7, "category": "attention", "edit_norm": 0.0, "base_norm": 2.03125, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.7.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 7, "category": "attention", "edit_norm": 0.0, "base_norm": 31.64044761657715, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.7.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 7, "category": "attention", "edit_norm": 0.0, "base_norm": 67.971435546875, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.7.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 7, "category": "attention", "edit_norm": 0.0, "base_norm": 15.6875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.7.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 7, "category": "attention", "edit_norm": 0.0, "base_norm": 62.58329772949219, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.7.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 7, "category": "attention", "edit_norm": 0.0, "base_norm": 31.89817237854004, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.8.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 8, "category": "norm", "edit_norm": 0.0, "base_norm": 3823.255859375, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.8.layer_scalar", "tensor_type": "layer_scalar", "layer": 8, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.228515625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.8.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 8, "category": "mlp", "edit_norm": 0.0, "base_norm": 101.5910415649414, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.8.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 8, "category": "mlp", "edit_norm": 0.0, "base_norm": 140.37106323242188, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.8.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 8, "category": "mlp", "edit_norm": 0.0, "base_norm": 141.03346252441406, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.8.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 8, "category": "per_layer", "edit_norm": 0.0, "base_norm": 4.693148612976074, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.8.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 8, "category": "per_layer", "edit_norm": 0.0, "base_norm": 49.902191162109375, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.8.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 8, "category": "norm", "edit_norm": 0.0, "base_norm": 34.3447380065918, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.8.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 8, "category": "norm", "edit_norm": 0.0, "base_norm": 192.17001342773438, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.8.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 8, "category": "norm", "edit_norm": 0.0, "base_norm": 7.74745512008667, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.8.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 8, "category": "norm", "edit_norm": 0.0, "base_norm": 1104.5797119140625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.8.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 8, "category": "attention", "edit_norm": 0.0, "base_norm": 1.921875, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.8.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 8, "category": "attention", "edit_norm": 0.0, "base_norm": 31.374042510986328, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.8.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 8, "category": "attention", "edit_norm": 0.0, "base_norm": 66.69747924804688, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.8.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 8, "category": "attention", "edit_norm": 0.0, "base_norm": 16.625, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.8.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 8, "category": "attention", "edit_norm": 0.0, "base_norm": 62.25240707397461, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.8.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 8, "category": "attention", "edit_norm": 0.0, "base_norm": 31.720836639404297, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.9.input_layernorm.weight", "tensor_type": "input_layernorm.weight", "layer": 9, "category": "norm", "edit_norm": 0.0, "base_norm": 1883.884765625, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.9.layer_scalar", "tensor_type": "layer_scalar", "layer": 9, "category": "scalar", "edit_norm": 0.0, "base_norm": 0.4140625, "relative_edit": 0.0, "numel": 1, "changed": false }, { "key": "model.language_model.layers.9.mlp.down_proj.weight", "tensor_type": "mlp.down_proj.weight", "layer": 9, "category": "mlp", "edit_norm": 0.0, "base_norm": 105.72559356689453, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.9.mlp.gate_proj.weight", "tensor_type": "mlp.gate_proj.weight", "layer": 9, "category": "mlp", "edit_norm": 0.0, "base_norm": 136.71664428710938, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.9.mlp.up_proj.weight", "tensor_type": "mlp.up_proj.weight", "layer": 9, "category": "mlp", "edit_norm": 0.0, "base_norm": 137.72848510742188, "relative_edit": 0.0, "numel": 26214400, "changed": false }, { "key": "model.language_model.layers.9.per_layer_input_gate.weight", "tensor_type": "per_layer_input_gate.weight", "layer": 9, "category": "per_layer", "edit_norm": 0.0, "base_norm": 8.861506462097168, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.9.per_layer_projection.weight", "tensor_type": "per_layer_projection.weight", "layer": 9, "category": "per_layer", "edit_norm": 0.0, "base_norm": 53.54083251953125, "relative_edit": 0.0, "numel": 655360, "changed": false }, { "key": "model.language_model.layers.9.post_attention_layernorm.weight", "tensor_type": "post_attention_layernorm.weight", "layer": 9, "category": "norm", "edit_norm": 0.0, "base_norm": 26.137964248657227, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.9.post_feedforward_layernorm.weight", "tensor_type": "post_feedforward_layernorm.weight", "layer": 9, "category": "norm", "edit_norm": 0.0, "base_norm": 104.19583892822266, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.9.post_per_layer_input_norm.weight", "tensor_type": "post_per_layer_input_norm.weight", "layer": 9, "category": "norm", "edit_norm": 0.0, "base_norm": 15.023260116577148, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.9.pre_feedforward_layernorm.weight", "tensor_type": "pre_feedforward_layernorm.weight", "layer": 9, "category": "norm", "edit_norm": 0.0, "base_norm": 788.5464477539062, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.layers.9.self_attn.k_norm.weight", "tensor_type": "self_attn.k_norm.weight", "layer": 9, "category": "attention", "edit_norm": 0.0, "base_norm": 1.9375, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.9.self_attn.k_proj.weight", "tensor_type": "self_attn.k_proj.weight", "layer": 9, "category": "attention", "edit_norm": 0.0, "base_norm": 30.090221405029297, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.layers.9.self_attn.o_proj.weight", "tensor_type": "self_attn.o_proj.weight", "layer": 9, "category": "attention", "edit_norm": 0.0, "base_norm": 63.15673065185547, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.9.self_attn.q_norm.weight", "tensor_type": "self_attn.q_norm.weight", "layer": 9, "category": "attention", "edit_norm": 0.0, "base_norm": 16.5, "relative_edit": 0.0, "numel": 256, "changed": false }, { "key": "model.language_model.layers.9.self_attn.q_proj.weight", "tensor_type": "self_attn.q_proj.weight", "layer": 9, "category": "attention", "edit_norm": 0.0, "base_norm": 60.40083694458008, "relative_edit": 0.0, "numel": 5242880, "changed": false }, { "key": "model.language_model.layers.9.self_attn.v_proj.weight", "tensor_type": "self_attn.v_proj.weight", "layer": 9, "category": "attention", "edit_norm": 0.0, "base_norm": 30.74000358581543, "relative_edit": 0.0, "numel": 1310720, "changed": false }, { "key": "model.language_model.norm.weight", "tensor_type": "norm.weight", "layer": null, "category": "norm", "edit_norm": 0.0, "base_norm": 402.7760925292969, "relative_edit": 0.0, "numel": 2560, "changed": false }, { "key": "model.language_model.per_layer_model_projection.weight", "tensor_type": "per_layer_model_projection.weight", "layer": null, "category": "other", "edit_norm": 0.0, "base_norm": 129.72012329101562, "relative_edit": 0.0, "numel": 27525120, "changed": false }, { "key": "model.language_model.per_layer_projection_norm.weight", "tensor_type": "per_layer_projection_norm.weight", "layer": null, "category": "per_layer", "edit_norm": 0.0, "base_norm": 14.6741361618042, "relative_edit": 0.0, "numel": 256, "changed": false } ] }