| layer,module,loss,samples,damp,time | |
| 0,self_attn.q_proj,0.0133809132,0.05000,2.470 | |
| 0,self_attn.k_proj,0.0033238493,0.05000,2.286 | |
| 0,self_attn.v_proj,0.0034453086,0.05000,2.337 | |
| 0,self_attn.o_proj,0.0000320586,0.05000,0.549 | |
| 0,mlp.gate_proj,0.0000773004,0.05000,1.513 | |
| 0,mlp.up_proj,0.0000726669,0.05000,1.517 | |
| 0,mlp.down_proj,0.0001631502,0.05000,2.942 | |
| 0,per_layer_input_gate,0.0000035187,0.05000,0.620 | |
| 0,per_layer_projection,0.0000264834,0.05000,0.065 | |
| 1,self_attn.q_proj,0.0015075076,0.05000,2.794 | |
| 1,self_attn.k_proj,0.0003977174,0.05000,2.818 | |
| 1,self_attn.v_proj,0.0003989282,0.05000,2.824 | |
| 1,self_attn.o_proj,0.0000273390,0.05000,0.544 | |
| 1,mlp.up_proj,0.0003322072,0.05000,1.485 | |
| 1,mlp.gate_proj,0.0003348799,0.05000,1.494 | |
| 1,mlp.down_proj,0.0011444461,0.05000,2.985 | |
| 1,per_layer_input_gate,0.0000148739,0.05000,0.625 | |
| 1,per_layer_projection,0.0000110933,0.05000,0.065 | |
| 2,self_attn.v_proj,0.0000398064,0.05000,2.901 | |
| 2,self_attn.q_proj,0.0001579508,0.05000,2.951 | |
| 2,self_attn.k_proj,0.0000589550,0.05000,2.959 | |
| 2,self_attn.o_proj,0.0000382806,0.05000,0.499 | |
| 2,mlp.up_proj,0.0001297315,0.05000,1.534 | |
| 2,mlp.gate_proj,0.0001364471,0.05000,1.541 | |
| 2,mlp.down_proj,0.0001692181,0.05000,3.295 | |
| 2,per_layer_input_gate,0.0000241593,0.05000,0.625 | |
| 2,per_layer_projection,0.0017080217,0.05000,0.086 | |
| 3,self_attn.k_proj,0.0000181704,0.05000,2.735 | |
| 3,self_attn.v_proj,0.0000222539,0.05000,2.752 | |
| 3,self_attn.q_proj,0.0000692426,0.05000,2.791 | |
| 3,self_attn.o_proj,0.0000219556,0.05000,0.499 | |
| 3,mlp.up_proj,0.0001161721,0.05000,1.493 | |
| 3,mlp.gate_proj,0.0001174473,0.05000,1.499 | |
| 3,mlp.down_proj,0.0000804881,0.05000,3.774 | |
| 3,per_layer_input_gate,0.0000297748,0.05000,0.652 | |
| 3,per_layer_projection,0.0001816845,0.05000,0.094 | |
| 4,self_attn.k_proj,0.0000264577,0.05000,2.285 | |
| 4,self_attn.v_proj,0.0000231085,0.05000,2.290 | |
| 4,self_attn.q_proj,0.0000912935,0.05000,2.295 | |
| 4,self_attn.o_proj,0.0000249151,0.05000,0.516 | |
| 4,mlp.gate_proj,0.0001090984,0.05000,1.564 | |
| 4,mlp.up_proj,0.0001053701,0.05000,1.567 | |
| 4,mlp.down_proj,0.0001043722,0.05000,4.586 | |
| 4,per_layer_input_gate,0.0000477956,0.05000,0.636 | |
| 4,per_layer_projection,0.0129666533,0.05000,0.066 | |
| 5,self_attn.k_proj,0.0000622289,0.05000,2.403 | |
| 5,self_attn.q_proj,0.0001677617,0.05000,2.414 | |
| 5,self_attn.v_proj,0.0000397244,0.05000,2.435 | |
| 5,self_attn.o_proj,0.0000334141,0.05000,1.155 | |
| 5,mlp.gate_proj,0.0004170368,0.05000,1.578 | |
| 5,mlp.up_proj,0.0004170280,0.05000,1.581 | |
| 5,mlp.down_proj,0.0002798180,0.05000,4.633 | |
| 5,per_layer_input_gate,0.0000430151,0.05000,0.655 | |
| 5,per_layer_projection,0.0008130260,0.05000,0.090 | |
| 6,self_attn.v_proj,0.0000270716,0.05000,2.491 | |
| 6,self_attn.q_proj,0.0000926331,0.05000,2.501 | |
| 6,self_attn.k_proj,0.0000251250,0.05000,2.508 | |
| 6,self_attn.o_proj,0.0000322658,0.05000,0.521 | |
| 6,mlp.gate_proj,0.0001751964,0.05000,1.660 | |
| 6,mlp.up_proj,0.0001704853,0.05000,1.660 | |
| 6,mlp.down_proj,0.0000744022,0.05000,4.870 | |
| 6,per_layer_input_gate,0.0000425660,0.05000,0.709 | |
| 6,per_layer_projection,0.0003799679,0.05000,0.080 | |
| 7,self_attn.k_proj,0.0000605882,0.05000,2.407 | |
| 7,self_attn.v_proj,0.0000602196,0.05000,2.421 | |
| 7,self_attn.q_proj,0.0002377021,0.05000,2.426 | |
| 7,self_attn.o_proj,0.0000298524,0.05000,0.503 | |
| 7,mlp.gate_proj,0.0000748669,0.05000,1.559 | |
| 7,mlp.up_proj,0.0000733706,0.05000,1.558 | |
| 7,mlp.down_proj,0.0000684038,0.05000,5.013 | |
| 7,per_layer_input_gate,0.0000355191,0.05000,0.719 | |
| 7,per_layer_projection,0.0003152849,0.05000,0.072 | |
| 8,self_attn.k_proj,0.0001093707,0.05000,2.508 | |
| 8,self_attn.v_proj,0.0001086582,0.05000,2.517 | |
| 8,self_attn.q_proj,0.0004060049,0.05000,2.522 | |
| 8,self_attn.o_proj,0.0000338763,0.05000,0.510 | |
| 8,mlp.gate_proj,0.0000706186,0.05000,1.630 | |
| 8,mlp.up_proj,0.0000676119,0.05000,1.636 | |
| 8,mlp.down_proj,0.0000600634,0.05000,5.042 | |
| 8,per_layer_input_gate,0.0000123918,0.05000,0.743 | |
| 8,per_layer_projection,0.0001120510,0.05000,0.089 | |
| 9,self_attn.k_proj,0.0000210003,0.05000,2.583 | |
| 9,self_attn.q_proj,0.0000862873,0.05000,2.587 | |
| 9,self_attn.v_proj,0.0000229474,0.05000,2.607 | |
| 9,self_attn.o_proj,0.0000279322,0.05000,0.541 | |
| 9,mlp.up_proj,0.0000452220,0.05000,1.604 | |
| 9,mlp.gate_proj,0.0000460005,0.05000,1.605 | |
| 9,mlp.down_proj,0.0000403040,0.05000,5.022 | |
| 9,per_layer_input_gate,0.0000218002,0.05000,0.741 | |
| 9,per_layer_projection,0.0013977917,0.05000,0.079 | |
| 10,self_attn.v_proj,0.0000109989,0.05000,2.640 | |
| 10,self_attn.q_proj,0.0000288232,0.05000,2.649 | |
| 10,self_attn.k_proj,0.0000077015,0.05000,2.663 | |
| 10,self_attn.o_proj,0.0000278110,0.05000,0.602 | |
| 10,mlp.gate_proj,0.0000297475,0.05000,1.984 | |
| 10,mlp.up_proj,0.0000309112,0.05000,1.983 | |
| 10,mlp.down_proj,0.0000175228,0.05000,5.051 | |
| 10,per_layer_input_gate,0.0000465991,0.05000,0.739 | |
| 10,per_layer_projection,0.0014095060,0.05000,0.072 | |
| 11,self_attn.v_proj,0.0000208536,0.05000,2.671 | |
| 11,self_attn.k_proj,0.0000263412,0.05000,2.676 | |
| 11,self_attn.q_proj,0.0000744974,0.05000,2.687 | |
| 11,self_attn.o_proj,0.0000230292,0.05000,1.335 | |
| 11,mlp.gate_proj,0.0000448698,0.05000,2.045 | |
| 11,mlp.up_proj,0.0000427460,0.05000,2.046 | |
| 11,mlp.down_proj,0.0000322003,0.05000,5.021 | |
| 11,per_layer_input_gate,0.0000705025,0.05000,0.736 | |
| 11,per_layer_projection,0.0125107794,0.05000,0.072 | |
| 12,self_attn.k_proj,0.0000380754,0.05000,2.600 | |
| 12,self_attn.v_proj,0.0000354610,0.05000,2.607 | |
| 12,self_attn.q_proj,0.0001290740,0.05000,2.615 | |
| 12,self_attn.o_proj,0.0000292304,0.05000,0.603 | |
| 12,mlp.gate_proj,0.0000732894,0.05000,2.011 | |
| 12,mlp.up_proj,0.0000738092,0.05000,2.010 | |
| 12,mlp.down_proj,0.0000262440,0.05000,5.026 | |
| 12,per_layer_input_gate,0.0000807900,0.05000,0.735 | |
| 12,per_layer_projection,0.0044851758,0.05000,0.072 | |
| 13,self_attn.k_proj,0.0000616433,0.05000,2.558 | |
| 13,self_attn.q_proj,0.0001918136,0.05000,2.564 | |
| 13,self_attn.v_proj,0.0000500188,0.05000,2.575 | |
| 13,self_attn.o_proj,0.0000277534,0.05000,0.607 | |
| 13,mlp.up_proj,0.0000473177,0.05000,1.980 | |
| 13,mlp.gate_proj,0.0000472678,0.05000,1.980 | |
| 13,mlp.down_proj,0.0000162895,0.05000,5.032 | |
| 13,per_layer_input_gate,0.0000705441,0.05000,0.741 | |
| 13,per_layer_projection,0.0020806484,0.05000,0.072 | |
| 14,self_attn.v_proj,0.0000553264,0.05000,2.551 | |
| 14,self_attn.q_proj,0.0002611089,0.05000,2.559 | |
| 14,self_attn.k_proj,0.0000799699,0.05000,2.574 | |
| 14,self_attn.o_proj,0.0000266174,0.05000,0.602 | |
| 14,mlp.gate_proj,0.0000149102,0.05000,2.046 | |
| 14,mlp.up_proj,0.0000149605,0.05000,2.045 | |
| 14,mlp.down_proj,0.0000028158,0.05000,5.030 | |
| 14,per_layer_input_gate,0.0000694484,0.05000,0.739 | |
| 14,per_layer_projection,0.0006913661,0.05000,0.096 | |
| 15,self_attn.v_proj,0.0000372710,0.05000,2.675 | |
| 15,self_attn.k_proj,0.0000533418,0.05000,2.696 | |
| 15,self_attn.q_proj,0.0001875102,0.05000,2.708 | |
| 15,self_attn.o_proj,0.0000199403,0.05000,0.609 | |
| 15,mlp.gate_proj,0.0000218154,0.05000,2.029 | |
| 15,mlp.up_proj,0.0000215434,0.05000,2.028 | |
| 15,mlp.down_proj,0.0000016833,0.05000,5.015 | |
| 15,per_layer_input_gate,0.0000504690,0.05000,0.740 | |
| 15,per_layer_projection,0.0068079274,0.05000,0.073 | |
| 16,self_attn.q_proj,0.0001894551,0.05000,2.614 | |
| 16,self_attn.k_proj,0.0000486270,0.05000,2.617 | |
| 16,self_attn.v_proj,0.0000445301,0.05000,2.618 | |
| 16,self_attn.o_proj,0.0000240580,0.05000,0.605 | |
| 16,mlp.up_proj,0.0000116342,0.05000,1.984 | |
| 16,mlp.gate_proj,0.0000112263,0.05000,1.985 | |
| 16,mlp.down_proj,0.0000005115,0.05000,5.029 | |
| 16,per_layer_input_gate,0.0000480188,0.05000,0.741 | |
| 16,per_layer_projection,0.0006808827,0.05000,0.073 | |
| 17,self_attn.q_proj,0.0003739246,0.05000,2.662 | |
| 17,self_attn.k_proj,0.0000982964,0.05000,2.667 | |
| 17,self_attn.v_proj,0.0000902218,0.05000,2.676 | |
| 17,self_attn.o_proj,0.0000100714,0.05000,1.347 | |
| 17,mlp.up_proj,0.0000085331,0.05000,2.017 | |
| 17,mlp.gate_proj,0.0000081792,0.05000,2.018 | |
| 17,mlp.down_proj,0.0000001797,0.05000,5.043 | |
| 17,per_layer_input_gate,0.0000284023,0.05000,0.745 | |
| 17,per_layer_projection,0.0019677096,0.05000,0.084 | |
| 18,self_attn.q_proj,0.0007544438,0.05000,2.635 | |
| 18,self_attn.v_proj,0.0001385294,0.05000,2.641 | |
| 18,self_attn.k_proj,0.0001949666,0.05000,2.648 | |
| 18,self_attn.o_proj,0.0000154643,0.05000,0.604 | |
| 18,mlp.gate_proj,0.0000170686,0.05000,2.033 | |
| 18,mlp.up_proj,0.0000169399,0.05000,2.037 | |
| 18,mlp.down_proj,0.0000004918,0.05000,5.013 | |
| 18,per_layer_input_gate,0.0000331747,0.05000,0.736 | |
| 18,per_layer_projection,0.0012952978,0.05000,0.072 | |
| 19,self_attn.k_proj,0.0000867329,0.05000,2.568 | |
| 19,self_attn.v_proj,0.0000552353,0.05000,2.575 | |
| 19,self_attn.q_proj,0.0002481916,0.05000,2.585 | |
| 19,self_attn.o_proj,0.0000177183,0.05000,0.609 | |
| 19,mlp.gate_proj,0.0000174538,0.05000,1.990 | |
| 19,mlp.up_proj,0.0000175820,0.05000,2.001 | |
| 19,mlp.down_proj,0.0000005013,0.05000,5.030 | |
| 19,per_layer_input_gate,0.0000294350,0.05000,0.738 | |
| 19,per_layer_projection,0.0009245542,0.05000,0.072 | |
| 20,self_attn.q_proj,0.0000560934,0.05000,2.647 | |
| 20,self_attn.k_proj,0.0000154776,0.05000,2.656 | |
| 20,self_attn.v_proj,0.0000115571,0.05000,2.659 | |
| 20,self_attn.o_proj,0.0000177655,0.05000,0.605 | |
| 20,mlp.up_proj,0.0000152126,0.05000,2.017 | |
| 20,mlp.gate_proj,0.0000148834,0.05000,2.024 | |
| 20,mlp.down_proj,0.0000004130,0.05000,5.015 | |
| 20,per_layer_input_gate,0.0000305954,0.05000,0.738 | |
| 20,per_layer_projection,0.0019143547,0.05000,0.081 | |
| 21,self_attn.q_proj,0.0000184271,0.05000,2.624 | |
| 21,self_attn.k_proj,0.0000048002,0.05000,2.641 | |
| 21,self_attn.v_proj,0.0000067381,0.05000,2.649 | |
| 21,self_attn.o_proj,0.0000168125,0.05000,0.602 | |
| 21,mlp.up_proj,0.0000218124,0.05000,2.016 | |
| 21,mlp.gate_proj,0.0000235671,0.05000,2.015 | |
| 21,mlp.down_proj,0.0000005212,0.05000,5.030 | |
| 21,per_layer_input_gate,0.0000397940,0.05000,0.736 | |
| 21,per_layer_projection,0.0009204071,0.05000,0.073 | |
| 22,self_attn.q_proj,0.0000047451,0.05000,2.630 | |
| 22,self_attn.v_proj,0.0000019727,0.05000,2.637 | |
| 22,self_attn.k_proj,0.0000010576,0.05000,2.651 | |
| 22,self_attn.o_proj,0.0000164433,0.05000,0.611 | |
| 22,mlp.gate_proj,0.0000088969,0.05000,2.046 | |
| 22,mlp.up_proj,0.0000087307,0.05000,2.051 | |
| 22,mlp.down_proj,0.0000003743,0.05000,5.036 | |
| 22,per_layer_input_gate,0.0000153944,0.05000,0.740 | |
| 22,per_layer_projection,0.0022376832,0.05000,0.073 | |
| 23,self_attn.v_proj,0.0000383506,0.05000,2.659 | |
| 23,self_attn.k_proj,0.0000285652,0.05000,2.675 | |
| 23,self_attn.q_proj,0.0001388369,0.05000,2.680 | |
| 23,self_attn.o_proj,0.0000187941,0.05000,1.346 | |
| 23,mlp.gate_proj,0.0000168090,0.05000,2.033 | |
| 23,mlp.up_proj,0.0000174318,0.05000,2.037 | |
| 23,mlp.down_proj,0.0000003212,0.05000,5.045 | |
| 23,per_layer_input_gate,0.0000282365,0.05000,0.739 | |
| 23,per_layer_projection,0.0008446131,0.05000,0.073 | |
| 24,self_attn.o_proj,0.0000080238,0.05000,0.610 | |
| 24,mlp.gate_proj,0.0000240828,0.05000,2.026 | |
| 24,mlp.up_proj,0.0000258792,0.05000,2.027 | |
| 24,mlp.down_proj,0.0000003722,0.05000,5.047 | |
| 24,per_layer_input_gate,0.0000176604,0.05000,0.768 | |
| 24,per_layer_projection,0.0079194900,0.05000,0.074 | |
| 25,self_attn.o_proj,0.0000095929,0.05000,0.610 | |
| 25,mlp.gate_proj,0.0000142529,0.05000,2.041 | |
| 25,mlp.up_proj,0.0000150898,0.05000,2.042 | |
| 25,mlp.down_proj,0.0000003260,0.05000,5.045 | |
| 25,per_layer_input_gate,0.0000185251,0.05000,0.738 | |
| 25,per_layer_projection,0.0041091896,0.05000,0.073 | |
| 26,self_attn.o_proj,0.0000125515,0.05000,0.607 | |
| 26,mlp.gate_proj,0.0000185797,0.05000,2.015 | |
| 26,mlp.up_proj,0.0000197775,0.05000,2.014 | |
| 26,mlp.down_proj,0.0000005655,0.05000,5.040 | |
| 26,per_layer_input_gate,0.0000267581,0.05000,0.737 | |
| 26,per_layer_projection,0.0028598483,0.05000,0.072 | |
| 27,self_attn.o_proj,0.0000175563,0.05000,0.610 | |
| 27,mlp.up_proj,0.0000224818,0.05000,2.053 | |
| 27,mlp.gate_proj,0.0000208284,0.05000,2.054 | |
| 27,mlp.down_proj,0.0000004490,0.05000,5.042 | |
| 27,per_layer_input_gate,0.0000292307,0.05000,0.743 | |
| 27,per_layer_projection,0.0010631481,0.05000,0.091 | |
| 28,self_attn.o_proj,0.0000171168,0.05000,0.608 | |
| 28,mlp.gate_proj,0.0000262768,0.05000,2.022 | |
| 28,mlp.up_proj,0.0000273003,0.05000,2.021 | |
| 28,mlp.down_proj,0.0000012771,0.05000,5.054 | |
| 28,per_layer_input_gate,0.0000372505,0.05000,0.736 | |
| 28,per_layer_projection,0.0015081794,0.05000,0.074 | |
| 29,self_attn.o_proj,0.0000078026,0.05000,1.351 | |
| 29,mlp.up_proj,0.0000158857,0.05000,2.039 | |
| 29,mlp.gate_proj,0.0000160457,0.05000,2.040 | |
| 29,mlp.down_proj,0.0000006397,0.05000,5.036 | |
| 29,per_layer_input_gate,0.0000315176,0.05000,0.740 | |
| 29,per_layer_projection,0.0062796998,0.05000,0.074 | |
| 30,self_attn.o_proj,0.0000126904,0.05000,0.607 | |
| 30,mlp.up_proj,0.0000236520,0.05000,1.998 | |
| 30,mlp.gate_proj,0.0000243547,0.05000,1.999 | |
| 30,mlp.down_proj,0.0000013958,0.05000,5.040 | |
| 30,per_layer_input_gate,0.0000200971,0.05000,0.739 | |
| 30,per_layer_projection,0.0172334013,0.05000,0.072 | |
| 31,self_attn.o_proj,0.0000118710,0.05000,0.613 | |
| 31,mlp.gate_proj,0.0000186014,0.05000,2.043 | |
| 31,mlp.up_proj,0.0000183480,0.05000,2.042 | |
| 31,mlp.down_proj,0.0000014977,0.05000,5.037 | |
| 31,per_layer_input_gate,0.0000245368,0.05000,0.742 | |
| 31,per_layer_projection,0.0079193233,0.05000,0.090 | |
| 32,self_attn.o_proj,0.0000165053,0.05000,0.607 | |
| 32,mlp.up_proj,0.0000317200,0.05000,1.994 | |
| 32,mlp.gate_proj,0.0000324620,0.05000,1.995 | |
| 32,mlp.down_proj,0.0000057735,0.05000,5.047 | |
| 32,per_layer_input_gate,0.0000292421,0.05000,0.740 | |
| 32,per_layer_projection,0.0151332102,0.05000,0.091 | |
| 33,self_attn.o_proj,0.0000156298,0.05000,0.610 | |
| 33,mlp.up_proj,0.0000246482,0.05000,2.040 | |
| 33,mlp.gate_proj,0.0000250132,0.05000,2.041 | |
| 33,mlp.down_proj,0.0000068084,0.05000,5.031 | |
| 33,per_layer_input_gate,0.0000338540,0.05000,0.741 | |
| 33,per_layer_projection,0.0075577592,0.05000,0.073 | |
| 34,self_attn.o_proj,0.0000088562,0.05000,0.607 | |
| 34,mlp.gate_proj,0.0000197329,0.05000,1.994 | |
| 34,mlp.up_proj,0.0000193335,0.05000,1.993 | |
| 34,mlp.down_proj,0.0000042332,0.05000,5.044 | |
| 34,per_layer_input_gate,0.0000360013,0.05000,0.742 | |
| 34,per_layer_projection,0.0360601947,0.05000,0.073 | |
| 35,self_attn.o_proj,0.0000085389,0.05000,1.345 | |
| 35,mlp.up_proj,0.0000101607,0.05000,2.040 | |
| 35,mlp.gate_proj,0.0000102226,0.05000,2.040 | |
| 35,mlp.down_proj,0.0000006644,0.05000,5.029 | |
| 35,per_layer_input_gate,0.0000347499,0.05000,0.739 | |
| 35,per_layer_projection,0.0171825343,0.05000,0.084 | |
| 36,self_attn.o_proj,0.0000143995,0.05000,0.607 | |
| 36,mlp.up_proj,0.0000062813,0.05000,1.996 | |
| 36,mlp.gate_proj,0.0000062265,0.05000,1.997 | |
| 36,mlp.down_proj,0.0000006160,0.05000,5.039 | |
| 36,per_layer_input_gate,0.0000361704,0.05000,0.735 | |
| 36,per_layer_projection,0.0619977311,0.05000,0.072 | |
| 37,self_attn.o_proj,0.0000155842,0.05000,0.609 | |
| 37,mlp.up_proj,0.0000041213,0.05000,2.034 | |
| 37,mlp.gate_proj,0.0000040409,0.05000,2.042 | |
| 37,mlp.down_proj,0.0000003345,0.05000,5.047 | |
| 37,per_layer_input_gate,0.0000348769,0.05000,0.740 | |
| 37,per_layer_projection,0.0016117015,0.05000,0.072 | |
| 38,self_attn.o_proj,0.0000105101,0.05000,0.608 | |
| 38,mlp.up_proj,0.0000040244,0.05000,1.993 | |
| 38,mlp.gate_proj,0.0000039216,0.05000,1.994 | |
| 38,mlp.down_proj,0.0000003391,0.05000,5.042 | |
| 38,per_layer_input_gate,0.0000322117,0.05000,0.736 | |
| 38,per_layer_projection,0.0021040556,0.05000,0.086 | |
| 39,self_attn.o_proj,0.0000108883,0.05000,0.610 | |
| 39,mlp.up_proj,0.0000042133,0.05000,2.004 | |
| 39,mlp.gate_proj,0.0000040955,0.05000,2.012 | |
| 39,mlp.down_proj,0.0000002792,0.05000,5.040 | |
| 39,per_layer_input_gate,0.0000249566,0.05000,0.737 | |
| 39,per_layer_projection,0.0015154285,0.05000,0.084 | |
| 40,self_attn.o_proj,0.0000098662,0.05000,0.610 | |
| 40,mlp.up_proj,0.0000103999,0.05000,1.998 | |
| 40,mlp.gate_proj,0.0000101429,0.05000,1.999 | |
| 40,mlp.down_proj,0.0000013517,0.05000,5.053 | |
| 40,per_layer_input_gate,0.0000187256,0.05000,0.740 | |
| 40,per_layer_projection,0.0035357347,0.05000,0.073 | |
| 41,self_attn.o_proj,0.0000057233,0.05000,1.352 | |
| 41,mlp.gate_proj,0.0000177138,0.05000,2.006 | |
| 41,mlp.up_proj,0.0000180029,0.05000,2.007 | |
| 41,mlp.down_proj,0.0000016810,0.05000,5.037 | |
| 41,per_layer_input_gate,0.0000089089,0.05000,0.741 | |
| 41,per_layer_projection,0.0195961444,0.05000,0.089 | |