| tensor,mean_abs_diff | |
| model.language_model.layers.27.self_attn.o_proj.weight,0.0010623382404446602 | |
| model.language_model.layers.28.self_attn.o_proj.weight,0.0010128926951438189 | |
| model.language_model.layers.31.self_attn.o_proj.weight,0.0009886118350550532 | |
| model.language_model.layers.26.self_attn.o_proj.weight,0.0008891881443560123 | |
| model.language_model.layers.36.self_attn.o_proj.weight,0.0008473398047499359 | |
| model.language_model.layers.24.self_attn.o_proj.weight,0.0008385850815102458 | |
| model.language_model.layers.28.mlp.up_proj.weight,0.0008321956265717745 | |
| model.language_model.layers.25.self_attn.o_proj.weight,0.0008189470390789211 | |
| model.language_model.layers.27.mlp.up_proj.weight,0.0008188427309505641 | |
| model.language_model.layers.29.self_attn.o_proj.weight,0.0008008129661902785 | |
| model.language_model.layers.28.mlp.gate_proj.weight,0.0007967656129039824 | |
| model.language_model.layers.27.mlp.gate_proj.weight,0.0007884491933509707 | |
| model.language_model.layers.28.self_attn.q_proj.weight,0.0007819418096914887 | |
| model.language_model.layers.19.self_attn.o_proj.weight,0.000749287020880729 | |
| model.language_model.layers.29.mlp.gate_proj.weight,0.0007452424615621567 | |
| model.language_model.layers.33.self_attn.o_proj.weight,0.000740315648727119 | |
| model.language_model.layers.29.mlp.up_proj.weight,0.0007391414255835116 | |
| model.language_model.layers.19.self_attn.v_proj.weight,0.0007287319167517126 | |
| model.language_model.layers.30.self_attn.o_proj.weight,0.0007223371649160981 | |
| model.language_model.layers.24.mlp.up_proj.weight,0.0007214168435893953 | |
| model.language_model.layers.27.self_attn.q_proj.weight,0.0007172318291850388 | |
| model.language_model.layers.29.self_attn.q_proj.weight,0.0007103206589818001 | |
| model.language_model.layers.25.mlp.up_proj.weight,0.000702490156982094 | |
| model.language_model.layers.32.self_attn.o_proj.weight,0.0006974922143854201 | |
| model.language_model.layers.29.mlp.down_proj.weight,0.0006808234611526132 | |
| model.language_model.layers.24.mlp.gate_proj.weight,0.000672304246108979 | |
| model.language_model.layers.25.mlp.gate_proj.weight,0.0006685752305202186 | |
| model.language_model.layers.28.mlp.down_proj.weight,0.0006624904926866293 | |
| model.language_model.layers.24.self_attn.q_proj.weight,0.0006581406923942268 | |
| model.language_model.layers.19.self_attn.q_proj.weight,0.0006560205365531147 | |
| model.language_model.layers.19.mlp.up_proj.weight,0.0006549733807332814 | |
| model.language_model.layers.18.self_attn.o_proj.weight,0.0006532577681355178 | |
| model.language_model.layers.27.mlp.down_proj.weight,0.0006471786182373762 | |
| model.language_model.layers.26.mlp.up_proj.weight,0.0006387209868989885 | |
| model.language_model.layers.34.self_attn.o_proj.weight,0.0006374444928951561 | |
| model.language_model.layers.26.self_attn.q_proj.weight,0.0006322429981082678 | |
| model.language_model.layers.19.mlp.gate_proj.weight,0.0006318682571873069 | |
| model.language_model.layers.18.self_attn.v_proj.weight,0.0006212085718289018 | |
| model.language_model.layers.20.self_attn.o_proj.weight,0.0006152695859782398 | |
| model.language_model.layers.37.self_attn.o_proj.weight,0.0006126089720055461 | |
| model.language_model.layers.25.self_attn.q_proj.weight,0.0006123973289504647 | |
| model.language_model.layers.26.mlp.gate_proj.weight,0.0006123148486949503 | |
| model.language_model.layers.24.mlp.down_proj.weight,0.0006048181094229221 | |
| model.language_model.layers.18.mlp.up_proj.weight,0.0006002259906381369 | |
| model.language_model.layers.18.mlp.gate_proj.weight,0.0005793694872409105 | |
| model.language_model.layers.26.mlp.down_proj.weight,0.0005694112624041736 | |
| model.language_model.layers.18.self_attn.q_proj.weight,0.0005640141316689551 | |
| model.language_model.layers.25.mlp.down_proj.weight,0.0005513396463356912 | |
| model.language_model.layers.21.self_attn.o_proj.weight,0.0005505570443347096 | |
| model.language_model.layers.20.self_attn.v_proj.weight,0.0005471830954775214 | |
| model.language_model.layers.21.mlp.up_proj.weight,0.0005403832765296102 | |
| model.language_model.layers.19.self_attn.k_proj.weight,0.0005247301305644214 | |
| model.language_model.layers.39.self_attn.o_proj.weight,0.0005243768100626767 | |
| model.language_model.layers.20.self_attn.q_proj.weight,0.0005239570746198297 | |
| model.language_model.layers.40.self_attn.o_proj.weight,0.0005233423435129225 | |
| model.language_model.layers.35.self_attn.o_proj.weight,0.0005227057263255119 | |
| model.language_model.layers.21.mlp.gate_proj.weight,0.0005199729930609465 | |
| model.language_model.layers.20.mlp.up_proj.weight,0.0005166282062418759 | |
| model.language_model.layers.20.mlp.gate_proj.weight,0.0005115208914503455 | |
| model.language_model.layers.19.mlp.down_proj.weight,0.0005066853482276201 | |
| model.language_model.layers.18.self_attn.k_proj.weight,0.0005017296061851084 | |
| model.language_model.layers.36.self_attn.q_proj.weight,0.0004892282886430621 | |
| model.language_model.layers.20.self_attn.k_proj.weight,0.00048613123362883925 | |
| model.language_model.layers.21.self_attn.q_proj.weight,0.0004785858909599483 | |
| model.language_model.layers.39.mlp.up_proj.weight,0.00047236357931979 | |
| model.language_model.layers.38.self_attn.o_proj.weight,0.0004693051741924137 | |
| model.language_model.layers.21.self_attn.k_proj.weight,0.00046612010919488966 | |
| model.language_model.layers.21.mlp.down_proj.weight,0.0004641263803932816 | |
| model.language_model.layers.37.self_attn.q_proj.weight,0.00045305793173611164 | |
| model.language_model.layers.36.mlp.up_proj.weight,0.0004524681717157364 | |
| model.language_model.layers.40.mlp.up_proj.weight,0.0004500517970882356 | |
| model.language_model.layers.18.mlp.down_proj.weight,0.0004498227790463716 | |
| model.language_model.layers.39.mlp.gate_proj.weight,0.00044783714110963047 | |
| model.language_model.layers.23.self_attn.v_proj.weight,0.0004463706281967461 | |
| model.language_model.layers.35.mlp.up_proj.weight,0.0004451260028872639 | |
| model.language_model.embed_tokens.weight,0.0004383536579553038 | |
| model.language_model.layers.37.mlp.up_proj.weight,0.00043774876394309103 | |
| model.language_model.layers.22.self_attn.o_proj.weight,0.0004375055432319641 | |
| model.language_model.layers.36.mlp.gate_proj.weight,0.0004374844138510525 | |
| model.language_model.layers.23.mlp.up_proj.weight,0.00043610300053842366 | |
| model.language_model.layers.21.self_attn.v_proj.weight,0.00043405796168372035 | |
| model.language_model.layers.20.mlp.down_proj.weight,0.00043354410445317626 | |
| model.language_model.layers.35.mlp.gate_proj.weight,0.00043236141209490597 | |
| model.language_model.layers.40.self_attn.q_proj.weight,0.0004318123683333397 | |
| model.language_model.layers.38.mlp.up_proj.weight,0.00042858743108808994 | |
| model.language_model.layers.23.self_attn.q_proj.weight,0.00042816734639927745 | |
| model.language_model.layers.34.mlp.up_proj.weight,0.00042605039197951555 | |
| model.language_model.layers.34.mlp.gate_proj.weight,0.0004234176594763994 | |
| model.language_model.layers.40.mlp.gate_proj.weight,0.0004202245036140084 | |
| model.language_model.layers.34.self_attn.q_proj.weight,0.0004176786169409752 | |
| model.language_model.layers.37.mlp.gate_proj.weight,0.00041730600059963763 | |
| model.language_model.layers.39.self_attn.q_proj.weight,0.00041006592800840735 | |
| model.language_model.layers.17.mlp.up_proj.weight,0.0004091226728633046 | |
| model.language_model.layers.38.mlp.gate_proj.weight,0.00040704902494326234 | |
| model.language_model.layers.17.self_attn.v_proj.weight,0.00040576420724391937 | |
| model.language_model.layers.23.mlp.gate_proj.weight,0.00040555413579568267 | |
| model.language_model.layers.17.self_attn.q_proj.weight,0.0004019287880510092 | |
| model.language_model.layers.17.mlp.gate_proj.weight,0.00040169936255551875 | |
| model.language_model.layers.30.mlp.down_proj.weight,0.0004016273596789688 | |
| model.language_model.layers.32.self_attn.q_proj.weight,0.0004001450724899769 | |
| model.language_model.layers.33.self_attn.q_proj.weight,0.0003983649949077517 | |
| model.language_model.layers.23.self_attn.o_proj.weight,0.0003960353205911815 | |
| model.language_model.layers.23.self_attn.k_proj.weight,0.00039577801362611353 | |
| model.language_model.layers.38.self_attn.q_proj.weight,0.0003911767271347344 | |
| model.language_model.layers.35.self_attn.q_proj.weight,0.0003907809150405228 | |
| model.language_model.layers.40.mlp.down_proj.weight,0.00038957639480941 | |
| model.language_model.layers.33.mlp.up_proj.weight,0.0003855795075651258 | |
| model.language_model.layers.23.mlp.down_proj.weight,0.0003819989797193557 | |
| model.language_model.layers.33.mlp.gate_proj.weight,0.0003796038799919188 | |
| model.language_model.layers.22.self_attn.q_proj.weight,0.0003792521310970187 | |
| model.language_model.layers.17.self_attn.o_proj.weight,0.0003789105685427785 | |
| model.language_model.layers.32.mlp.gate_proj.weight,0.00037821789737790823 | |
| model.language_model.layers.17.mlp.down_proj.weight,0.0003768468741327524 | |
| model.language_model.layers.32.mlp.up_proj.weight,0.000376365176634863 | |
| model.language_model.layers.31.mlp.down_proj.weight,0.0003759071114473045 | |
| model.language_model.layers.36.mlp.down_proj.weight,0.00037373360828496516 | |
| model.language_model.layers.31.self_attn.q_proj.weight,0.00037191747105680406 | |
| model.language_model.layers.17.self_attn.k_proj.weight,0.00037136138416826725 | |
| model.language_model.layers.37.mlp.down_proj.weight,0.0003695660852827132 | |
| model.language_model.layers.38.mlp.down_proj.weight,0.00036179955350235105 | |
| model.language_model.layers.35.mlp.down_proj.weight,0.000361098995199427 | |
| model.language_model.layers.39.mlp.down_proj.weight,0.0003576116869226098 | |
| model.language_model.layers.31.mlp.up_proj.weight,0.0003506671346258372 | |
| model.language_model.layers.34.mlp.down_proj.weight,0.0003488323127385229 | |
| model.language_model.layers.30.mlp.up_proj.weight,0.00034812212106771767 | |
| model.language_model.layers.30.mlp.gate_proj.weight,0.0003470636438578367 | |
| model.language_model.layers.33.mlp.down_proj.weight,0.000345585955074057 | |
| model.language_model.layers.22.self_attn.k_proj.weight,0.000344065367244184 | |
| model.language_model.layers.31.mlp.gate_proj.weight,0.0003418548440095037 | |
| model.language_model.layers.30.self_attn.q_proj.weight,0.0003404438029974699 | |
| model.language_model.layers.22.mlp.up_proj.weight,0.00033721316140145063 | |
| model.language_model.layers.22.mlp.down_proj.weight,0.000336229131789878 | |
| model.language_model.layers.22.self_attn.v_proj.weight,0.00032990315230563283 | |
| model.language_model.layers.22.mlp.gate_proj.weight,0.000328603433445096 | |
| model.language_model.layers.32.mlp.down_proj.weight,0.00032381966593675315 | |
| model.language_model.layers.0.per_layer_input_gate.weight,8.398959305822018e-11 | |
| model.language_model.layers.23.per_layer_input_gate.weight,7.666489665325571e-11 | |
| model.language_model.layers.22.per_layer_input_gate.weight,3.806930465310998e-11 | |
| model.language_model.layers.38.per_layer_projection.weight,3.3658676540371246e-11 | |
| model.language_model.layers.1.per_layer_input_gate.weight,2.7839324595602122e-11 | |
| model.language_model.layers.40.per_layer_projection.weight,2.617253115622109e-11 | |
| model.language_model.layers.37.per_layer_projection.weight,2.43003395183905e-11 | |
| model.language_model.layers.22.per_layer_projection.weight,2.288085346191515e-11 | |
| model.language_model.layers.36.per_layer_projection.weight,2.153099920576551e-11 | |
| model.language_model.layers.8.per_layer_input_gate.weight,2.1507772993145657e-11 | |
| model.language_model.layers.21.per_layer_projection.weight,2.0027802333233424e-11 | |
| model.language_model.layers.19.per_layer_projection.weight,1.953068783089318e-11 | |
| model.language_model.layers.30.per_layer_projection.weight,1.9153989158637863e-11 | |
| model.language_model.layers.39.per_layer_projection.weight,1.898161662572395e-11 | |
| model.language_model.layers.17.per_layer_projection.weight,1.2745892882803922e-11 | |
| model.language_model.layers.17.per_layer_input_gate.weight,1.2693046266831765e-11 | |
| model.language_model.layers.20.per_layer_input_gate.weight,1.2547208064206394e-11 | |
| model.language_model.layers.41.per_layer_input_gate.weight,1.2313173050615411e-11 | |
| model.language_model.layers.9.per_layer_projection.weight,1.1967893689956988e-11 | |
| model.language_model.layers.18.per_layer_input_gate.weight,1.1832668525557644e-11 | |
| model.language_model.layers.21.per_layer_input_gate.weight,1.1704503685705525e-11 | |
| model.language_model.layers.5.per_layer_projection.weight,1.163706891266214e-11 | |
| model.language_model.layers.20.per_layer_projection.weight,1.1285683325368279e-11 | |
| model.language_model.layers.31.per_layer_projection.weight,1.1089707277478489e-11 | |
| model.language_model.layers.29.per_layer_input_gate.weight,1.1002487983191589e-11 | |
| model.language_model.layers.19.per_layer_input_gate.weight,1.0789591442517121e-11 | |
| model.language_model.layers.9.per_layer_input_gate.weight,1.049293985033728e-11 | |
| model.language_model.layers.11.per_layer_projection.weight,1.0082245802123246e-11 | |
| model.language_model.layers.3.per_layer_projection.weight,1.000297587816501e-11 | |
| model.language_model.layers.35.per_layer_projection.weight,9.838197097267187e-12 | |
| model.language_model.layers.24.per_layer_input_gate.weight,9.714539936367395e-12 | |
| model.language_model.layers.34.per_layer_projection.weight,9.252154598016205e-12 | |
| model.language_model.layers.7.per_layer_projection.weight,8.242429308524812e-12 | |
| model.language_model.layers.15.per_layer_input_gate.weight,8.12008273121112e-12 | |
| model.language_model.layers.6.per_layer_input_gate.weight,8.065015669189712e-12 | |
| model.language_model.layers.16.per_layer_input_gate.weight,8.047606851746547e-12 | |
| model.language_model.layers.14.per_layer_input_gate.weight,7.916512063943504e-12 | |
| model.language_model.layers.4.per_layer_input_gate.weight,7.84048347080013e-12 | |
| model.language_model.layers.28.per_layer_input_gate.weight,7.703527052371761e-12 | |
| model.language_model.layers.27.per_layer_input_gate.weight,7.599432368110559e-12 | |
| model.language_model.layers.10.per_layer_input_gate.weight,7.562839243746566e-12 | |
| model.language_model.layers.10.per_layer_projection.weight,7.430683672537963e-12 | |
| model.language_model.layers.8.per_layer_projection.weight,7.239720108132008e-12 | |
| model.language_model.layers.5.per_layer_input_gate.weight,7.161560407198397e-12 | |
| model.language_model.layers.16.per_layer_projection.weight,7.1353036326660124e-12 | |
| model.language_model.layers.13.per_layer_input_gate.weight,7.134503925143587e-12 | |
| model.language_model.layers.7.per_layer_input_gate.weight,7.068567953183447e-12 | |
| model.language_model.layers.15.per_layer_projection.weight,6.976819295900771e-12 | |
| model.language_model.layers.26.per_layer_input_gate.weight,6.878764051421182e-12 | |
| model.language_model.layers.32.per_layer_projection.weight,6.7692518257445045e-12 | |
| model.language_model.layers.25.per_layer_projection.weight,6.747313645305564e-12 | |
| model.language_model.layers.41.mlp.down_proj.weight,6.605724647834599e-12 | |
| model.language_model.layers.11.per_layer_input_gate.weight,6.294254180361225e-12 | |
| model.language_model.layers.41.self_attn.q_proj.weight,6.212538729982731e-12 | |
| model.language_model.layers.30.per_layer_input_gate.weight,6.107292623014349e-12 | |
| model.language_model.layers.16.mlp.down_proj.weight,5.961702919526912e-12 | |
| model.language_model.layers.3.per_layer_input_gate.weight,5.8761884247360285e-12 | |
| model.language_model.layers.2.per_layer_input_gate.weight,5.8506090597210125e-12 | |
| model.language_model.layers.25.per_layer_input_gate.weight,5.753797611973699e-12 | |
| model.language_model.layers.15.mlp.down_proj.weight,5.696425536133587e-12 | |
| model.language_model.layers.41.self_attn.o_proj.weight,5.653808150818396e-12 | |
| model.language_model.layers.32.per_layer_input_gate.weight,5.517719527808884e-12 | |
| model.language_model.layers.2.per_layer_projection.weight,5.3826222992658934e-12 | |
| model.language_model.layers.10.mlp.down_proj.weight,5.234411862287125e-12 | |
| model.language_model.layers.11.mlp.down_proj.weight,5.129750357130147e-12 | |
| model.language_model.layers.14.mlp.down_proj.weight,5.1082597353480086e-12 | |
| model.language_model.layers.15.self_attn.k_proj.weight,5.084288458995223e-12 | |
| model.language_model.layers.12.mlp.down_proj.weight,5.081296494680032e-12 | |
| model.language_model.layers.31.per_layer_input_gate.weight,5.068745336650471e-12 | |
| model.language_model.layers.36.per_layer_input_gate.weight,5.059064278611913e-12 | |
| model.language_model.layers.12.per_layer_input_gate.weight,5.030464760025222e-12 | |
| model.language_model.layers.40.per_layer_input_gate.weight,5.005773573429906e-12 | |
| model.language_model.layers.33.per_layer_input_gate.weight,5.005063204166493e-12 | |
| model.language_model.layers.4.mlp.down_proj.weight,4.9706462904031135e-12 | |
| model.language_model.layers.35.per_layer_input_gate.weight,4.93702865048129e-12 | |
| model.language_model.layers.9.mlp.down_proj.weight,4.914041396020252e-12 | |
| model.language_model.layers.14.self_attn.k_proj.weight,4.894484990913828e-12 | |
| model.language_model.layers.11.self_attn.k_proj.weight,4.887556939031645e-12 | |
| model.language_model.layers.29.per_layer_projection.weight,4.873612798050875e-12 | |
| model.language_model.layers.8.mlp.down_proj.weight,4.8636160203396894e-12 | |
| model.language_model.layers.33.per_layer_projection.weight,4.845479486398352e-12 | |
| model.language_model.layers.13.mlp.down_proj.weight,4.824524026808552e-12 | |
| model.language_model.layers.5.mlp.down_proj.weight,4.765077221691172e-12 | |
| model.language_model.layers.3.mlp.down_proj.weight,4.765017373731251e-12 | |
| model.language_model.layers.37.per_layer_input_gate.weight,4.702371738524169e-12 | |
| model.language_model.layers.38.per_layer_input_gate.weight,4.686029342337861e-12 | |
| model.language_model.layers.2.mlp.down_proj.weight,4.6785960522433e-12 | |
| model.language_model.layers.6.per_layer_projection.weight,4.666489417104458e-12 | |
| model.language_model.layers.15.self_attn.q_proj.weight,4.642190711695582e-12 | |
| model.language_model.layers.7.mlp.down_proj.weight,4.630533369937018e-12 | |
| model.language_model.layers.6.mlp.down_proj.weight,4.626642385180402e-12 | |
| model.language_model.layers.41.mlp.gate_proj.weight,4.602101685846627e-12 | |
| model.language_model.layers.1.mlp.down_proj.weight,4.5935182740874936e-12 | |
| model.language_model.layers.15.self_attn.v_proj.weight,4.569977642837619e-12 | |
| model.language_model.layers.0.mlp.down_proj.weight,4.5663802600293124e-12 | |
| model.language_model.layers.16.self_attn.k_proj.weight,4.5222493284813314e-12 | |
| model.language_model.layers.14.self_attn.q_proj.weight,4.519146341863678e-12 | |
| model.language_model.layers.15.self_attn.o_proj.weight,4.508601391534084e-12 | |
| model.language_model.layers.2.self_attn.k_proj.weight,4.489741911584133e-12 | |
| model.language_model.layers.16.mlp.gate_proj.weight,4.48907924721631e-12 | |
| model.language_model.layers.11.self_attn.v_proj.weight,4.4821507616532585e-12 | |
| model.language_model.layers.11.self_attn.o_proj.weight,4.47528125668839e-12 | |
| model.language_model.layers.39.per_layer_input_gate.weight,4.447997525858227e-12 | |
| model.language_model.layers.5.self_attn.o_proj.weight,4.388896798074304e-12 | |
| model.language_model.layers.16.mlp.up_proj.weight,4.37904617081597e-12 | |
| model.language_model.layers.13.self_attn.v_proj.weight,4.353983753396795e-12 | |
| model.language_model.layers.5.self_attn.k_proj.weight,4.308597749413945e-12 | |
| model.language_model.layers.16.self_attn.q_proj.weight,4.254838235212555e-12 | |
| model.language_model.layers.41.mlp.up_proj.weight,4.221545855942477e-12 | |
| model.language_model.layers.2.self_attn.q_proj.weight,4.213807254516144e-12 | |
| model.language_model.layers.16.self_attn.o_proj.weight,4.134738558481121e-12 | |
| model.language_model.layers.15.mlp.gate_proj.weight,4.1223196731166034e-12 | |
| model.language_model.layers.5.self_attn.v_proj.weight,4.102398976080224e-12 | |
| model.language_model.layers.12.self_attn.v_proj.weight,4.092959478285696e-12 | |
| model.language_model.layers.10.self_attn.k_proj.weight,4.047429058573471e-12 | |
| model.language_model.layers.6.self_attn.v_proj.weight,4.0365931083807816e-12 | |
| model.language_model.layers.12.self_attn.o_proj.weight,4.0310576057689396e-12 | |
| model.language_model.layers.13.self_attn.k_proj.weight,4.02327043208528e-12 | |
| model.language_model.layers.9.self_attn.k_proj.weight,4.008948555067615e-12 | |
| model.language_model.layers.13.self_attn.q_proj.weight,3.988984056263467e-12 | |
| model.language_model.layers.11.self_attn.q_proj.weight,3.974609703860654e-12 | |
| model.language_model.layers.24.per_layer_projection.weight,3.9561244905006454e-12 | |
| model.language_model.layers.15.mlp.up_proj.weight,3.934454324838743e-12 | |
| model.language_model.layers.11.mlp.gate_proj.weight,3.9343476393449706e-12 | |
| model.language_model.layers.14.self_attn.v_proj.weight,3.925193503562241e-12 | |
| model.language_model.layers.3.self_attn.v_proj.weight,3.9148241939845896e-12 | |
| model.language_model.layers.4.self_attn.o_proj.weight,3.9131809771719706e-12 | |
| model.language_model.layers.34.per_layer_input_gate.weight,3.906563874472857e-12 | |
| model.language_model.layers.4.self_attn.k_proj.weight,3.8991921670616936e-12 | |
| model.language_model.layers.2.self_attn.v_proj.weight,3.873451472763412e-12 | |
| model.language_model.layers.14.mlp.gate_proj.weight,3.872741537180868e-12 | |
| model.language_model.per_layer_model_projection.weight,3.8667042658036e-12 | |
| model.language_model.layers.9.mlp.gate_proj.weight,3.854349565207693e-12 | |
| model.language_model.layers.12.self_attn.q_proj.weight,3.849953775919568e-12 | |
| model.language_model.layers.7.self_attn.v_proj.weight,3.843414302096004e-12 | |
| model.language_model.layers.16.self_attn.v_proj.weight,3.8384655696999115e-12 | |
| model.language_model.layers.9.mlp.up_proj.weight,3.834178634309904e-12 | |
| model.language_model.layers.9.self_attn.v_proj.weight,3.8261282163387644e-12 | |
| model.language_model.layers.5.self_attn.q_proj.weight,3.824446401928805e-12 | |
| model.language_model.layers.41.per_layer_projection.weight,3.821298746181645e-12 | |
| model.language_model.layers.10.mlp.gate_proj.weight,3.819207537031355e-12 | |
| model.language_model.layers.1.mlp.gate_proj.weight,3.801329476887938e-12 | |
| model.language_model.layers.12.self_attn.k_proj.weight,3.771738563834726e-12 | |
| model.language_model.layers.10.self_attn.v_proj.weight,3.770228487048888e-12 | |
| model.language_model.layers.10.mlp.up_proj.weight,3.763111783988693e-12 | |
| model.language_model.layers.14.mlp.up_proj.weight,3.760811540659548e-12 | |
| model.language_model.layers.8.mlp.gate_proj.weight,3.759794559021756e-12 | |
| model.language_model.layers.4.self_attn.q_proj.weight,3.758029911565819e-12 | |
| model.language_model.layers.5.mlp.gate_proj.weight,3.751388089057173e-12 | |
| model.language_model.layers.14.self_attn.o_proj.weight,3.738676035425215e-12 | |
| model.language_model.layers.0.mlp.gate_proj.weight,3.735507562996343e-12 | |
| model.language_model.layers.10.self_attn.q_proj.weight,3.7344962192098485e-12 | |
| model.language_model.layers.13.mlp.gate_proj.weight,3.734211290878919e-12 | |
| model.language_model.layers.0.self_attn.o_proj.weight,3.720127070977464e-12 | |
| model.language_model.layers.6.self_attn.q_proj.weight,3.71282431882447e-12 | |
| model.language_model.layers.1.mlp.up_proj.weight,3.6990484460208695e-12 | |
| model.language_model.layers.3.mlp.gate_proj.weight,3.690879633172495e-12 | |
| model.language_model.layers.11.mlp.up_proj.weight,3.689438077963958e-12 | |
| model.language_model.layers.7.self_attn.k_proj.weight,3.688071983226626e-12 | |
| model.language_model.layers.3.mlp.up_proj.weight,3.686248355172506e-12 | |
| model.language_model.layers.6.self_attn.k_proj.weight,3.6804170822080096e-12 | |
| model.language_model.layers.4.mlp.up_proj.weight,3.662661753750518e-12 | |
| model.language_model.layers.3.self_attn.q_proj.weight,3.6609049125502224e-12 | |
| model.language_model.layers.0.mlp.up_proj.weight,3.6395027616653586e-12 | |
| model.language_model.layers.0.self_attn.k_proj.weight,3.6299186313010212e-12 | |
| model.language_model.layers.13.mlp.up_proj.weight,3.621548156848564e-12 | |
| model.language_model.layers.6.self_attn.o_proj.weight,3.6194131459305057e-12 | |
| model.language_model.layers.12.mlp.gate_proj.weight,3.607950960562989e-12 | |
| model.language_model.layers.7.mlp.gate_proj.weight,3.6041395562458334e-12 | |
| model.language_model.layers.9.self_attn.q_proj.weight,3.6037728790710988e-12 | |
| model.language_model.layers.0.self_attn.q_proj.weight,3.600425513283767e-12 | |
| model.language_model.layers.1.self_attn.o_proj.weight,3.5907388173939125e-12 | |
| model.language_model.layers.13.per_layer_projection.weight,3.5800696174953517e-12 | |
| model.language_model.layers.6.mlp.gate_proj.weight,3.577616067979017e-12 | |
| model.language_model.layers.3.self_attn.k_proj.weight,3.577227489920398e-12 | |
| model.language_model.layers.8.self_attn.o_proj.weight,3.5740202030537516e-12 | |
| model.language_model.layers.4.mlp.gate_proj.weight,3.5715293569826834e-12 | |
| model.language_model.layers.2.mlp.gate_proj.weight,3.5558895238041455e-12 | |
| model.language_model.layers.6.mlp.up_proj.weight,3.5430005283776378e-12 | |
| model.language_model.layers.5.mlp.up_proj.weight,3.5341029148289183e-12 | |
| model.language_model.layers.12.mlp.up_proj.weight,3.518577573399795e-12 | |
| model.language_model.layers.8.mlp.up_proj.weight,3.512556998735983e-12 | |
| model.language_model.layers.1.self_attn.v_proj.weight,3.505240585635616e-12 | |
| model.language_model.layers.1.self_attn.k_proj.weight,3.5035086810852878e-12 | |
| model.language_model.layers.9.self_attn.o_proj.weight,3.5026205026655877e-12 | |
| model.language_model.layers.7.self_attn.q_proj.weight,3.4913183455387298e-12 | |
| model.language_model.layers.8.self_attn.k_proj.weight,3.4764634747330714e-12 | |
| model.language_model.layers.4.self_attn.v_proj.weight,3.4659831428529575e-12 | |
| model.language_model.layers.2.mlp.up_proj.weight,3.4643555385516223e-12 | |
| model.language_model.layers.10.self_attn.o_proj.weight,3.4580589260146954e-12 | |
| model.language_model.layers.4.per_layer_projection.weight,3.4567904094728874e-12 | |
| model.language_model.layers.8.self_attn.q_proj.weight,3.4556968831617185e-12 | |
| model.language_model.layers.1.per_layer_projection.weight,3.453592880425793e-12 | |
| model.language_model.layers.1.self_attn.q_proj.weight,3.4262037651444643e-12 | |
| model.language_model.layers.7.mlp.up_proj.weight,3.404451200117453e-12 | |
| model.language_model.layers.7.self_attn.o_proj.weight,3.3739567129736914e-12 | |
| model.language_model.layers.13.self_attn.o_proj.weight,3.3665999675525082e-12 | |
| model.language_model.layers.3.self_attn.o_proj.weight,3.3600565906011237e-12 | |
| model.language_model.layers.0.self_attn.v_proj.weight,3.3512747698444256e-12 | |
| model.language_model.layers.2.self_attn.o_proj.weight,3.2151863636753486e-12 | |
| model.language_model.layers.8.self_attn.v_proj.weight,3.1731063089568412e-12 | |
| model.language_model.layers.18.per_layer_projection.weight,2.8080649784600897e-12 | |
| model.language_model.layers.27.per_layer_projection.weight,2.7711166694643907e-12 | |
| model.language_model.layers.26.per_layer_projection.weight,2.5329738306822946e-12 | |
| model.language_model.layers.12.per_layer_projection.weight,2.511057984808107e-12 | |
| model.language_model.layers.0.per_layer_projection.weight,2.356870341252426e-12 | |
| model.language_model.layers.28.per_layer_projection.weight,2.2730261683284736e-12 | |
| model.language_model.layers.14.per_layer_projection.weight,2.0591527614965965e-12 | |
| model.language_model.layers.23.per_layer_projection.weight,1.9612755430137296e-12 | |
| model.language_model.embed_tokens_per_layer.weight,1.5115935846771178e-12 | |