{
  "backbone.layers.0.mixer.norm.weight": {
    "frob_norm_diff": 7.802298871291788e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 4.7646675515923416e-17,
    "w_frob_norm": 64.19841843874019,
    "relative_err": 1.2153412904925293e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.0.mixer.A_log": {
    "frob_norm_diff": 3.6928999358506884e-15,
    "max_abs_err": 1.3322676295501878e-15,
    "mean_abs_err": 3.0010716134398763e-16,
    "w_frob_norm": 25.75504499845845,
    "relative_err": 1.4338549732961928e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.0.mixer.D": {
    "frob_norm_diff": 6.545040725757054e-15,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 4.0980131614520854e-16,
    "w_frob_norm": 52.55331227579183,
    "relative_err": 1.2454097453286428e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.0.mixer.dt_bias": {
    "frob_norm_diff": 9.487252013357113e-15,
    "max_abs_err": 5.329070518200751e-15,
    "mean_abs_err": 6.188626000547259e-16,
    "w_frob_norm": 64.99850776316615,
    "relative_err": 1.4596107418228179e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.62857140334605e-11,
    "max_abs_err": 2.044753255603382e-13,
    "mean_abs_err": 1.5770467133883813e-14,
    "w_frob_norm": 41.389951875394885,
    "relative_err": 1.1182838330618114e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 9.899894346756883e-11,
    "max_abs_err": 3.822255012497777e-13,
    "mean_abs_err": 3.3528331326274525e-14,
    "w_frob_norm": 36.48623563374767,
    "relative_err": 2.7133230312200393e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.0.mixer.out_proj.weight": {
    "frob_norm_diff": 4.023831022212519e-10,
    "max_abs_err": 2.320379999254385e-12,
    "mean_abs_err": 9.304790749473846e-14,
    "w_frob_norm": 71.63621014595799,
    "relative_err": 5.617035035792663e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.0.norm.weight": {
    "frob_norm_diff": 5.4627034452104014e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 7.19910242530375e-17,
    "w_frob_norm": 47.45672306391207,
    "relative_err": 1.15109158250424e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.embeddings.weight": {
    "frob_norm_diff": 9.352732902789925e-10,
    "max_abs_err": 6.277652009334389e-13,
    "mean_abs_err": 3.699163311501818e-14,
    "w_frob_norm": 286.0370746566368,
    "relative_err": 3.269762464889241e-12,
    "shape": [
      131072,
      2688
    ],
    "numel": 352321536,
    "sensitive": false
  },
  "backbone.layers.0.mixer.in_proj.weight": {
    "frob_norm_diff": 3.1982130789545165e-10,
    "max_abs_err": 8.600368681110915e-13,
    "mean_abs_err": 4.6215914420734446e-14,
    "w_frob_norm": 121.50256395690633,
    "relative_err": 2.6322185925959854e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.0.mixer.conv1d.weight": {
    "frob_norm_diff": 9.380053970154446e-15,
    "max_abs_err": 1.582067810090848e-15,
    "mean_abs_err": 2.1875372512077404e-17,
    "w_frob_norm": 9.350697777853831,
    "relative_err": 1.0031394654172379e-15,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 3.552713678800501e-15,
    "sensitive": true
  },
  "backbone.layers.1.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.981494274095013e-11,
    "max_abs_err": 3.1226063401668114e-13,
    "mean_abs_err": 2.0410211481558563e-14,
    "w_frob_norm": 41.342009676629715,
    "relative_err": 1.4468320047528558e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1581922034254824e-10,
    "max_abs_err": 5.833892396944762e-13,
    "mean_abs_err": 3.892845928359053e-14,
    "w_frob_norm": 34.517311009754216,
    "relative_err": 3.3553952192225805e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.0183731473196151e-10,
    "max_abs_err": 3.8625439652273386e-13,
    "mean_abs_err": 3.48862176943539e-14,
    "w_frob_norm": 35.08856874469237,
    "relative_err": 2.9022932075953032e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.955853358916524e-11,
    "max_abs_err": 2.5745117843145593e-13,
    "mean_abs_err": 2.0310212197477125e-14,
    "w_frob_norm": 41.80834021151029,
    "relative_err": 1.4245610633633366e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.455039688395243e-11,
    "max_abs_err": 2.3067311949453995e-13,
    "mean_abs_err": 1.863532921142459e-14,
    "w_frob_norm": 42.172015659454964,
    "relative_err": 1.2935212137938737e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.2501005507794247e-11,
    "max_abs_err": 1.8858699324386663e-13,
    "mean_abs_err": 1.814747642995372e-14,
    "w_frob_norm": 41.76644646226427,
    "relative_err": 1.2570139419265316e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 4.800213709592732e-11,
    "max_abs_err": 1.8315557404058325e-13,
    "mean_abs_err": 1.6630737340812483e-14,
    "w_frob_norm": 41.35576606018135,
    "relative_err": 1.1607120764266365e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 9.808764048871811e-11,
    "max_abs_err": 3.272833393186403e-13,
    "mean_abs_err": 3.382983120703594e-14,
    "w_frob_norm": 36.04502125387305,
    "relative_err": 2.7212535067704684e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.038198230932009e-10,
    "max_abs_err": 4.794554781407251e-13,
    "mean_abs_err": 3.559780548450978e-14,
    "w_frob_norm": 35.803428273701456,
    "relative_err": 2.8997173762116865e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.18134307574211e-11,
    "max_abs_err": 1.872946242542639e-13,
    "mean_abs_err": 1.771449215458668e-14,
    "w_frob_norm": 41.836392754845,
    "relative_err": 1.2384774916193192e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 8.109356370419705e-11,
    "max_abs_err": 3.543970672481578e-13,
    "mean_abs_err": 2.7882964095288036e-14,
    "w_frob_norm": 34.42983677982727,
    "relative_err": 2.3553281481633524e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 7.124656571970934e-11,
    "max_abs_err": 3.947120408298588e-13,
    "mean_abs_err": 2.376016401592722e-14,
    "w_frob_norm": 41.38878124933517,
    "relative_err": 1.7213980109852542e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.262535697345104e-11,
    "max_abs_err": 2.374975216490327e-13,
    "mean_abs_err": 1.8008323011642274e-14,
    "w_frob_norm": 42.07334549098609,
    "relative_err": 1.2508003905875666e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 9.316756136350095e-11,
    "max_abs_err": 3.71059086234915e-13,
    "mean_abs_err": 3.212017002916344e-14,
    "w_frob_norm": 35.71161215460613,
    "relative_err": 2.608887018601989e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 4.5179583531245754e-11,
    "max_abs_err": 1.9106764781451346e-13,
    "mean_abs_err": 1.5599191387423874e-14,
    "w_frob_norm": 42.219208840715865,
    "relative_err": 1.070119141779723e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 4.458673131569969e-11,
    "max_abs_err": 1.4365765521606733e-13,
    "mean_abs_err": 1.5520216413480887e-14,
    "w_frob_norm": 42.07838074557109,
    "relative_err": 1.0596113853642673e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.3223983264895928e-10,
    "max_abs_err": 6.910860772535443e-13,
    "mean_abs_err": 4.327079765313503e-14,
    "w_frob_norm": 35.558296791337156,
    "relative_err": 3.718958571749591e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 9.125406873905957e-11,
    "max_abs_err": 3.2431002328081604e-13,
    "mean_abs_err": 3.144177427320128e-14,
    "w_frob_norm": 35.037377118600595,
    "relative_err": 2.6044777390204453e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 9.173119400379003e-11,
    "max_abs_err": 2.925674432536704e-13,
    "mean_abs_err": 3.177048445726071e-14,
    "w_frob_norm": 35.30024178483509,
    "relative_err": 2.5985995949522806e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.474311008031427e-11,
    "max_abs_err": 2.1504673042294087e-13,
    "mean_abs_err": 1.8813047484688132e-14,
    "w_frob_norm": 41.7986332370626,
    "relative_err": 1.3096866055365148e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.0122207293757748e-10,
    "max_abs_err": 3.8645649180768515e-13,
    "mean_abs_err": 3.47894920996463e-14,
    "w_frob_norm": 34.800210199854114,
    "relative_err": 2.9086626878478397e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 9.384832486846913e-11,
    "max_abs_err": 3.2068098176907256e-13,
    "mean_abs_err": 3.227485022264512e-14,
    "w_frob_norm": 35.47520121309077,
    "relative_err": 2.6454627925785516e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 9.955246555473746e-11,
    "max_abs_err": 4.176338094796783e-13,
    "mean_abs_err": 3.38405836443019e-14,
    "w_frob_norm": 34.57501358658428,
    "relative_err": 2.8793181904450676e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 7.19863429674595e-11,
    "max_abs_err": 3.2624467363739917e-13,
    "mean_abs_err": 2.3827080757202917e-14,
    "w_frob_norm": 41.57684099949461,
    "relative_err": 1.731404821456602e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.164580125179503e-11,
    "max_abs_err": 2.4489958672102574e-13,
    "mean_abs_err": 1.7656337876736284e-14,
    "w_frob_norm": 41.92515266977424,
    "relative_err": 1.2318572017754117e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.073652508947408e-11,
    "max_abs_err": 2.0305285231003722e-13,
    "mean_abs_err": 1.737303467265474e-14,
    "w_frob_norm": 41.72226270887733,
    "relative_err": 1.2160540151787781e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.817657249296494e-11,
    "max_abs_err": 1.97460103823488e-13,
    "mean_abs_err": 1.6543950229229944e-14,
    "w_frob_norm": 41.619119288825864,
    "relative_err": 1.1575586729414445e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 9.48704919679361e-11,
    "max_abs_err": 3.475310317302416e-13,
    "mean_abs_err": 3.25518409560535e-14,
    "w_frob_norm": 35.09780371684982,
    "relative_err": 2.703032153615655e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.0098653663091483e-10,
    "max_abs_err": 4.2511827391678025e-13,
    "mean_abs_err": 3.4850172738507275e-14,
    "w_frob_norm": 35.591836223025396,
    "relative_err": 2.8373511273235096e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.1102319230616403e-10,
    "max_abs_err": 5.005674694191775e-13,
    "mean_abs_err": 3.764510026056369e-14,
    "w_frob_norm": 34.95598129457446,
    "relative_err": 3.176085699628064e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.7437243576210756e-11,
    "max_abs_err": 1.7156762122105818e-13,
    "mean_abs_err": 1.639747825027694e-14,
    "w_frob_norm": 41.566387580271666,
    "relative_err": 1.141240467062515e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.2413628513633346e-11,
    "max_abs_err": 2.3140517280140216e-13,
    "mean_abs_err": 1.780069936544645e-14,
    "w_frob_norm": 41.67793136838135,
    "relative_err": 1.2575870920838588e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.0369487180642842e-10,
    "max_abs_err": 4.2057243104798303e-13,
    "mean_abs_err": 3.526965713113496e-14,
    "w_frob_norm": 35.43499755448255,
    "relative_err": 2.9263405944079414e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.0574934212985078e-10,
    "max_abs_err": 4.738501258039207e-13,
    "mean_abs_err": 3.528126687449429e-14,
    "w_frob_norm": 34.0139489035399,
    "relative_err": 3.108999264676535e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 9.179079600490184e-11,
    "max_abs_err": 3.6520092505654134e-13,
    "mean_abs_err": 3.1732329234581237e-14,
    "w_frob_norm": 35.921512554660985,
    "relative_err": 2.5553154496271777e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.1240989187423854e-11,
    "max_abs_err": 2.1572153785509585e-13,
    "mean_abs_err": 1.771275862968527e-14,
    "w_frob_norm": 41.89211821377788,
    "relative_err": 1.2231653917793832e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 8.687231297042351e-11,
    "max_abs_err": 3.241018564636988e-13,
    "mean_abs_err": 2.982035560814544e-14,
    "w_frob_norm": 35.42531419385121,
    "relative_err": 2.4522665485773447e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 8.752664619810301e-11,
    "max_abs_err": 3.301375015377084e-13,
    "mean_abs_err": 3.0163298058429445e-14,
    "w_frob_norm": 34.920010536857276,
    "relative_err": 2.5064896846385722e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 4.3074229871406055e-11,
    "max_abs_err": 1.8414751060819023e-13,
    "mean_abs_err": 1.4923939187080666e-14,
    "w_frob_norm": 40.74405219440821,
    "relative_err": 1.0571906217349103e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 4.6643925736465367e-11,
    "max_abs_err": 1.7645260252940886e-13,
    "mean_abs_err": 1.6112605611424203e-14,
    "w_frob_norm": 41.86202228716701,
    "relative_err": 1.114230110922383e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 4.6434972582788197e-11,
    "max_abs_err": 1.7706669463990465e-13,
    "mean_abs_err": 1.6056788743293987e-14,
    "w_frob_norm": 41.80555068853617,
    "relative_err": 1.1107370150136905e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.407107864852567e-11,
    "max_abs_err": 1.6940615576999107e-13,
    "mean_abs_err": 1.5335096875045663e-14,
    "w_frob_norm": 41.63684855925797,
    "relative_err": 1.0584633605447656e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.0759251532668614e-10,
    "max_abs_err": 3.6636492450892177e-13,
    "mean_abs_err": 3.70535115852881e-14,
    "w_frob_norm": 35.13547411744701,
    "relative_err": 3.062218968983816e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 8.177210870308251e-11,
    "max_abs_err": 4.353253868494278e-13,
    "mean_abs_err": 2.806317694928194e-14,
    "w_frob_norm": 35.69836341489465,
    "relative_err": 2.290640266969892e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 4.15576762055975e-11,
    "max_abs_err": 1.3321982406111488e-13,
    "mean_abs_err": 1.4486184879832013e-14,
    "w_frob_norm": 41.77834640545917,
    "relative_err": 9.94718072426322e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.07746927524132e-11,
    "max_abs_err": 1.816259816156407e-13,
    "mean_abs_err": 1.7605301455944744e-14,
    "w_frob_norm": 42.05337750486568,
    "relative_err": 1.2073867966143372e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.0318245038636021e-10,
    "max_abs_err": 4.048809898460348e-13,
    "mean_abs_err": 3.541396430705065e-14,
    "w_frob_norm": 35.296220472521846,
    "relative_err": 2.9233285888693913e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.69599267874438e-11,
    "max_abs_err": 2.3288662664988635e-13,
    "mean_abs_err": 1.9502736778932193e-14,
    "w_frob_norm": 41.63974481135672,
    "relative_err": 1.3679220909132155e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 9.887585444647518e-11,
    "max_abs_err": 5.465003449778294e-13,
    "mean_abs_err": 3.3638062664985e-14,
    "w_frob_norm": 35.7981462132453,
    "relative_err": 2.7620383987897993e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.0174255813923857e-10,
    "max_abs_err": 4.4306919244618825e-13,
    "mean_abs_err": 3.4789126992222666e-14,
    "w_frob_norm": 35.143338327023834,
    "relative_err": 2.89507380296318e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.951773578867862e-11,
    "max_abs_err": 1.6295298443935735e-13,
    "mean_abs_err": 1.7086697567548775e-14,
    "w_frob_norm": 42.11071951408117,
    "relative_err": 1.17589384270959e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 9.737192223020241e-11,
    "max_abs_err": 4.1493024294236847e-13,
    "mean_abs_err": 3.315403479283302e-14,
    "w_frob_norm": 35.09261460067127,
    "relative_err": 2.774712666417846e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 8.783504971853208e-11,
    "max_abs_err": 3.2323059159788947e-13,
    "mean_abs_err": 3.032560351796116e-14,
    "w_frob_norm": 35.03587566707704,
    "relative_err": 2.5070031231178853e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.21527423307759e-11,
    "max_abs_err": 2.293165657363261e-13,
    "mean_abs_err": 1.7974715740084958e-14,
    "w_frob_norm": 42.180802598403716,
    "relative_err": 1.2364094355271836e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.5384083128175036e-11,
    "max_abs_err": 1.6621599929766973e-13,
    "mean_abs_err": 1.5599176164167973e-14,
    "w_frob_norm": 40.455884474130755,
    "relative_err": 1.1218166088346329e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 4.785266823484365e-11,
    "max_abs_err": 1.8894608100339383e-13,
    "mean_abs_err": 1.6454187186677372e-14,
    "w_frob_norm": 41.76575899458083,
    "relative_err": 1.145739222434641e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.7366190924420394e-11,
    "max_abs_err": 2.2076784844671238e-13,
    "mean_abs_err": 1.9636001984455236e-14,
    "w_frob_norm": 41.0771375473135,
    "relative_err": 1.396547918129515e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.0526587666788039e-10,
    "max_abs_err": 3.967761449258367e-13,
    "mean_abs_err": 3.594131933947329e-14,
    "w_frob_norm": 34.755580132041295,
    "relative_err": 3.028747506672616e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 8.870716108324705e-11,
    "max_abs_err": 3.164205009120735e-13,
    "mean_abs_err": 3.0776223151867665e-14,
    "w_frob_norm": 34.993189030088075,
    "relative_err": 2.5349836222978783e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.287428070191411e-11,
    "max_abs_err": 1.9296196585028014e-13,
    "mean_abs_err": 1.8165342626540962e-14,
    "w_frob_norm": 41.37412420897452,
    "relative_err": 1.2779552851645636e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 4.3417036933869546e-11,
    "max_abs_err": 1.467714838554457e-13,
    "mean_abs_err": 1.515402841288578e-14,
    "w_frob_norm": 42.55971032118151,
    "relative_err": 1.0201440894737798e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.0626100175336849e-10,
    "max_abs_err": 4.4112630215309423e-13,
    "mean_abs_err": 3.624649235586354e-14,
    "w_frob_norm": 35.96141289228827,
    "relative_err": 2.9548617033385688e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 4.20219503951534e-11,
    "max_abs_err": 1.4794415692520602e-13,
    "mean_abs_err": 1.4625896559175707e-14,
    "w_frob_norm": 41.41846205051605,
    "relative_err": 1.0145705155324529e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 9.728868014243989e-11,
    "max_abs_err": 5.099948241493735e-13,
    "mean_abs_err": 3.2434050743087905e-14,
    "w_frob_norm": 34.962327697015326,
    "relative_err": 2.7826717084041648e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 9.756643793441893e-11,
    "max_abs_err": 3.834536854707693e-13,
    "mean_abs_err": 3.301181883224561e-14,
    "w_frob_norm": 34.76660778713838,
    "relative_err": 2.806326073909138e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 8.576471739186677e-11,
    "max_abs_err": 3.2267244431949393e-13,
    "mean_abs_err": 2.968234857860998e-14,
    "w_frob_norm": 34.97057281472762,
    "relative_err": 2.4524824870969097e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.3420617350992155e-11,
    "max_abs_err": 1.9877957786740286e-13,
    "mean_abs_err": 1.8450323292230305e-14,
    "w_frob_norm": 41.58927319522918,
    "relative_err": 1.2844806664503139e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.1801512344095272e-10,
    "max_abs_err": 5.502941852197907e-13,
    "mean_abs_err": 3.9738075011887474e-14,
    "w_frob_norm": 34.35888956602086,
    "relative_err": 3.4347769945878424e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.8522638042308345e-11,
    "max_abs_err": 1.5794310304073633e-13,
    "mean_abs_err": 1.6791199503786635e-14,
    "w_frob_norm": 42.131371437868964,
    "relative_err": 1.151698517905228e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 4.881144706860573e-11,
    "max_abs_err": 2.0823967550320788e-13,
    "mean_abs_err": 1.6891464148548014e-14,
    "w_frob_norm": 41.79558359312285,
    "relative_err": 1.1678613593192486e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 4.241585189075841e-11,
    "max_abs_err": 1.6625763266109317e-13,
    "mean_abs_err": 1.479276880562092e-14,
    "w_frob_norm": 41.26685268159187,
    "relative_err": 1.0278431509674853e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.1252622875434535e-11,
    "max_abs_err": 2.1255219806448622e-13,
    "mean_abs_err": 1.740007538615309e-14,
    "w_frob_norm": 41.35880450565365,
    "relative_err": 1.2392191575176797e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.0506489362081845e-11,
    "max_abs_err": 2.017379319152468e-13,
    "mean_abs_err": 1.733207550933661e-14,
    "w_frob_norm": 41.433075639483825,
    "relative_err": 1.2189896256205386e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 8.892862911490486e-11,
    "max_abs_err": 2.955552469430245e-13,
    "mean_abs_err": 3.0783014347608064e-14,
    "w_frob_norm": 35.005925831640575,
    "relative_err": 2.5403878629750604e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 8.692509753971409e-11,
    "max_abs_err": 3.70387748249712e-13,
    "mean_abs_err": 2.991044496918394e-14,
    "w_frob_norm": 34.98877845468525,
    "relative_err": 2.4843707433882758e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 8.339924762807873e-11,
    "max_abs_err": 3.3054115000652473e-13,
    "mean_abs_err": 2.8371167668823164e-14,
    "w_frob_norm": 34.21812149718525,
    "relative_err": 2.437283052926768e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.0175658215618361e-10,
    "max_abs_err": 5.128082474718104e-13,
    "mean_abs_err": 3.4299558923712474e-14,
    "w_frob_norm": 34.02372062073776,
    "relative_err": 2.9907541062443964e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 8.905016352525696e-11,
    "max_abs_err": 3.0229876761544983e-13,
    "mean_abs_err": 3.069135103272752e-14,
    "w_frob_norm": 35.1844365587196,
    "relative_err": 2.530953234866797e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.6092373622206036e-11,
    "max_abs_err": 2.3211814415002863e-13,
    "mean_abs_err": 1.900890318153202e-14,
    "w_frob_norm": 41.634778379389104,
    "relative_err": 1.3472480413147587e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 4.584279018561036e-11,
    "max_abs_err": 1.7012086184209352e-13,
    "mean_abs_err": 1.586389192429199e-14,
    "w_frob_norm": 41.50908201252911,
    "relative_err": 1.1044038548424934e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 4.8066284936072196e-11,
    "max_abs_err": 1.6442402994698568e-13,
    "mean_abs_err": 1.6647482834012144e-14,
    "w_frob_norm": 42.109756637426635,
    "relative_err": 1.1414524512675876e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 9.001428259348752e-11,
    "max_abs_err": 3.133465709126426e-13,
    "mean_abs_err": 3.109009434945595e-14,
    "w_frob_norm": 35.437047080044835,
    "relative_err": 2.5401180405964468e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.0051363877536399e-10,
    "max_abs_err": 4.3114557063406167e-13,
    "mean_abs_err": 3.447681258287964e-14,
    "w_frob_norm": 34.0787828391088,
    "relative_err": 2.949449199811637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 9.883882809919227e-11,
    "max_abs_err": 3.8347103270552907e-13,
    "mean_abs_err": 3.38625353828248e-14,
    "w_frob_norm": 35.39162521644011,
    "relative_err": 2.7927179804469584e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 4.861557724691182e-11,
    "max_abs_err": 1.6311951789305112e-13,
    "mean_abs_err": 1.6865238789808814e-14,
    "w_frob_norm": 42.08006706700535,
    "relative_err": 1.155311306170206e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.0443447182386875e-10,
    "max_abs_err": 5.161144948917507e-13,
    "mean_abs_err": 3.550238860011155e-14,
    "w_frob_norm": 35.43919410104668,
    "relative_err": 2.9468636201516875e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.968715465945349e-11,
    "max_abs_err": 2.4888424654534447e-13,
    "mean_abs_err": 2.027813633683607e-14,
    "w_frob_norm": 42.11817233265975,
    "relative_err": 1.4171354394969838e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.1609865980671278e-10,
    "max_abs_err": 4.860907683312821e-13,
    "mean_abs_err": 3.9330454844489194e-14,
    "w_frob_norm": 36.06088138085055,
    "relative_err": 3.2195180861099186e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 4.878156622540755e-11,
    "max_abs_err": 1.8687135172612557e-13,
    "mean_abs_err": 1.674779127819356e-14,
    "w_frob_norm": 41.52130890738921,
    "relative_err": 1.1748561764806573e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.0716769219290538e-10,
    "max_abs_err": 4.103366951779819e-13,
    "mean_abs_err": 3.680945631576921e-14,
    "w_frob_norm": 36.717795337511006,
    "relative_err": 2.9186853733405546e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.0004415669114282e-10,
    "max_abs_err": 4.233575295886638e-13,
    "mean_abs_err": 3.380736112798591e-14,
    "w_frob_norm": 34.43996854981526,
    "relative_err": 2.9048852511707496e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 9.76360899527166e-11,
    "max_abs_err": 3.093671152587518e-13,
    "mean_abs_err": 3.385602462910166e-14,
    "w_frob_norm": 35.75029318568221,
    "relative_err": 2.7310570418432065e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 6.211005180421905e-11,
    "max_abs_err": 4.613531778829838e-13,
    "mean_abs_err": 2.08229925306023e-14,
    "w_frob_norm": 42.23869590448792,
    "relative_err": 1.4704538214121278e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 8.647138967328442e-11,
    "max_abs_err": 3.013145288832675e-13,
    "mean_abs_err": 2.993608298363179e-14,
    "w_frob_norm": 35.09182154210601,
    "relative_err": 2.464146512586388e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 8.999019657345066e-11,
    "max_abs_err": 3.306764584376509e-13,
    "mean_abs_err": 3.1150307291589175e-14,
    "w_frob_norm": 34.831866660575145,
    "relative_err": 2.583559401233788e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.1650568230147104e-11,
    "max_abs_err": 2.6747007386696e-13,
    "mean_abs_err": 1.763302695291315e-14,
    "w_frob_norm": 42.15520307451378,
    "relative_err": 1.2252477621528537e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 4.8960438925984395e-11,
    "max_abs_err": 1.9182572197351533e-13,
    "mean_abs_err": 1.689247831796116e-14,
    "w_frob_norm": 42.38659267805684,
    "relative_err": 1.1550925854752834e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 4.466657138415375e-11,
    "max_abs_err": 1.5408160858321196e-13,
    "mean_abs_err": 1.5533398346856784e-14,
    "w_frob_norm": 41.40163329117945,
    "relative_err": 1.078860127812153e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.597113526598354e-11,
    "max_abs_err": 2.292332990094792e-13,
    "mean_abs_err": 1.9184934721945575e-14,
    "w_frob_norm": 41.94011045576207,
    "relative_err": 1.3345490666988403e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.232867606374359e-11,
    "max_abs_err": 2.007959770677914e-13,
    "mean_abs_err": 1.810822086191274e-14,
    "w_frob_norm": 41.09982831476711,
    "relative_err": 1.2732091156921444e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 6.1766981834155e-11,
    "max_abs_err": 3.691005834305372e-13,
    "mean_abs_err": 2.0685256959092173e-14,
    "w_frob_norm": 41.543053775853075,
    "relative_err": 1.486818522476003e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.2401846143889865e-11,
    "max_abs_err": 2.0606433226433296e-13,
    "mean_abs_err": 1.785700612779443e-14,
    "w_frob_norm": 41.154249408349244,
    "relative_err": 1.273303410880791e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 9.022045596914075e-11,
    "max_abs_err": 3.1208022277517955e-13,
    "mean_abs_err": 3.112654584687225e-14,
    "w_frob_norm": 33.95729913837929,
    "relative_err": 2.6568796181782193e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 9.001351262244301e-11,
    "max_abs_err": 3.722790305193957e-13,
    "mean_abs_err": 3.081455462664362e-14,
    "w_frob_norm": 34.72074112696027,
    "relative_err": 2.5924997480122486e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 9.577974961166585e-11,
    "max_abs_err": 3.921377111915092e-13,
    "mean_abs_err": 3.28264107869224e-14,
    "w_frob_norm": 34.97205679732149,
    "relative_err": 2.7387508308919828e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.2588372824701636e-11,
    "max_abs_err": 2.1755167112225138e-13,
    "mean_abs_err": 1.8001308170933e-14,
    "w_frob_norm": 41.60493982592935,
    "relative_err": 1.2639934835797337e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.1273781665853584e-10,
    "max_abs_err": 4.616498155973758e-13,
    "mean_abs_err": 3.799786278917067e-14,
    "w_frob_norm": 34.47461349302172,
    "relative_err": 3.270169125503205e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 4.321317027186253e-11,
    "max_abs_err": 1.5872893277535383e-13,
    "mean_abs_err": 1.4995050599682497e-14,
    "w_frob_norm": 41.06351881675589,
    "relative_err": 1.0523494215071866e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 9.79841324359829e-11,
    "max_abs_err": 4.491242447390853e-13,
    "mean_abs_err": 3.283930127615422e-14,
    "w_frob_norm": 34.39020335991214,
    "relative_err": 2.8491873517154223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 8.34040753724701e-11,
    "max_abs_err": 2.7547408798511697e-13,
    "mean_abs_err": 2.8606523131321806e-14,
    "w_frob_norm": 34.54147534575249,
    "relative_err": 2.414606629786766e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.442886352533488e-11,
    "max_abs_err": 2.4419702371325513e-13,
    "mean_abs_err": 1.8701990219802334e-14,
    "w_frob_norm": 42.1631564666821,
    "relative_err": 1.2909105505026719e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 6.229191302194516e-11,
    "max_abs_err": 2.491132300441734e-13,
    "mean_abs_err": 2.1106173930804298e-14,
    "w_frob_norm": 42.293388396065744,
    "relative_err": 1.4728522680329804e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.524565915638467e-11,
    "max_abs_err": 2.0978965092899315e-13,
    "mean_abs_err": 1.8928271948359177e-14,
    "w_frob_norm": 42.12239697049366,
    "relative_err": 1.3115506981970597e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.0017558853161e-10,
    "max_abs_err": 3.5504932327512506e-13,
    "mean_abs_err": 3.454291930858841e-14,
    "w_frob_norm": 35.11609166124043,
    "relative_err": 2.8526975466970694e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 8.60416140078845e-11,
    "max_abs_err": 3.3323951237340665e-13,
    "mean_abs_err": 2.9760621107034086e-14,
    "w_frob_norm": 36.24638151668609,
    "relative_err": 2.373798718867291e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 4.813060893675784e-11,
    "max_abs_err": 2.226801642385423e-13,
    "mean_abs_err": 1.659076740079313e-14,
    "w_frob_norm": 41.73278742548361,
    "relative_err": 1.1533044377325124e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.0556453798847888e-10,
    "max_abs_err": 3.923927155424778e-13,
    "mean_abs_err": 3.630668059131821e-14,
    "w_frob_norm": 35.2862339136893,
    "relative_err": 2.9916634981985167e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 4.474967871683119e-11,
    "max_abs_err": 1.7330581414398694e-13,
    "mean_abs_err": 1.5408886944230007e-14,
    "w_frob_norm": 39.94975921121073,
    "relative_err": 1.1201488970244783e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 4.638045167139038e-11,
    "max_abs_err": 1.7092577353494676e-13,
    "mean_abs_err": 1.5984019559120885e-14,
    "w_frob_norm": 41.713775538770435,
    "relative_err": 1.1118737412844003e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 9.623136003410738e-11,
    "max_abs_err": 3.996004915851614e-13,
    "mean_abs_err": 3.293138842795913e-14,
    "w_frob_norm": 34.64273346441596,
    "relative_err": 2.777822371694587e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 9.933103545851304e-11,
    "max_abs_err": 3.47872772255009e-13,
    "mean_abs_err": 3.4316371675796106e-14,
    "w_frob_norm": 35.811120896704224,
    "relative_err": 2.7737482930241005e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.521790474774221e-11,
    "max_abs_err": 1.903616153597909e-13,
    "mean_abs_err": 1.5679370012266565e-14,
    "w_frob_norm": 42.00524927585054,
    "relative_err": 1.0764822379887334e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.016479867104173e-11,
    "max_abs_err": 2.0786150578544493e-13,
    "mean_abs_err": 1.726697627400807e-14,
    "w_frob_norm": 41.343566932094035,
    "relative_err": 1.2133640707255954e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.6455869534274724e-11,
    "max_abs_err": 1.906469773715891e-13,
    "mean_abs_err": 1.6053873931877745e-14,
    "w_frob_norm": 41.9005540159325,
    "relative_err": 1.1087173099575267e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.052890961217756e-11,
    "max_abs_err": 1.6603732277964411e-13,
    "mean_abs_err": 1.7507817215459744e-14,
    "w_frob_norm": 41.95034041719639,
    "relative_err": 1.204493434610238e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 9.798315302370529e-11,
    "max_abs_err": 3.859313042753332e-13,
    "mean_abs_err": 3.257780108011412e-14,
    "w_frob_norm": 34.659586833470044,
    "relative_err": 2.8270144561874865e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 4.838985288622147e-11,
    "max_abs_err": 1.7763785234437002e-13,
    "mean_abs_err": 1.678111383712556e-14,
    "w_frob_norm": 42.304319825368644,
    "relative_err": 1.1438513392006722e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 8.863512526918968e-11,
    "max_abs_err": 3.48172879416353e-13,
    "mean_abs_err": 3.063764941075553e-14,
    "w_frob_norm": 35.4769556751484,
    "relative_err": 2.498385884087528e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.0199981180598774e-10,
    "max_abs_err": 4.132232750420073e-13,
    "mean_abs_err": 3.5086637817802986e-14,
    "w_frob_norm": 35.694288917435294,
    "relative_err": 2.8575947273224635e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.0591224619056418e-10,
    "max_abs_err": 4.596115155131031e-13,
    "mean_abs_err": 3.557785315180977e-14,
    "w_frob_norm": 35.80984520371497,
    "relative_err": 2.957629266143174e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 9.445030372846454e-11,
    "max_abs_err": 4.1999563549222074e-13,
    "mean_abs_err": 3.237804613613245e-14,
    "w_frob_norm": 35.64344693929354,
    "relative_err": 2.649864472684935e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 9.920752100955799e-11,
    "max_abs_err": 4.749430015937861e-13,
    "mean_abs_err": 3.401235656249118e-14,
    "w_frob_norm": 35.5588300146299,
    "relative_err": 2.789954589865337e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.6218378494178663e-11,
    "max_abs_err": 2.6990909507418337e-13,
    "mean_abs_err": 1.932081613956805e-14,
    "w_frob_norm": 42.10039364059662,
    "relative_err": 1.3353409227976514e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 4.648154530992662e-11,
    "max_abs_err": 1.6092682741941644e-13,
    "mean_abs_err": 1.6090384489340297e-14,
    "w_frob_norm": 40.42950100571608,
    "relative_err": 1.1496937670181702e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.8129356652399204e-11,
    "max_abs_err": 2.484644434641581e-13,
    "mean_abs_err": 1.9790518078992456e-14,
    "w_frob_norm": 41.388686618556,
    "relative_err": 1.4044745412708452e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 4.5848822429555836e-11,
    "max_abs_err": 1.6796633528493032e-13,
    "mean_abs_err": 1.5868932061277948e-14,
    "w_frob_norm": 41.68868675360418,
    "relative_err": 1.099790518721293e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 9.933790996792488e-11,
    "max_abs_err": 3.785999291849862e-13,
    "mean_abs_err": 3.430059172400819e-14,
    "w_frob_norm": 35.035637255931185,
    "relative_err": 2.835339036144061e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.0218539208068753e-10,
    "max_abs_err": 4.093014989436927e-13,
    "mean_abs_err": 3.3910055301702555e-14,
    "w_frob_norm": 34.737801904893566,
    "relative_err": 2.9416194024151115e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.063227779453181e-10,
    "max_abs_err": 3.887471399476039e-13,
    "mean_abs_err": 3.671468380048295e-14,
    "w_frob_norm": 35.458560839635666,
    "relative_err": 2.998507988696209e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.1374383908901375e-11,
    "max_abs_err": 2.0732894567832005e-13,
    "mean_abs_err": 1.7725441394567996e-14,
    "w_frob_norm": 41.930931754549924,
    "relative_err": 1.2252144600465917e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.043327490336059e-10,
    "max_abs_err": 4.1970246722478066e-13,
    "mean_abs_err": 3.585614678850787e-14,
    "w_frob_norm": 34.05587307849426,
    "relative_err": 3.063575812404891e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 4.548953578315197e-11,
    "max_abs_err": 1.8008077667941436e-13,
    "mean_abs_err": 1.581178288997206e-14,
    "w_frob_norm": 41.850149884410776,
    "relative_err": 1.0869623145626265e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 9.526660959801467e-11,
    "max_abs_err": 3.621755673144378e-13,
    "mean_abs_err": 3.279033148832193e-14,
    "w_frob_norm": 34.96915239381515,
    "relative_err": 2.7243042246246745e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 9.784063895528071e-11,
    "max_abs_err": 3.6933650582327004e-13,
    "mean_abs_err": 3.379621732479446e-14,
    "w_frob_norm": 34.707414310935974,
    "relative_err": 2.819012620149351e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 4.8810459477991025e-11,
    "max_abs_err": 2.2338034200153345e-13,
    "mean_abs_err": 1.6818898216570844e-14,
    "w_frob_norm": 42.005286621741476,
    "relative_err": 1.1620075329453238e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.670005080286196e-11,
    "max_abs_err": 1.5213871829011794e-13,
    "mean_abs_err": 1.6180143424872046e-14,
    "w_frob_norm": 41.56611349511387,
    "relative_err": 1.1235125653099994e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 4.796365716704155e-11,
    "max_abs_err": 1.815529605993238e-13,
    "mean_abs_err": 1.649762733189238e-14,
    "w_frob_norm": 42.11180435850699,
    "relative_err": 1.1389599162913197e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.626935406080983e-11,
    "max_abs_err": 2.6709884304310094e-13,
    "mean_abs_err": 1.928404308780692e-14,
    "w_frob_norm": 41.90364222435644,
    "relative_err": 1.3428272835935809e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 8.899329233853467e-11,
    "max_abs_err": 3.3541572297401956e-13,
    "mean_abs_err": 3.0696251743178e-14,
    "w_frob_norm": 35.10165402621854,
    "relative_err": 2.535301962467716e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.028586645875387e-10,
    "max_abs_err": 4.3345101813363485e-13,
    "mean_abs_err": 3.540777890589023e-14,
    "w_frob_norm": 34.87535204689934,
    "relative_err": 2.9493226175671983e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.729109294946353e-11,
    "max_abs_err": 2.705145135672993e-13,
    "mean_abs_err": 1.95234685846647e-14,
    "w_frob_norm": 41.628416972834955,
    "relative_err": 1.376249617823551e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 9.483637026332814e-11,
    "max_abs_err": 3.6029512706647893e-13,
    "mean_abs_err": 3.250673554879842e-14,
    "w_frob_norm": 34.71981965085802,
    "relative_err": 2.731476465517426e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.0434351141069479e-10,
    "max_abs_err": 4.002839726346963e-13,
    "mean_abs_err": 3.5964606378466814e-14,
    "w_frob_norm": 35.442869859754175,
    "relative_err": 2.9439916074397282e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 8.855530627763358e-11,
    "max_abs_err": 3.490940175820967e-13,
    "mean_abs_err": 3.0499454940546273e-14,
    "w_frob_norm": 35.846815533160175,
    "relative_err": 2.47038139819464e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 4.6880014278932934e-11,
    "max_abs_err": 1.972658147941786e-13,
    "mean_abs_err": 1.622547912061007e-14,
    "w_frob_norm": 41.58430850333719,
    "relative_err": 1.1273486554470601e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.0149271341624884e-10,
    "max_abs_err": 3.9194602424741376e-13,
    "mean_abs_err": 3.488102845328481e-14,
    "w_frob_norm": 35.20327049831674,
    "relative_err": 2.883047852644877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 6.090097673882414e-11,
    "max_abs_err": 2.4099298945312597e-13,
    "mean_abs_err": 2.0731905953228416e-14,
    "w_frob_norm": 41.686852413262585,
    "relative_err": 1.4609156895580013e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.292371485754341e-11,
    "max_abs_err": 1.594557819117881e-13,
    "mean_abs_err": 1.493612549854757e-14,
    "w_frob_norm": 41.21410533274829,
    "relative_err": 1.0414811752188319e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.63883005295935e-11,
    "max_abs_err": 2.1165512918697171e-13,
    "mean_abs_err": 1.928012512154755e-14,
    "w_frob_norm": 41.61975739851966,
    "relative_err": 1.354844527075478e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 8.14521193657193e-11,
    "max_abs_err": 3.8501146715219647e-13,
    "mean_abs_err": 2.811539126114758e-14,
    "w_frob_norm": 35.11549029628842,
    "relative_err": 2.31954954005949e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.061483746972548e-11,
    "max_abs_err": 1.652011860642233e-13,
    "mean_abs_err": 1.7538675965379506e-14,
    "w_frob_norm": 42.372672496350816,
    "relative_err": 1.194516052158015e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.332280111951875e-11,
    "max_abs_err": 2.0167201242315969e-13,
    "mean_abs_err": 1.834623840295749e-14,
    "w_frob_norm": 41.78492384804124,
    "relative_err": 1.2761253631438263e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 9.494104923756943e-11,
    "max_abs_err": 4.2159678526054734e-13,
    "mean_abs_err": 3.230786055362188e-14,
    "w_frob_norm": 34.837995047940026,
    "relative_err": 2.7252156476548815e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.0075105609196192e-10,
    "max_abs_err": 3.8457084738929836e-13,
    "mean_abs_err": 3.4152522445089685e-14,
    "w_frob_norm": 37.003229340096404,
    "relative_err": 2.722763874632663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 9.276420839226042e-11,
    "max_abs_err": 3.5765140848909027e-13,
    "mean_abs_err": 3.195193238672078e-14,
    "w_frob_norm": 34.73179746621189,
    "relative_err": 2.670872663083567e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 4.4124471391604254e-11,
    "max_abs_err": 3.626682287816152e-13,
    "mean_abs_err": 1.511620869511308e-14,
    "w_frob_norm": 40.6328450034239,
    "relative_err": 1.0859311325083471e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.5032011353085276e-11,
    "max_abs_err": 1.9519628968733826e-13,
    "mean_abs_err": 1.8887449453252738e-14,
    "w_frob_norm": 41.81591473269549,
    "relative_err": 1.3160542273168602e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 9.537572143848266e-11,
    "max_abs_err": 5.047351425702118e-13,
    "mean_abs_err": 3.20628632788163e-14,
    "w_frob_norm": 34.53796440377854,
    "relative_err": 2.761474889586959e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 4.543801410474475e-11,
    "max_abs_err": 1.6048620765651833e-13,
    "mean_abs_err": 1.578589481435094e-14,
    "w_frob_norm": 41.97764817916306,
    "relative_err": 1.0824335348853428e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 4.803267593226156e-11,
    "max_abs_err": 1.840567628863532e-13,
    "mean_abs_err": 1.667381927663433e-14,
    "w_frob_norm": 42.29427519699092,
    "relative_err": 1.1356779542513336e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.0424146172948167e-10,
    "max_abs_err": 5.197994812355944e-13,
    "mean_abs_err": 3.568818411014615e-14,
    "w_frob_norm": 35.57745201751051,
    "relative_err": 2.9299867140057165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 9.554879867663026e-11,
    "max_abs_err": 3.955481775452796e-13,
    "mean_abs_err": 3.3054824562321306e-14,
    "w_frob_norm": 34.74740809986283,
    "relative_err": 2.7498108176018877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 8.987821701190166e-11,
    "max_abs_err": 3.3695615742068696e-13,
    "mean_abs_err": 3.1070252253311156e-14,
    "w_frob_norm": 34.94307599954352,
    "relative_err": 2.5721323736088886e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 9.408213049709782e-11,
    "max_abs_err": 3.9267894491601396e-13,
    "mean_abs_err": 3.210030232670407e-14,
    "w_frob_norm": 34.37233405243761,
    "relative_err": 2.737146984361562e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 8.976789443573289e-11,
    "max_abs_err": 3.596671571681753e-13,
    "mean_abs_err": 3.087232546216485e-14,
    "w_frob_norm": 35.17327531695993,
    "relative_err": 2.5521619362086646e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 6.044143362457073e-11,
    "max_abs_err": 3.106195856084071e-13,
    "mean_abs_err": 2.043234086209793e-14,
    "w_frob_norm": 41.116939467454614,
    "relative_err": 1.469988632602679e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 4.779039259998261e-11,
    "max_abs_err": 1.7217477443765006e-13,
    "mean_abs_err": 1.647637152615296e-14,
    "w_frob_norm": 42.060503985992035,
    "relative_err": 1.1362296708546069e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.2552089852800167e-10,
    "max_abs_err": 5.088481719317528e-13,
    "mean_abs_err": 4.2935043269258366e-14,
    "w_frob_norm": 34.76390310264865,
    "relative_err": 3.6106675984388612e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.423645603507902e-11,
    "max_abs_err": 2.1686472062576456e-13,
    "mean_abs_err": 1.8549295193068738e-14,
    "w_frob_norm": 42.092768052226305,
    "relative_err": 1.2884982039619138e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.489759901694961e-11,
    "max_abs_err": 2.430989437529618e-13,
    "mean_abs_err": 1.8874667267438266e-14,
    "w_frob_norm": 42.533438977022655,
    "relative_err": 1.2906926958482314e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.3616715024530973e-11,
    "max_abs_err": 2.1829413276996945e-13,
    "mean_abs_err": 1.845783304529479e-14,
    "w_frob_norm": 42.12142905526941,
    "relative_err": 1.2729082613550002e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 9.291352511718116e-11,
    "max_abs_err": 3.6916997236957627e-13,
    "mean_abs_err": 3.200927790479007e-14,
    "w_frob_norm": 34.980576484093646,
    "relative_err": 2.6561461947155376e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.170349538584818e-11,
    "max_abs_err": 2.2333870863811e-13,
    "mean_abs_err": 1.758157133175471e-14,
    "w_frob_norm": 41.346917195536804,
    "relative_err": 1.2504800573482494e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 9.09755218725238e-11,
    "max_abs_err": 3.155913030905566e-13,
    "mean_abs_err": 3.147224430698967e-14,
    "w_frob_norm": 35.29342355193971,
    "relative_err": 2.577690479322282e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.478475351910883e-11,
    "max_abs_err": 2.483898503546911e-13,
    "mean_abs_err": 1.874633892726057e-14,
    "w_frob_norm": 41.72110788422012,
    "relative_err": 1.3131183781394665e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.028560909070821e-10,
    "max_abs_err": 4.037694657788027e-13,
    "mean_abs_err": 3.50312983359387e-14,
    "w_frob_norm": 35.04382786114619,
    "relative_err": 2.935070087509497e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 9.381663562990129e-11,
    "max_abs_err": 3.301681844591897e-13,
    "mean_abs_err": 3.226422913685361e-14,
    "w_frob_norm": 34.87033475027037,
    "relative_err": 2.690442644207018e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.362536250345829e-11,
    "max_abs_err": 1.9707282680747618e-13,
    "mean_abs_err": 1.853680204927137e-14,
    "w_frob_norm": 41.72773889052011,
    "relative_err": 1.285125049410265e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.610545629241937e-11,
    "max_abs_err": 1.75769121479874e-13,
    "mean_abs_err": 1.5967345299014456e-14,
    "w_frob_norm": 41.550729125810285,
    "relative_err": 1.1096184654863203e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.0054844004291413e-10,
    "max_abs_err": 5.022093851891896e-13,
    "mean_abs_err": 3.430268707402828e-14,
    "w_frob_norm": 34.65694881816312,
    "relative_err": 2.9012490560109085e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 6.40350358920864e-11,
    "max_abs_err": 2.4486315752803023e-13,
    "mean_abs_err": 2.1831727749182465e-14,
    "w_frob_norm": 41.91524074195334,
    "relative_err": 1.5277267828738286e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 4.994825418428877e-11,
    "max_abs_err": 1.6981901995727355e-13,
    "mean_abs_err": 1.726578014806776e-14,
    "w_frob_norm": 41.567464128966215,
    "relative_err": 1.2016189880941622e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.1266823614590986e-10,
    "max_abs_err": 4.950241605516936e-13,
    "mean_abs_err": 3.8108140471670634e-14,
    "w_frob_norm": 34.56205454187842,
    "relative_err": 3.2598824820842505e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.0426195943272861e-10,
    "max_abs_err": 4.0469968413774093e-13,
    "mean_abs_err": 3.589571041883522e-14,
    "w_frob_norm": 35.099075352680345,
    "relative_err": 2.970504447341991e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 9.055047948857754e-11,
    "max_abs_err": 3.406788740001332e-13,
    "mean_abs_err": 3.118706642146236e-14,
    "w_frob_norm": 34.842623143496525,
    "relative_err": 2.598842203000983e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.240986053120273e-11,
    "max_abs_err": 2.0614066009727594e-13,
    "mean_abs_err": 1.8090054961976972e-14,
    "w_frob_norm": 41.509165494561834,
    "relative_err": 1.2626093516158259e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 9.985509218477446e-11,
    "max_abs_err": 3.857886232694341e-13,
    "mean_abs_err": 3.40829448934609e-14,
    "w_frob_norm": 34.28026678083998,
    "relative_err": 2.9129030069446756e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 8.480902055782003e-11,
    "max_abs_err": 3.238724392840009e-13,
    "mean_abs_err": 2.933117257383293e-14,
    "w_frob_norm": 35.39285702039696,
    "relative_err": 2.396218550792451e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.738695486093003e-11,
    "max_abs_err": 1.5858495072684775e-13,
    "mean_abs_err": 1.637131640753677e-14,
    "w_frob_norm": 41.850346325684214,
    "relative_err": 1.1322954054468102e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.6385868408151256e-11,
    "max_abs_err": 2.496978318555776e-13,
    "mean_abs_err": 1.907240897171211e-14,
    "w_frob_norm": 42.313996629436936,
    "relative_err": 1.3325583234774099e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 9.810218009130083e-11,
    "max_abs_err": 3.445782071134773e-13,
    "mean_abs_err": 3.389161914632483e-14,
    "w_frob_norm": 35.12029172495912,
    "relative_err": 2.7933190549662223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.1724859095027735e-10,
    "max_abs_err": 4.2780536058106833e-13,
    "mean_abs_err": 4.0040786487943927e-14,
    "w_frob_norm": 35.246164331300825,
    "relative_err": 3.3265631360106093e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.938996814973275e-11,
    "max_abs_err": 2.46452164232025e-13,
    "mean_abs_err": 2.0225548557336445e-14,
    "w_frob_norm": 42.082434546884414,
    "relative_err": 1.4112769089812487e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 4.846113855298762e-11,
    "max_abs_err": 1.8436814575029103e-13,
    "mean_abs_err": 1.677055985106833e-14,
    "w_frob_norm": 41.6272865955637,
    "relative_err": 1.1641676053454854e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 8.84856437942464e-11,
    "max_abs_err": 3.085760813537064e-13,
    "mean_abs_err": 3.052815736177861e-14,
    "w_frob_norm": 35.381959946967314,
    "relative_err": 2.5008689153137415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 4.721741463862211e-11,
    "max_abs_err": 1.9230797509983688e-13,
    "mean_abs_err": 1.6284377974636293e-14,
    "w_frob_norm": 41.787342219075,
    "relative_err": 1.1299453885121318e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.139887263030493e-11,
    "max_abs_err": 1.9106938253798944e-13,
    "mean_abs_err": 1.76978079682842e-14,
    "w_frob_norm": 41.561903129497175,
    "relative_err": 1.2366823643796594e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 9.204108883361597e-11,
    "max_abs_err": 3.584498149689086e-13,
    "mean_abs_err": 3.1855810134179175e-14,
    "w_frob_norm": 35.524758518962145,
    "relative_err": 2.5908997744344117e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.0201960189729962e-10,
    "max_abs_err": 4.245978568739872e-13,
    "mean_abs_err": 3.479640771195247e-14,
    "w_frob_norm": 34.64133735428226,
    "relative_err": 2.9450249236606988e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 6.168429271351351e-11,
    "max_abs_err": 2.443774349547567e-13,
    "mean_abs_err": 2.100799273617253e-14,
    "w_frob_norm": 41.43874221975803,
    "relative_err": 1.488565757772985e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.5644883531528816e-11,
    "max_abs_err": 2.4283353106113736e-13,
    "mean_abs_err": 1.8987327367335792e-14,
    "w_frob_norm": 42.26319130990057,
    "relative_err": 1.3166275855390373e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.314847510689078e-11,
    "max_abs_err": 2.1327015674310612e-13,
    "mean_abs_err": 1.8123309473256066e-14,
    "w_frob_norm": 41.730446864076825,
    "relative_err": 1.2736138503382055e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.0223255403131248e-10,
    "max_abs_err": 5.587466253564877e-13,
    "mean_abs_err": 3.4889518435368385e-14,
    "w_frob_norm": 34.67241251952291,
    "relative_err": 2.94852727579163e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.2212790924192166e-10,
    "max_abs_err": 4.891764077141758e-13,
    "mean_abs_err": 4.163590513595299e-14,
    "w_frob_norm": 38.15586481112098,
    "relative_err": 3.200763757982653e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 9.953211283739372e-11,
    "max_abs_err": 5.027870481066898e-13,
    "mean_abs_err": 3.4217161635308037e-14,
    "w_frob_norm": 34.38604733290162,
    "relative_err": 2.8945494046987588e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 4.8504090500577546e-11,
    "max_abs_err": 2.334660242908626e-13,
    "mean_abs_err": 1.6663685761791892e-14,
    "w_frob_norm": 41.3894432542827,
    "relative_err": 1.1718952149847695e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.051510046425215e-11,
    "max_abs_err": 1.815578937192086e-13,
    "mean_abs_err": 1.7410958151759666e-14,
    "w_frob_norm": 42.129647561717526,
    "relative_err": 1.1990392369233665e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.0634437020177344e-10,
    "max_abs_err": 4.0272646328887163e-13,
    "mean_abs_err": 3.624600671002673e-14,
    "w_frob_norm": 35.256653428272585,
    "relative_err": 3.016292241636725e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 9.47184051323265e-11,
    "max_abs_err": 3.6154412796918223e-13,
    "mean_abs_err": 3.267595092406632e-14,
    "w_frob_norm": 34.67544250100834,
    "relative_err": 2.731570192062355e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 9.73147644358115e-11,
    "max_abs_err": 3.690867056427294e-13,
    "mean_abs_err": 3.3695520117178146e-14,
    "w_frob_norm": 35.46817432471295,
    "relative_err": 2.7437207098648457e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.555263101725533e-11,
    "max_abs_err": 2.2491427123516594e-13,
    "mean_abs_err": 1.9069058033219122e-14,
    "w_frob_norm": 42.12124072484768,
    "relative_err": 1.3188745170197314e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.6423178729320574e-11,
    "max_abs_err": 2.1928639459822818e-13,
    "mean_abs_err": 1.9289934068986882e-14,
    "w_frob_norm": 42.30219481845757,
    "relative_err": 1.3338120863814292e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 8.502752492206061e-11,
    "max_abs_err": 3.2285805973142345e-13,
    "mean_abs_err": 2.8858251763052035e-14,
    "w_frob_norm": 33.077813796223936,
    "relative_err": 2.570530369566537e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 4.9704980726335004e-11,
    "max_abs_err": 1.8684359615050994e-13,
    "mean_abs_err": 1.7118789593407386e-14,
    "w_frob_norm": 41.81776119282921,
    "relative_err": 1.1886093207414047e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 4.8959862785451195e-11,
    "max_abs_err": 2.182004577022667e-13,
    "mean_abs_err": 1.687190989958014e-14,
    "w_frob_norm": 39.60232166089925,
    "relative_err": 1.2362876905217143e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.804393985047877e-11,
    "max_abs_err": 2.5029978090174154e-13,
    "mean_abs_err": 1.983085033635964e-14,
    "w_frob_norm": 41.413462230509325,
    "relative_err": 1.4015717770082443e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 9.727178673621984e-11,
    "max_abs_err": 3.6991243401729434e-13,
    "mean_abs_err": 3.335679838164519e-14,
    "w_frob_norm": 34.949075898418755,
    "relative_err": 2.7832434545321078e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.037305842064963e-10,
    "max_abs_err": 3.64478412728797e-13,
    "mean_abs_err": 3.583225014156198e-14,
    "w_frob_norm": 35.095445014029515,
    "relative_err": 2.9556708617038384e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 9.336891031009013e-11,
    "max_abs_err": 3.31719460927582e-13,
    "mean_abs_err": 3.1936238995794566e-14,
    "w_frob_norm": 33.03054747550194,
    "relative_err": 2.826744254824716e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.594720916976443e-11,
    "max_abs_err": 2.0007606682526102e-13,
    "mean_abs_err": 1.9222605494147937e-14,
    "w_frob_norm": 41.54627142238614,
    "relative_err": 1.3466240712907564e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 9.765789123483237e-11,
    "max_abs_err": 3.9843128796235305e-13,
    "mean_abs_err": 3.3335830863359894e-14,
    "w_frob_norm": 35.09559417524374,
    "relative_err": 2.7826253844626392e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.366734420813107e-11,
    "max_abs_err": 2.483568906086475e-13,
    "mean_abs_err": 1.8379260197755044e-14,
    "w_frob_norm": 41.26941132274179,
    "relative_err": 1.3004145803881945e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.5761841078775905e-11,
    "max_abs_err": 2.4337411426433864e-13,
    "mean_abs_err": 1.9217423592439884e-14,
    "w_frob_norm": 42.29044583032432,
    "relative_err": 1.3185446496000743e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 4.8941495054740284e-11,
    "max_abs_err": 1.7694613135832427e-13,
    "mean_abs_err": 1.6936248048812768e-14,
    "w_frob_norm": 41.2523594365599,
    "relative_err": 1.186392626341898e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.0982092873487555e-10,
    "max_abs_err": 4.502474781897803e-13,
    "mean_abs_err": 3.7600556160992286e-14,
    "w_frob_norm": 34.75905535245839,
    "relative_err": 3.1594911778034926e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.0647701715630196e-10,
    "max_abs_err": 4.3710868258273194e-13,
    "mean_abs_err": 3.63401640616812e-14,
    "w_frob_norm": 35.054589214733824,
    "relative_err": 3.037462983920762e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 9.642217457277026e-11,
    "max_abs_err": 4.057806608087633e-13,
    "mean_abs_err": 3.2777780881165175e-14,
    "w_frob_norm": 35.116589946265144,
    "relative_err": 2.7457727165511787e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 9.902875677291583e-11,
    "max_abs_err": 4.332732089773472e-13,
    "mean_abs_err": 3.3902326685102987e-14,
    "w_frob_norm": 34.521752109274274,
    "relative_err": 2.868590112675994e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 8.765918939040153e-11,
    "max_abs_err": 2.8557278070051595e-13,
    "mean_abs_err": 3.047724397141869e-14,
    "w_frob_norm": 34.68155662517919,
    "relative_err": 2.527544837095345e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.3310453453937796e-11,
    "max_abs_err": 2.2725744897034161e-13,
    "mean_abs_err": 1.8252959946388282e-14,
    "w_frob_norm": 41.36137941149364,
    "relative_err": 1.288894476259264e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 9.632873390130383e-11,
    "max_abs_err": 4.402971043315773e-13,
    "mean_abs_err": 3.304293535535455e-14,
    "w_frob_norm": 35.448270170832984,
    "relative_err": 2.7174452642420787e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.180936206236088e-11,
    "max_abs_err": 1.332337018489227e-13,
    "mean_abs_err": 1.4517483552678165e-14,
    "w_frob_norm": 41.59310422540406,
    "relative_err": 1.0051993675630665e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.0669036860969628e-10,
    "max_abs_err": 4.714111045966973e-13,
    "mean_abs_err": 3.622517372625664e-14,
    "w_frob_norm": 35.049591635819525,
    "relative_err": 3.0439832143625393e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 9.584385880435784e-11,
    "max_abs_err": 3.8344327712991344e-13,
    "mean_abs_err": 3.2868107052249877e-14,
    "w_frob_norm": 35.03688471558283,
    "relative_err": 2.7355131479977388e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.125362120751407e-11,
    "max_abs_err": 2.058891251932593e-13,
    "mean_abs_err": 1.7638745427360612e-14,
    "w_frob_norm": 41.93563834363897,
    "relative_err": 1.2221972344267058e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.8256528744737365e-11,
    "max_abs_err": 1.8098716969561224e-13,
    "mean_abs_err": 1.6685796306454708e-14,
    "w_frob_norm": 41.662515994454104,
    "relative_err": 1.1582720724586346e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.119496352170819e-11,
    "max_abs_err": 1.9795146424805843e-13,
    "mean_abs_err": 1.7668582980406246e-14,
    "w_frob_norm": 42.15836759738774,
    "relative_err": 1.21434880995915e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.6503480928309625e-11,
    "max_abs_err": 2.0421511703894168e-13,
    "mean_abs_err": 1.9445380638276235e-14,
    "w_frob_norm": 41.875473165452995,
    "relative_err": 1.349321611365687e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 8.715023758270697e-11,
    "max_abs_err": 3.247541124906661e-13,
    "mean_abs_err": 3.026714881778754e-14,
    "w_frob_norm": 34.78250160654246,
    "relative_err": 2.505577044703258e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 8.593724611206241e-11,
    "max_abs_err": 2.910007304568474e-13,
    "mean_abs_err": 2.974771713420723e-14,
    "w_frob_norm": 35.6294100672032,
    "relative_err": 2.411974993410499e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 4.380255764763375e-11,
    "max_abs_err": 1.516772818455081e-13,
    "mean_abs_err": 1.514984597523554e-14,
    "w_frob_norm": 41.57160103899067,
    "relative_err": 1.0536654002464478e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.0755356123753582e-10,
    "max_abs_err": 4.470659953348388e-13,
    "mean_abs_err": 3.7004691891847266e-14,
    "w_frob_norm": 35.38755093912498,
    "relative_err": 3.0393050206428127e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 6.24140912569502e-11,
    "max_abs_err": 2.710375326953063e-13,
    "mean_abs_err": 2.1056288894121636e-14,
    "w_frob_norm": 41.824683503947114,
    "relative_err": 1.4922788656860967e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.2.mixer.D": {
    "frob_norm_diff": 3.668634885938777e-15,
    "max_abs_err": 2.6645352591003757e-15,
    "mean_abs_err": 1.559590943802508e-16,
    "w_frob_norm": 25.162988018101494,
    "relative_err": 1.4579488267846697e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.2.mixer.A_log": {
    "frob_norm_diff": 2.8355889908134203e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 2.3050138187041824e-16,
    "w_frob_norm": 19.683810260700085,
    "relative_err": 1.4405691546797954e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.2.mixer.dt_bias": {
    "frob_norm_diff": 5.606351459942526e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 4.649058915617843e-16,
    "w_frob_norm": 39.422118656042,
    "relative_err": 1.4221334750823375e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.1.norm.weight": {
    "frob_norm_diff": 1.738760225724253e-15,
    "max_abs_err": 1.1102230246251565e-16,
    "mean_abs_err": 1.9768945757151027e-17,
    "w_frob_norm": 13.831410614453429,
    "relative_err": 1.257109830798674e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.1.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 9.810678148959491e-11,
    "max_abs_err": 3.9362089976346937e-13,
    "mean_abs_err": 3.3685745355280935e-14,
    "w_frob_norm": 35.30698332635428,
    "relative_err": 2.7786792369872288e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.2.mixer.norm.weight": {
    "frob_norm_diff": 8.759243249632731e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 4.601901760030809e-17,
    "w_frob_norm": 78.66045306439379,
    "relative_err": 1.1135510804218422e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.1.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.3160128649241692e-10,
    "max_abs_err": 3.9225176926005467e-13,
    "mean_abs_err": 3.223329455606027e-14,
    "w_frob_norm": 49.80772306422596,
    "relative_err": 2.64218635978842e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.1.mixer.gate.weight": {
    "frob_norm_diff": 1.1411961256870011e-10,
    "max_abs_err": 1.5102988304427356e-12,
    "mean_abs_err": 1.4754536977332177e-13,
    "w_frob_norm": 36.34860037970566,
    "relative_err": 3.1395875323005827e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.2.mixer.in_proj.weight": {
    "frob_norm_diff": 3.5020953907104685e-10,
    "max_abs_err": 7.284277347974211e-13,
    "mean_abs_err": 4.991109967355678e-14,
    "w_frob_norm": 123.09092648848839,
    "relative_err": 2.845128792688053e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.1.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 3.110144293638303e-10,
    "max_abs_err": 1.3808364174305865e-12,
    "mean_abs_err": 7.551889553509766e-14,
    "w_frob_norm": 59.5419475787007,
    "relative_err": 5.223450726947436e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.2.mixer.conv1d.weight": {
    "frob_norm_diff": 4.906936655609538e-15,
    "max_abs_err": 1.1102230246251565e-15,
    "mean_abs_err": 1.4121738765789147e-17,
    "w_frob_norm": 10.133709274388103,
    "relative_err": 4.842192056970995e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 2.220446049250313e-15,
    "sensitive": true
  },
  "backbone.layers.2.norm.weight": {
    "frob_norm_diff": 5.624460409188332e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 7.182581249342066e-17,
    "w_frob_norm": 46.723885530148536,
    "relative_err": 1.2037655570316717e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.0423544377255943e-10,
    "max_abs_err": 4.079792059741294e-13,
    "mean_abs_err": 3.542806116883904e-14,
    "w_frob_norm": 38.845507741857304,
    "relative_err": 2.6833332818106618e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.1629645501581066e-10,
    "max_abs_err": 5.069382413847023e-13,
    "mean_abs_err": 3.87596696882072e-14,
    "w_frob_norm": 38.87684600125911,
    "relative_err": 2.991406633450773e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.345056362726878e-11,
    "max_abs_err": 2.6178666529727727e-13,
    "mean_abs_err": 1.833981844664383e-14,
    "w_frob_norm": 42.148545574370544,
    "relative_err": 1.2681472847729936e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.0117502725072226e-11,
    "max_abs_err": 2.025081491385805e-13,
    "mean_abs_err": 1.7218821152328898e-14,
    "w_frob_norm": 42.93198066507677,
    "relative_err": 1.1673699174527149e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.9806546185162716e-11,
    "max_abs_err": 2.073410887426519e-13,
    "mean_abs_err": 1.7162657624990054e-14,
    "w_frob_norm": 41.354960874106325,
    "relative_err": 1.2043669038107638e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.2521299009196184e-11,
    "max_abs_err": 2.194563974988739e-13,
    "mean_abs_err": 1.8089570188322505e-14,
    "w_frob_norm": 42.55599207661382,
    "relative_err": 1.2341693013440213e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 9.848200730879829e-11,
    "max_abs_err": 3.748980292872517e-13,
    "mean_abs_err": 3.283124096454142e-14,
    "w_frob_norm": 37.98529080949203,
    "relative_err": 2.592635338839868e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.2.mixer.out_proj.weight": {
    "frob_norm_diff": 4.3826239426383496e-10,
    "max_abs_err": 1.7803328256071893e-12,
    "mean_abs_err": 1.0120287076159824e-13,
    "w_frob_norm": 72.11421184018018,
    "relative_err": 6.077337366386447e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 4.874602223700503e-11,
    "max_abs_err": 1.9538190509926778e-13,
    "mean_abs_err": 1.6616648824521663e-14,
    "w_frob_norm": 41.36472797276915,
    "relative_err": 1.1784441630824953e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 9.225349082680047e-11,
    "max_abs_err": 3.3669594889929044e-13,
    "mean_abs_err": 3.131176807038533e-14,
    "w_frob_norm": 38.59579763786496,
    "relative_err": 2.3902470339489465e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.1695149424262543e-10,
    "max_abs_err": 4.58574150874469e-13,
    "mean_abs_err": 4.0182302373853314e-14,
    "w_frob_norm": 39.38877996053622,
    "relative_err": 2.9691575712626696e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.6854887042020245e-11,
    "max_abs_err": 2.721503578051454e-13,
    "mean_abs_err": 1.9261067572403722e-14,
    "w_frob_norm": 42.7342597983949,
    "relative_err": 1.3304287311922907e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 4.9301226949707436e-11,
    "max_abs_err": 1.7616463843239671e-13,
    "mean_abs_err": 1.7127848094694618e-14,
    "w_frob_norm": 42.7091264724626,
    "relative_err": 1.154348754510238e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.1497662369376675e-10,
    "max_abs_err": 4.395962760472827e-13,
    "mean_abs_err": 3.9163237389089907e-14,
    "w_frob_norm": 38.7195605632346,
    "relative_err": 2.9694712961939076e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.149635029172601e-10,
    "max_abs_err": 4.82957424052799e-13,
    "mean_abs_err": 3.890021776382467e-14,
    "w_frob_norm": 39.35446084188869,
    "relative_err": 2.92123181103001e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.546010475548246e-11,
    "max_abs_err": 2.0398786826358872e-13,
    "mean_abs_err": 1.899631709331765e-14,
    "w_frob_norm": 42.26841004117652,
    "relative_err": 1.3120934688921352e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.0339455915968201e-10,
    "max_abs_err": 3.9091299641746957e-13,
    "mean_abs_err": 3.535301819993074e-14,
    "w_frob_norm": 39.720876381719364,
    "relative_err": 2.6030281448489648e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.0010121000782965e-10,
    "max_abs_err": 3.7953841458548965e-13,
    "mean_abs_err": 3.4327486554107425e-14,
    "w_frob_norm": 38.680297516581234,
    "relative_err": 2.5879121008549344e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.1142556803761826e-10,
    "max_abs_err": 4.1961356264663685e-13,
    "mean_abs_err": 3.7623178193816476e-14,
    "w_frob_norm": 40.192608201013144,
    "relative_err": 2.7722900559314667e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.2942833536183585e-11,
    "max_abs_err": 1.955380302121057e-13,
    "mean_abs_err": 1.83063050695765e-14,
    "w_frob_norm": 42.33254016992539,
    "relative_err": 1.2506415472274482e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 4.811340460497804e-11,
    "max_abs_err": 2.2885512929171625e-13,
    "mean_abs_err": 1.6603179401040453e-14,
    "w_frob_norm": 43.251115895895374,
    "relative_err": 1.1124199597713525e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 4.555853377793303e-11,
    "max_abs_err": 1.7091319678974592e-13,
    "mean_abs_err": 1.5837642771104192e-14,
    "w_frob_norm": 42.605391932635804,
    "relative_err": 1.069313805397366e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.729177220004636e-11,
    "max_abs_err": 1.897180329502035e-13,
    "mean_abs_err": 1.6385107389678974e-14,
    "w_frob_norm": 42.70026498308848,
    "relative_err": 1.1075287757295266e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 4.7477661685003375e-11,
    "max_abs_err": 1.7742404767595588e-13,
    "mean_abs_err": 1.640423261276003e-14,
    "w_frob_norm": 42.51168181209652,
    "relative_err": 1.116814476897355e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.3435710020992865e-11,
    "max_abs_err": 1.9096979856844665e-13,
    "mean_abs_err": 1.839126406276919e-14,
    "w_frob_norm": 42.231946176673304,
    "relative_err": 1.265291203901655e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.1587367129147853e-10,
    "max_abs_err": 4.746966708601974e-13,
    "mean_abs_err": 3.917069377910554e-14,
    "w_frob_norm": 38.96252731830209,
    "relative_err": 2.9739772870700958e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.0332265962854278e-10,
    "max_abs_err": 3.9785807027375997e-13,
    "mean_abs_err": 3.4652451510419754e-14,
    "w_frob_norm": 39.5255478799482,
    "relative_err": 2.614072800264956e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 4.873565895820814e-11,
    "max_abs_err": 1.9235394527195027e-13,
    "mean_abs_err": 1.680608165686635e-14,
    "w_frob_norm": 43.35585440614195,
    "relative_err": 1.1240848468045429e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.002984503125082e-10,
    "max_abs_err": 3.9461836576215603e-13,
    "mean_abs_err": 3.285155310134201e-14,
    "w_frob_norm": 37.08047637599529,
    "relative_err": 2.7048857003746104e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.0930803144311986e-10,
    "max_abs_err": 4.300232045451047e-13,
    "mean_abs_err": 3.716019788671253e-14,
    "w_frob_norm": 39.511886445289484,
    "relative_err": 2.7664594449185382e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.20954955499933e-11,
    "max_abs_err": 2.1650650022797535e-13,
    "mean_abs_err": 1.7804169495022042e-14,
    "w_frob_norm": 40.30429249225984,
    "relative_err": 1.292554522821555e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.1280816798477613e-10,
    "max_abs_err": 3.9488030900702853e-13,
    "mean_abs_err": 3.879847800902421e-14,
    "w_frob_norm": 40.07698201777596,
    "relative_err": 2.814787000047573e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 4.937907036963834e-11,
    "max_abs_err": 1.7165870601197717e-13,
    "mean_abs_err": 1.6980392196968287e-14,
    "w_frob_norm": 42.95274190716816,
    "relative_err": 1.1496139286371778e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.631948560144977e-11,
    "max_abs_err": 1.956490525145682e-13,
    "mean_abs_err": 1.947279736410187e-14,
    "w_frob_norm": 43.531672086292104,
    "relative_err": 1.2937588404554871e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.459036234837806e-11,
    "max_abs_err": 1.9976641868479916e-13,
    "mean_abs_err": 1.8833902052125188e-14,
    "w_frob_norm": 41.256750462820406,
    "relative_err": 1.3231861873749263e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.179538871460708e-10,
    "max_abs_err": 4.570259101721597e-13,
    "mean_abs_err": 4.0073364401844534e-14,
    "w_frob_norm": 40.50160300118879,
    "relative_err": 2.912326387244689e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.1422223869890259e-10,
    "max_abs_err": 4.216904603282501e-13,
    "mean_abs_err": 3.945887649140995e-14,
    "w_frob_norm": 40.55960078047897,
    "relative_err": 2.8161578640063165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.373928395890441e-11,
    "max_abs_err": 2.1615348400061407e-13,
    "mean_abs_err": 1.8384571793544808e-14,
    "w_frob_norm": 42.470057135758246,
    "relative_err": 1.265345223980353e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 4.1562977878328714e-11,
    "max_abs_err": 1.4316325902541394e-13,
    "mean_abs_err": 1.4446430216887253e-14,
    "w_frob_norm": 40.58039267973897,
    "relative_err": 1.0242132994213318e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.1585568442420573e-10,
    "max_abs_err": 5.029466426664797e-13,
    "mean_abs_err": 3.9049141597964674e-14,
    "w_frob_norm": 40.137537709354945,
    "relative_err": 2.8864671585771685e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.0294785773929897e-10,
    "max_abs_err": 4.3228268187256447e-13,
    "mean_abs_err": 3.4516363972670285e-14,
    "w_frob_norm": 39.15685015842315,
    "relative_err": 2.6291148885261792e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.0758797240623922e-10,
    "max_abs_err": 4.769978357611893e-13,
    "mean_abs_err": 3.5749273332206446e-14,
    "w_frob_norm": 37.66352043838305,
    "relative_err": 2.8565564544676995e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.0880472203611014e-10,
    "max_abs_err": 3.84373088913037e-13,
    "mean_abs_err": 3.7525685655713017e-14,
    "w_frob_norm": 41.19881168713029,
    "relative_err": 2.640967483780573e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 4.8618286022235405e-11,
    "max_abs_err": 1.701737709081108e-13,
    "mean_abs_err": 1.6862388530459516e-14,
    "w_frob_norm": 42.180964902076425,
    "relative_err": 1.1526119929950226e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.057981477132285e-10,
    "max_abs_err": 3.954649108184327e-13,
    "mean_abs_err": 3.545050174370648e-14,
    "w_frob_norm": 38.14285535298872,
    "relative_err": 2.7737343398686747e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.7482368902151993e-11,
    "max_abs_err": 2.426947531830592e-13,
    "mean_abs_err": 1.9636812834709455e-14,
    "w_frob_norm": 40.96456891505923,
    "relative_err": 1.4032216235777488e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.2495262124882345e-10,
    "max_abs_err": 5.878769693268282e-13,
    "mean_abs_err": 4.124142682166625e-14,
    "w_frob_norm": 38.745797734447954,
    "relative_err": 3.224933503891471e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.113451911158883e-11,
    "max_abs_err": 1.5075267423281247e-13,
    "mean_abs_err": 1.4237054906253235e-14,
    "w_frob_norm": 41.715091647623495,
    "relative_err": 9.860824341238686e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 9.963539510254478e-11,
    "max_abs_err": 3.7292738341854204e-13,
    "mean_abs_err": 3.3730662579861e-14,
    "w_frob_norm": 39.40577451212433,
    "relative_err": 2.528446562365855e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 4.903972975081959e-11,
    "max_abs_err": 1.8103227250598763e-13,
    "mean_abs_err": 1.695664373396596e-14,
    "w_frob_norm": 43.387331716627465,
    "relative_err": 1.130277613546489e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.0650565635618383e-10,
    "max_abs_err": 4.1265688782710086e-13,
    "mean_abs_err": 3.569521430608449e-14,
    "w_frob_norm": 38.354337043212,
    "relative_err": 2.776886906849387e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.0852718302367626e-10,
    "max_abs_err": 4.3004835803550634e-13,
    "mean_abs_err": 3.699960090935753e-14,
    "w_frob_norm": 39.1553259200481,
    "relative_err": 2.771709351756634e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 4.756233688690325e-11,
    "max_abs_err": 1.8951853975046618e-13,
    "mean_abs_err": 1.6476673834955653e-14,
    "w_frob_norm": 41.226617531022605,
    "relative_err": 1.153680309841405e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 4.960207524294039e-11,
    "max_abs_err": 1.8846382787707228e-13,
    "mean_abs_err": 1.700445987194051e-14,
    "w_frob_norm": 41.62991710330388,
    "relative_err": 1.1915006969592022e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.1290450833814904e-11,
    "max_abs_err": 1.930313547893192e-13,
    "mean_abs_err": 1.7545929610239742e-14,
    "w_frob_norm": 40.693255082962416,
    "relative_err": 1.2604165169202539e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 4.429503598427556e-11,
    "max_abs_err": 1.4471930598336513e-13,
    "mean_abs_err": 1.5402255102844453e-14,
    "w_frob_norm": 39.76999182430974,
    "relative_err": 1.1137803643499831e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.0068672796401082e-10,
    "max_abs_err": 4.0742062501486487e-13,
    "mean_abs_err": 3.4797199436887515e-14,
    "w_frob_norm": 40.44302025233898,
    "relative_err": 2.4895946775435917e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 4.9645072642891515e-11,
    "max_abs_err": 2.2244706077145793e-13,
    "mean_abs_err": 1.7024173147753543e-14,
    "w_frob_norm": 42.51842972718264,
    "relative_err": 1.1676130318414065e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.191272953478583e-11,
    "max_abs_err": 1.8482958219490087e-13,
    "mean_abs_err": 1.7921255731524398e-14,
    "w_frob_norm": 42.37941294844978,
    "relative_err": 1.224951596142503e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.432351410984331e-11,
    "max_abs_err": 2.3106841960662816e-13,
    "mean_abs_err": 1.8651633103659353e-14,
    "w_frob_norm": 42.72071458615352,
    "relative_err": 1.2715965693947087e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.295125134520164e-10,
    "max_abs_err": 6.544903508043376e-13,
    "mean_abs_err": 4.146938888607393e-14,
    "w_frob_norm": 37.25326053293866,
    "relative_err": 3.476541693243301e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 9.992196880246279e-11,
    "max_abs_err": 3.353810285045e-13,
    "mean_abs_err": 3.4585146563366824e-14,
    "w_frob_norm": 38.51476597237205,
    "relative_err": 2.5943807856482946e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.0202082178691642e-10,
    "max_abs_err": 4.4892561890108595e-13,
    "mean_abs_err": 3.3616977241799525e-14,
    "w_frob_norm": 37.78690108333072,
    "relative_err": 2.6998991412905727e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.1400977864360738e-10,
    "max_abs_err": 4.414593690604818e-13,
    "mean_abs_err": 3.927217939638564e-14,
    "w_frob_norm": 40.893883814924855,
    "relative_err": 2.78794205900291e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 9.853913077640531e-11,
    "max_abs_err": 3.4539385240783815e-13,
    "mean_abs_err": 3.376275647033395e-14,
    "w_frob_norm": 39.59809531170848,
    "relative_err": 2.488481579750857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.361568703178079e-11,
    "max_abs_err": 2.00974653585817e-13,
    "mean_abs_err": 1.8336120628472567e-14,
    "w_frob_norm": 42.67894125745703,
    "relative_err": 1.2562562578192553e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 4.771785394294309e-11,
    "max_abs_err": 1.6833062721488545e-13,
    "mean_abs_err": 1.6579612066847446e-14,
    "w_frob_norm": 40.074785558852426,
    "relative_err": 1.1907201318112189e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.6060594177411855e-11,
    "max_abs_err": 2.0552136381635222e-13,
    "mean_abs_err": 1.9301506789911773e-14,
    "w_frob_norm": 42.557877028225384,
    "relative_err": 1.3172789173724795e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.2897230136256014e-11,
    "max_abs_err": 1.8538469370721344e-13,
    "mean_abs_err": 1.4932428802567572e-14,
    "w_frob_norm": 43.1147106878801,
    "relative_err": 9.94955769199091e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.936308695280958e-11,
    "max_abs_err": 1.9983233817688628e-13,
    "mean_abs_err": 1.7044402872727004e-14,
    "w_frob_norm": 42.59991850029806,
    "relative_err": 1.1587601265590263e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.0164998574329092e-10,
    "max_abs_err": 3.5247109050895453e-13,
    "mean_abs_err": 3.4976448717282736e-14,
    "w_frob_norm": 39.68956001606115,
    "relative_err": 2.56112654567489e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 9.476446241726988e-11,
    "max_abs_err": 3.6212699505711043e-13,
    "mean_abs_err": 3.199603319691896e-14,
    "w_frob_norm": 38.65934375963683,
    "relative_err": 2.4512692974424172e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.1128548206436703e-10,
    "max_abs_err": 4.4683007294210597e-13,
    "mean_abs_err": 3.812588836354183e-14,
    "w_frob_norm": 41.148230308684894,
    "relative_err": 2.7045022648490113e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 4.4864789846897715e-11,
    "max_abs_err": 1.7157889692365202e-13,
    "mean_abs_err": 1.55950181817593e-14,
    "w_frob_norm": 42.24647929238956,
    "relative_err": 1.0619770120105566e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.1589445112055359e-10,
    "max_abs_err": 4.930257591073683e-13,
    "mean_abs_err": 3.870882176786822e-14,
    "w_frob_norm": 40.243798925005244,
    "relative_err": 2.879808920040679e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.0378826401331255e-10,
    "max_abs_err": 3.7763151980452214e-13,
    "mean_abs_err": 3.410846473196708e-14,
    "w_frob_norm": 37.061200419690344,
    "relative_err": 2.800456079079689e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.2717415122598494e-11,
    "max_abs_err": 2.079621197470516e-13,
    "mean_abs_err": 1.8083114518076995e-14,
    "w_frob_norm": 40.01727131163206,
    "relative_err": 1.3173665618543763e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.5158322569035716e-11,
    "max_abs_err": 2.2026619208515506e-13,
    "mean_abs_err": 1.8787275742297554e-14,
    "w_frob_norm": 38.24490638583375,
    "relative_err": 1.4422397067094624e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.575378794368715e-11,
    "max_abs_err": 2.368383267281615e-13,
    "mean_abs_err": 1.9214875686375902e-14,
    "w_frob_norm": 41.17565474452683,
    "relative_err": 1.3540473925578094e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.0564813794613083e-10,
    "max_abs_err": 4.833841660278893e-13,
    "mean_abs_err": 3.63690892725126e-14,
    "w_frob_norm": 38.125160080429254,
    "relative_err": 2.7710870649003012e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 8.514686321266804e-11,
    "max_abs_err": 3.511201746020376e-13,
    "mean_abs_err": 2.630070339190778e-14,
    "w_frob_norm": 36.13884959821495,
    "relative_err": 2.356103311514205e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.251063934407045e-10,
    "max_abs_err": 5.411573966718208e-13,
    "mean_abs_err": 4.1903160296847174e-14,
    "w_frob_norm": 40.979630169498115,
    "relative_err": 3.0528922033518857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 9.214633317300869e-11,
    "max_abs_err": 4.704708844727179e-13,
    "mean_abs_err": 3.051838605882236e-14,
    "w_frob_norm": 37.39343339435953,
    "relative_err": 2.46423836509509e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 9.603583979802125e-11,
    "max_abs_err": 3.2489115564526827e-13,
    "mean_abs_err": 3.2657414705121555e-14,
    "w_frob_norm": 38.04510936428343,
    "relative_err": 2.5242624190792643e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.2331868995793365e-10,
    "max_abs_err": 5.802112262864867e-13,
    "mean_abs_err": 4.0070866925051696e-14,
    "w_frob_norm": 38.74356480055576,
    "relative_err": 3.1829463962016398e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.101560619473793e-11,
    "max_abs_err": 2.4205724230563774e-13,
    "mean_abs_err": 1.7556453115209504e-14,
    "w_frob_norm": 41.10711485939963,
    "relative_err": 1.2410407874458891e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.0183166437798885e-11,
    "max_abs_err": 1.9722418143075515e-13,
    "mean_abs_err": 1.734527302200347e-14,
    "w_frob_norm": 43.592018343487894,
    "relative_err": 1.151200801081871e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.200992075004149e-10,
    "max_abs_err": 4.767956862661293e-13,
    "mean_abs_err": 4.046824033214779e-14,
    "w_frob_norm": 40.41843827404066,
    "relative_err": 2.9713965365542188e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.669835441806872e-11,
    "max_abs_err": 2.3375398838787476e-13,
    "mean_abs_err": 1.934725393589518e-14,
    "w_frob_norm": 42.842008773852434,
    "relative_err": 1.3234289437117422e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.5153343168091824e-10,
    "max_abs_err": 8.202431789339215e-13,
    "mean_abs_err": 5.006225308710697e-14,
    "w_frob_norm": 39.28910966558469,
    "relative_err": 3.856881282643419e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.548216160118659e-11,
    "max_abs_err": 2.1362078772568793e-13,
    "mean_abs_err": 1.9060753810327988e-14,
    "w_frob_norm": 42.166476342312166,
    "relative_err": 1.3157884275360407e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 4.50574914271565e-11,
    "max_abs_err": 1.5381272644443555e-13,
    "mean_abs_err": 1.5634365313720852e-14,
    "w_frob_norm": 42.07887288172641,
    "relative_err": 1.0707865572778593e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 6.819773976340748e-11,
    "max_abs_err": 3.474616427912025e-13,
    "mean_abs_err": 2.2813731746598376e-14,
    "w_frob_norm": 43.15976175697783,
    "relative_err": 1.5801231746229843e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.0638445744935036e-10,
    "max_abs_err": 4.718430507422156e-13,
    "mean_abs_err": 3.649175833546298e-14,
    "w_frob_norm": 40.40237415160279,
    "relative_err": 2.6331239112375283e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.1925330255161592e-10,
    "max_abs_err": 4.847181683809154e-13,
    "mean_abs_err": 3.91521309611367e-14,
    "w_frob_norm": 37.30906658258521,
    "relative_err": 3.1963625326204193e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.233935438098107e-11,
    "max_abs_err": 2.182837244291136e-13,
    "mean_abs_err": 1.8015949765719963e-14,
    "w_frob_norm": 40.27706440598339,
    "relative_err": 1.2994828484373295e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.890948544215953e-11,
    "max_abs_err": 2.3612910681874535e-13,
    "mean_abs_err": 2.0035274558149734e-14,
    "w_frob_norm": 41.556320599455965,
    "relative_err": 1.4175818405571438e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.1198365773174608e-10,
    "max_abs_err": 4.855907342893317e-13,
    "mean_abs_err": 3.7783582261828194e-14,
    "w_frob_norm": 39.356653161716004,
    "relative_err": 2.8453552000879396e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.423680309307305e-11,
    "max_abs_err": 2.1050522436283359e-13,
    "mean_abs_err": 1.8649900187167688e-14,
    "w_frob_norm": 42.86606489047594,
    "relative_err": 1.2652620022773184e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.3321463943538676e-11,
    "max_abs_err": 2.1419671591971223e-13,
    "mean_abs_err": 1.8390393908408708e-14,
    "w_frob_norm": 43.49948993444082,
    "relative_err": 1.2257951535500945e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 4.409599473871012e-11,
    "max_abs_err": 1.6772000455134162e-13,
    "mean_abs_err": 1.5218161173907448e-14,
    "w_frob_norm": 42.20918506155921,
    "relative_err": 1.044701400285249e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.073629008086508e-10,
    "max_abs_err": 4.0869391204623184e-13,
    "mean_abs_err": 3.6385118649482227e-14,
    "w_frob_norm": 39.291887687720916,
    "relative_err": 2.732444459322903e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.186867312271041e-10,
    "max_abs_err": 5.397626789971355e-13,
    "mean_abs_err": 3.9319239114834704e-14,
    "w_frob_norm": 38.54543907658673,
    "relative_err": 3.079138130747012e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.1589997738109262e-10,
    "max_abs_err": 4.75099560387493e-13,
    "mean_abs_err": 3.917462528722721e-14,
    "w_frob_norm": 40.73700693133125,
    "relative_err": 2.8450783725093153e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 4.451754114308047e-11,
    "max_abs_err": 2.192170056591891e-13,
    "mean_abs_err": 1.5450958158953334e-14,
    "w_frob_norm": 42.28525452296357,
    "relative_err": 1.0527911359479847e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.103728685752463e-11,
    "max_abs_err": 1.9735948986188134e-13,
    "mean_abs_err": 1.7550291995674208e-14,
    "w_frob_norm": 41.550791309648545,
    "relative_err": 1.2283108275166161e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 9.614644512069029e-11,
    "max_abs_err": 3.3722677428293935e-13,
    "mean_abs_err": 3.226045473303361e-14,
    "w_frob_norm": 39.08644624076876,
    "relative_err": 2.459841054068651e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 8.789451524058201e-11,
    "max_abs_err": 3.121808367367862e-13,
    "mean_abs_err": 3.051773296147177e-14,
    "w_frob_norm": 39.011050706063244,
    "relative_err": 2.253067109185068e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.0752130104163428e-10,
    "max_abs_err": 3.9303803267554116e-13,
    "mean_abs_err": 3.675497342485614e-14,
    "w_frob_norm": 38.45959896147028,
    "relative_err": 2.795694805589409e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.25799685061426e-11,
    "max_abs_err": 2.7467501501197647e-13,
    "mean_abs_err": 1.8086283642435506e-14,
    "w_frob_norm": 42.52674421707654,
    "relative_err": 1.2363976945366348e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 4.2763014052319514e-11,
    "max_abs_err": 1.6516475687122778e-13,
    "mean_abs_err": 1.4725241763185656e-14,
    "w_frob_norm": 36.904016917381064,
    "relative_err": 1.1587631272784015e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.710648457572541e-11,
    "max_abs_err": 2.1408395889377374e-13,
    "mean_abs_err": 1.9659255165222344e-14,
    "w_frob_norm": 43.024789892685995,
    "relative_err": 1.327292584534695e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 9.255985479606939e-11,
    "max_abs_err": 3.416433802527763e-13,
    "mean_abs_err": 2.8979282803417424e-14,
    "w_frob_norm": 34.30861303563416,
    "relative_err": 2.6978605838695196e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 4.648050558786088e-11,
    "max_abs_err": 1.7074926542126612e-13,
    "mean_abs_err": 1.6103065934244716e-14,
    "w_frob_norm": 42.432394927766055,
    "relative_err": 1.0954014183499669e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.1199794629595751e-10,
    "max_abs_err": 4.4770697565921225e-13,
    "mean_abs_err": 3.7642572369124074e-14,
    "w_frob_norm": 39.36398493527786,
    "relative_err": 2.845188221672785e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.1819661502577594e-10,
    "max_abs_err": 4.556580807113519e-13,
    "mean_abs_err": 3.985436506019518e-14,
    "w_frob_norm": 39.48408452336549,
    "relative_err": 2.9935255294023787e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 9.746632985309106e-11,
    "max_abs_err": 3.2866070975856587e-13,
    "mean_abs_err": 3.278541871783566e-14,
    "w_frob_norm": 38.87767253033493,
    "relative_err": 2.507000123966819e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.388148273971435e-11,
    "max_abs_err": 2.1885314741010298e-13,
    "mean_abs_err": 1.8540433967512966e-14,
    "w_frob_norm": 42.88665234969941,
    "relative_err": 1.256369517964766e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.381388805111445e-11,
    "max_abs_err": 1.862329734869661e-13,
    "mean_abs_err": 1.8407676571390898e-14,
    "w_frob_norm": 42.017566134247154,
    "relative_err": 1.2807473873945426e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.1133099284159457e-10,
    "max_abs_err": 4.3717460207481906e-13,
    "mean_abs_err": 3.817840555435902e-14,
    "w_frob_norm": 39.181489054126516,
    "relative_err": 2.841418116799964e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.069278248801692e-11,
    "max_abs_err": 1.7535278784563957e-13,
    "mean_abs_err": 1.7373990103866523e-14,
    "w_frob_norm": 39.151356197778476,
    "relative_err": 1.2947899488317937e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.615880334113464e-11,
    "max_abs_err": 2.5332860809079705e-13,
    "mean_abs_err": 1.9275857162225237e-14,
    "w_frob_norm": 43.74763052656143,
    "relative_err": 1.2836993150300505e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 4.601310511662388e-11,
    "max_abs_err": 1.9269308371150373e-13,
    "mean_abs_err": 1.5980179788256986e-14,
    "w_frob_norm": 43.218816570220426,
    "relative_err": 1.0646544437852293e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.070510849925073e-10,
    "max_abs_err": 3.610514665020048e-13,
    "mean_abs_err": 3.666864771670578e-14,
    "w_frob_norm": 38.82759223755193,
    "relative_err": 2.757087906392849e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 9.68680483994537e-11,
    "max_abs_err": 4.458031166443277e-13,
    "mean_abs_err": 3.1140656263583333e-14,
    "w_frob_norm": 35.85417041940573,
    "relative_err": 2.7017233216202033e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.1464041030732746e-10,
    "max_abs_err": 5.041429784486545e-13,
    "mean_abs_err": 3.8804064617325957e-14,
    "w_frob_norm": 40.33247137659499,
    "relative_err": 2.8423849666165886e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 6.272666462483247e-11,
    "max_abs_err": 2.794149460416673e-13,
    "mean_abs_err": 2.1545533914011268e-14,
    "w_frob_norm": 44.06215816447873,
    "relative_err": 1.4235949222160518e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.229785802753275e-11,
    "max_abs_err": 2.0990847948709757e-13,
    "mean_abs_err": 1.793337476792488e-14,
    "w_frob_norm": 43.04340417001416,
    "relative_err": 1.2150028334414504e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.0559856319691572e-10,
    "max_abs_err": 4.4085568529084185e-13,
    "mean_abs_err": 3.657957859819867e-14,
    "w_frob_norm": 41.56642231019954,
    "relative_err": 2.5404775616448474e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.2518840229093664e-10,
    "max_abs_err": 6.146285737307355e-13,
    "mean_abs_err": 4.201144208657055e-14,
    "w_frob_norm": 40.43303186540473,
    "relative_err": 3.096191319702894e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.328193778853189e-10,
    "max_abs_err": 5.12874465119495e-13,
    "mean_abs_err": 4.531485760978792e-14,
    "w_frob_norm": 42.44570309584221,
    "relative_err": 3.129159566173597e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.682134160093589e-11,
    "max_abs_err": 1.5215346343966374e-13,
    "mean_abs_err": 1.6267133229308838e-14,
    "w_frob_norm": 43.42606200858164,
    "relative_err": 1.07818529784449e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.00080864152519e-11,
    "max_abs_err": 1.8307924620764027e-13,
    "mean_abs_err": 1.7188810353554808e-14,
    "w_frob_norm": 43.37579018395365,
    "relative_err": 1.152903179473415e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.569928071207658e-11,
    "max_abs_err": 2.8453281397666785e-13,
    "mean_abs_err": 1.8716107523443742e-14,
    "w_frob_norm": 42.582172232129075,
    "relative_err": 1.3080422578829925e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.8100943101597194e-11,
    "max_abs_err": 1.6082621345780979e-13,
    "mean_abs_err": 1.665626479550219e-14,
    "w_frob_norm": 42.96633176065244,
    "relative_err": 1.119503134909155e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.887646042745254e-11,
    "max_abs_err": 3.259657626285273e-13,
    "mean_abs_err": 1.9915458785040202e-14,
    "w_frob_norm": 43.009892567685455,
    "relative_err": 1.3689050800300787e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.2192074310042802e-10,
    "max_abs_err": 4.502301309550205e-13,
    "mean_abs_err": 4.111539477813044e-14,
    "w_frob_norm": 39.120561796481006,
    "relative_err": 3.1165386564411532e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 9.901871505965899e-11,
    "max_abs_err": 3.84151044308112e-13,
    "mean_abs_err": 3.409290486388801e-14,
    "w_frob_norm": 39.46520821912097,
    "relative_err": 2.5090128629217325e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.0873166164211392e-10,
    "max_abs_err": 3.827944905498981e-13,
    "mean_abs_err": 3.7418192455923085e-14,
    "w_frob_norm": 40.20105988606176,
    "relative_err": 2.7046963923409545e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 9.986923942412353e-11,
    "max_abs_err": 3.757948813243317e-13,
    "mean_abs_err": 3.4209709071840574e-14,
    "w_frob_norm": 39.40526344875514,
    "relative_err": 2.5344136971447785e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.1246461077363662e-10,
    "max_abs_err": 4.344198611949679e-13,
    "mean_abs_err": 3.884835597913347e-14,
    "w_frob_norm": 40.804332142733536,
    "relative_err": 2.756192905700195e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 6.175976216607257e-11,
    "max_abs_err": 2.65598307236381e-13,
    "mean_abs_err": 2.079038348313304e-14,
    "w_frob_norm": 42.099567367583084,
    "relative_err": 1.4669927989242936e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.151436568752485e-11,
    "max_abs_err": 2.0842355619166142e-13,
    "mean_abs_err": 1.7738763035283928e-14,
    "w_frob_norm": 43.30752327043562,
    "relative_err": 1.1895015414721657e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.384209086017172e-11,
    "max_abs_err": 2.0382306953337093e-13,
    "mean_abs_err": 1.84340795524249e-14,
    "w_frob_norm": 42.98190480347087,
    "relative_err": 1.2526687941438992e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.112088476592269e-11,
    "max_abs_err": 2.0053750326987085e-13,
    "mean_abs_err": 1.7681335803530168e-14,
    "w_frob_norm": 42.67135675650773,
    "relative_err": 1.1980140462284772e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.1524729708542828e-10,
    "max_abs_err": 4.654401863923852e-13,
    "mean_abs_err": 3.948707519623494e-14,
    "w_frob_norm": 41.2166277254756,
    "relative_err": 2.7961360122190453e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.385986580849032e-11,
    "max_abs_err": 2.2207236050064694e-13,
    "mean_abs_err": 1.8528382284157712e-14,
    "w_frob_norm": 40.988745704323165,
    "relative_err": 1.3140159544528247e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.0189340257810648e-10,
    "max_abs_err": 3.9948773455922293e-13,
    "mean_abs_err": 3.3890929340187794e-14,
    "w_frob_norm": 37.7785595377117,
    "relative_err": 2.697122490241943e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.0674130712167035e-10,
    "max_abs_err": 4.843920403674318e-13,
    "mean_abs_err": 3.6687781528455644e-14,
    "w_frob_norm": 40.83024694815709,
    "relative_err": 2.6142704269509254e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.0022432668411358e-10,
    "max_abs_err": 4.5301609685743927e-13,
    "mean_abs_err": 3.1877813145347087e-14,
    "w_frob_norm": 36.55254496384329,
    "relative_err": 2.7419247218833208e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.1219140580955733e-10,
    "max_abs_err": 4.769587502728712e-13,
    "mean_abs_err": 3.843039434335548e-14,
    "w_frob_norm": 40.06528184189616,
    "relative_err": 2.8002150653097136e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 9.701965401554603e-11,
    "max_abs_err": 3.8223981271845453e-13,
    "mean_abs_err": 3.328827906551626e-14,
    "w_frob_norm": 39.23516642370452,
    "relative_err": 2.4727728428069095e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 4.7817191346244553e-11,
    "max_abs_err": 1.8867025997071352e-13,
    "mean_abs_err": 1.6326433446253793e-14,
    "w_frob_norm": 38.837057677840306,
    "relative_err": 1.2312259013773885e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.7625435787470795e-11,
    "max_abs_err": 1.5415706905441695e-13,
    "mean_abs_err": 1.6502781468448792e-14,
    "w_frob_norm": 42.77067193656785,
    "relative_err": 1.1135068408114544e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.1632126877914247e-10,
    "max_abs_err": 4.740756398557977e-13,
    "mean_abs_err": 3.897878484207873e-14,
    "w_frob_norm": 40.42825084800822,
    "relative_err": 2.8772273432372176e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.0587947467962034e-10,
    "max_abs_err": 4.0680219609567914e-13,
    "mean_abs_err": 3.660866884923577e-14,
    "w_frob_norm": 41.37911046389455,
    "relative_err": 2.558766331432034e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 3.650658276591513e-11,
    "max_abs_err": 1.7224416337668913e-13,
    "mean_abs_err": 1.2670017286986256e-14,
    "w_frob_norm": 32.00193900815099,
    "relative_err": 1.1407615881217944e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 4.7710876627203396e-11,
    "max_abs_err": 2.2788238310256226e-13,
    "mean_abs_err": 1.636662973787026e-14,
    "w_frob_norm": 42.79801786359996,
    "relative_err": 1.1147917358991025e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 4.7589451989617605e-11,
    "max_abs_err": 1.9880191243215606e-13,
    "mean_abs_err": 1.6450300164601692e-14,
    "w_frob_norm": 42.324991903481724,
    "relative_err": 1.124381833271014e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 4.77536181587883e-11,
    "max_abs_err": 2.014170080721911e-13,
    "mean_abs_err": 1.639769542431809e-14,
    "w_frob_norm": 41.45275657593199,
    "relative_err": 1.1520010272734111e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 7.856468745900826e-11,
    "max_abs_err": 3.66273851526433e-13,
    "mean_abs_err": 2.1190921925980522e-14,
    "w_frob_norm": 30.010866763347387,
    "relative_err": 2.6178746544888267e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 4.7491636566309797e-11,
    "max_abs_err": 1.7496420978702076e-13,
    "mean_abs_err": 1.6308799615045897e-14,
    "w_frob_norm": 42.563190377222135,
    "relative_err": 1.1157912775195804e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.4678608659251235e-11,
    "max_abs_err": 2.5758561950084413e-13,
    "mean_abs_err": 1.882297250987142e-14,
    "w_frob_norm": 43.347435280341564,
    "relative_err": 1.2614035479983393e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.187813713021554e-10,
    "max_abs_err": 4.391383090496248e-13,
    "mean_abs_err": 4.0635755834752596e-14,
    "w_frob_norm": 39.892345616595655,
    "relative_err": 2.977547934728136e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.1660239525839337e-10,
    "max_abs_err": 4.4135528565192317e-13,
    "mean_abs_err": 3.917480596430896e-14,
    "w_frob_norm": 39.058856882017864,
    "relative_err": 2.9852997390734042e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1427110791004279e-10,
    "max_abs_err": 4.614780779732541e-13,
    "mean_abs_err": 3.945422484360282e-14,
    "w_frob_norm": 40.16332438782389,
    "relative_err": 2.8451605949403376e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.6635680102691176e-11,
    "max_abs_err": 2.1692506554417447e-13,
    "mean_abs_err": 1.947510201805215e-14,
    "w_frob_norm": 40.7993710831026,
    "relative_err": 1.3881508121125749e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.0383506576298485e-10,
    "max_abs_err": 3.7467598468232666e-13,
    "mean_abs_err": 3.5532594390061875e-14,
    "w_frob_norm": 40.691054424559745,
    "relative_err": 2.5517909828434798e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.2017252074729276e-11,
    "max_abs_err": 2.19374865495503e-13,
    "mean_abs_err": 1.7891987911407385e-14,
    "w_frob_norm": 42.47578851028284,
    "relative_err": 1.224632994444272e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.078121180847026e-11,
    "max_abs_err": 2.381428387820961e-13,
    "mean_abs_err": 1.749790279300655e-14,
    "w_frob_norm": 41.56035129336226,
    "relative_err": 1.2218667607023017e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 4.341383043342741e-11,
    "max_abs_err": 2.0754578611281715e-13,
    "mean_abs_err": 1.491424217584996e-14,
    "w_frob_norm": 40.321998145510726,
    "relative_err": 1.07667854843798e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.0821083482808268e-10,
    "max_abs_err": 4.475621262489682e-13,
    "mean_abs_err": 3.54565719856184e-14,
    "w_frob_norm": 37.29609726352912,
    "relative_err": 2.901398343732314e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.0016364226138122e-10,
    "max_abs_err": 3.850773866442836e-13,
    "mean_abs_err": 3.3301780575897644e-14,
    "w_frob_norm": 38.177568371210114,
    "relative_err": 2.6236255092902957e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.077209721677721e-10,
    "max_abs_err": 4.1574035880564963e-13,
    "mean_abs_err": 3.6833485248405127e-14,
    "w_frob_norm": 40.39496607144117,
    "relative_err": 2.666692973012044e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.1024033734423989e-10,
    "max_abs_err": 3.6521306812087317e-13,
    "mean_abs_err": 3.8201162427989065e-14,
    "w_frob_norm": 41.64590736422977,
    "relative_err": 2.647086936540775e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.0739051178894878e-10,
    "max_abs_err": 4.2185699378194386e-13,
    "mean_abs_err": 3.634183889282161e-14,
    "w_frob_norm": 38.7814767731014,
    "relative_err": 2.769118680478774e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.992406646497617e-11,
    "max_abs_err": 1.5485182580654566e-13,
    "mean_abs_err": 1.7317407455737998e-14,
    "w_frob_norm": 43.39805187134299,
    "relative_err": 1.1503757498834295e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.293319340190351e-11,
    "max_abs_err": 2.047459424225906e-13,
    "mean_abs_err": 1.8356092557216195e-14,
    "w_frob_norm": 43.067735360818745,
    "relative_err": 1.2290684188159091e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.080880365645387e-11,
    "max_abs_err": 1.8521295608309174e-13,
    "mean_abs_err": 1.7549989240731603e-14,
    "w_frob_norm": 41.81104228761173,
    "relative_err": 1.2152005995676437e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 9.141885459983532e-11,
    "max_abs_err": 3.417162386387673e-13,
    "mean_abs_err": 3.161493940065691e-14,
    "w_frob_norm": 39.39276684174985,
    "relative_err": 2.3207015381043605e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.3263756507847824e-11,
    "max_abs_err": 2.040190932861563e-13,
    "mean_abs_err": 1.8303063444557832e-14,
    "w_frob_norm": 42.63358655008961,
    "relative_err": 1.2493379238753224e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.1234564032318588e-10,
    "max_abs_err": 4.85495324498153e-13,
    "mean_abs_err": 3.854151669815621e-14,
    "w_frob_norm": 39.53813888834685,
    "relative_err": 2.841449888181199e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.4444848962798345e-11,
    "max_abs_err": 1.6936278768309165e-13,
    "mean_abs_err": 1.5448112819724147e-14,
    "w_frob_norm": 42.30470123222499,
    "relative_err": 1.0505888865359277e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.229698258906383e-10,
    "max_abs_err": 6.12874334615654e-13,
    "mean_abs_err": 4.1059148395643575e-14,
    "w_frob_norm": 39.31913158241357,
    "relative_err": 3.127480718461227e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.6329530765505984e-11,
    "max_abs_err": 1.7555401576885288e-13,
    "mean_abs_err": 1.6009631474941647e-14,
    "w_frob_norm": 39.25687750344415,
    "relative_err": 1.1801634187905373e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 9.696890623643736e-11,
    "max_abs_err": 3.3176586478056436e-13,
    "mean_abs_err": 3.357426192901886e-14,
    "w_frob_norm": 38.96842577812143,
    "relative_err": 2.4883968058796955e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.197542580530512e-11,
    "max_abs_err": 1.785585568292447e-13,
    "mean_abs_err": 1.802604125078108e-14,
    "w_frob_norm": 42.79791232447555,
    "relative_err": 1.2144383448250832e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.0569622726298012e-10,
    "max_abs_err": 5.182469037245951e-13,
    "mean_abs_err": 3.366838856866926e-14,
    "w_frob_norm": 35.78497629844992,
    "relative_err": 2.9536481002939356e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 4.5733541768327806e-11,
    "max_abs_err": 1.5719543722259033e-13,
    "mean_abs_err": 1.5870192305467882e-14,
    "w_frob_norm": 41.61560487287819,
    "relative_err": 1.0989517491822729e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 9.842140861713714e-11,
    "max_abs_err": 3.957563443623968e-13,
    "mean_abs_err": 3.3443205154628556e-14,
    "w_frob_norm": 39.72252522109238,
    "relative_err": 2.4777228554663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.174131095569695e-11,
    "max_abs_err": 1.8314516569972739e-13,
    "mean_abs_err": 1.784686898599482e-14,
    "w_frob_norm": 42.76427529899056,
    "relative_err": 1.2099190409270957e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.0316900473100366e-10,
    "max_abs_err": 3.7279207498741584e-13,
    "mean_abs_err": 3.543403884784122e-14,
    "w_frob_norm": 39.937133254965666,
    "relative_err": 2.5832851865544437e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.926811195335041e-11,
    "max_abs_err": 2.4687370203668735e-13,
    "mean_abs_err": 2.0102281884094924e-14,
    "w_frob_norm": 43.017051409900105,
    "relative_err": 1.3777818332688006e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.1706892143837097e-11,
    "max_abs_err": 1.8710380467190646e-13,
    "mean_abs_err": 1.7840524342023456e-14,
    "w_frob_norm": 42.2301108040161,
    "relative_err": 1.2244081571038586e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.423714971980232e-11,
    "max_abs_err": 1.8717319361094553e-13,
    "mean_abs_err": 1.8743782309155575e-14,
    "w_frob_norm": 43.4645785846316,
    "relative_err": 1.2478471317556896e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.0492455241175624e-10,
    "max_abs_err": 4.1356154611982276e-13,
    "mean_abs_err": 3.5841977058773923e-14,
    "w_frob_norm": 39.53944582970318,
    "relative_err": 2.6536677540617895e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.0552665923520736e-10,
    "max_abs_err": 4.608743942036142e-13,
    "mean_abs_err": 3.589495550579401e-14,
    "w_frob_norm": 38.56872244992827,
    "relative_err": 2.736068309553344e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.094958765544436e-10,
    "max_abs_err": 4.033197387176557e-13,
    "mean_abs_err": 3.722123745861586e-14,
    "w_frob_norm": 38.442335188630985,
    "relative_err": 2.848314911598454e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.0404241355635278e-10,
    "max_abs_err": 3.6752025034392233e-13,
    "mean_abs_err": 3.595116850390047e-14,
    "w_frob_norm": 40.45574984302762,
    "relative_err": 2.5717583769933278e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.227716871188123e-11,
    "max_abs_err": 2.1565561836300873e-13,
    "mean_abs_err": 1.7884805458460776e-14,
    "w_frob_norm": 43.35140145255715,
    "relative_err": 1.2058933958361705e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.330118662263253e-11,
    "max_abs_err": 1.7992204948136248e-13,
    "mean_abs_err": 1.8414896937732135e-14,
    "w_frob_norm": 42.03492245882332,
    "relative_err": 1.2680215284052313e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.2276535634015005e-10,
    "max_abs_err": 4.61112051319823e-13,
    "mean_abs_err": 4.177145096190937e-14,
    "w_frob_norm": 40.41385131575154,
    "relative_err": 3.037704953704858e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.802218574762272e-11,
    "max_abs_err": 2.309827676350018e-13,
    "mean_abs_err": 1.9960212938682738e-14,
    "w_frob_norm": 41.544257775195796,
    "relative_err": 1.3966355124598026e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.656801992708193e-11,
    "max_abs_err": 1.8515744493186048e-13,
    "mean_abs_err": 1.9468715658062907e-14,
    "w_frob_norm": 43.28422558459675,
    "relative_err": 1.30689689287666e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.4724309979962155e-10,
    "max_abs_err": 8.562287164004534e-13,
    "mean_abs_err": 4.814921001201369e-14,
    "w_frob_norm": 39.09266014969569,
    "relative_err": 3.766515229093913e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 9.958871521484489e-11,
    "max_abs_err": 4.195740976875584e-13,
    "mean_abs_err": 3.323621678704529e-14,
    "w_frob_norm": 37.8533234406478,
    "relative_err": 2.6309107407965177e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.087746735842447e-11,
    "max_abs_err": 2.1981028108797318e-13,
    "mean_abs_err": 1.7498021812294666e-14,
    "w_frob_norm": 42.59379322133536,
    "relative_err": 1.194480780193575e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 9.136195255401074e-11,
    "max_abs_err": 3.4987290842281027e-13,
    "mean_abs_err": 3.1630520794577333e-14,
    "w_frob_norm": 39.40867357026311,
    "relative_err": 2.318320924735472e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.885765510957116e-11,
    "max_abs_err": 2.1289220386577767e-13,
    "mean_abs_err": 1.6728943326614737e-14,
    "w_frob_norm": 41.61510343573679,
    "relative_err": 1.1740366135342789e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 9.517491325254917e-11,
    "max_abs_err": 3.326228181776969e-13,
    "mean_abs_err": 3.272321685158819e-14,
    "w_frob_norm": 40.620997500448006,
    "relative_err": 2.3429979347872854e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.594862881803449e-11,
    "max_abs_err": 2.0441027342998908e-13,
    "mean_abs_err": 1.9348997107274325e-14,
    "w_frob_norm": 43.459645382898444,
    "relative_err": 1.2873696581070243e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.593207255276438e-11,
    "max_abs_err": 2.1201714429236462e-13,
    "mean_abs_err": 1.9242726571810084e-14,
    "w_frob_norm": 43.08034206070059,
    "relative_err": 1.2983200661210069e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 4.300163130184661e-11,
    "max_abs_err": 1.539584432164176e-13,
    "mean_abs_err": 1.493518468894554e-14,
    "w_frob_norm": 40.48844466457698,
    "relative_err": 1.0620717011505358e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.0163309065959395e-10,
    "max_abs_err": 4.199973702156967e-13,
    "mean_abs_err": 3.4320224854030765e-14,
    "w_frob_norm": 38.158914698930424,
    "relative_err": 2.6634166999105632e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 9.703909875597647e-11,
    "max_abs_err": 3.897819567111327e-13,
    "mean_abs_err": 3.342512738054585e-14,
    "w_frob_norm": 38.03557082986295,
    "relative_err": 2.551272312700194e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 4.7007309025198557e-11,
    "max_abs_err": 1.5881566894915267e-13,
    "mean_abs_err": 1.6323238027993396e-14,
    "w_frob_norm": 43.55991542962868,
    "relative_err": 1.079141420766511e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.1529328628248813e-10,
    "max_abs_err": 4.713868184680337e-13,
    "mean_abs_err": 3.738849330016239e-14,
    "w_frob_norm": 37.63929720423913,
    "relative_err": 3.0631094320619575e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.0967268710058277e-10,
    "max_abs_err": 3.906111545326496e-13,
    "mean_abs_err": 3.763797238614435e-14,
    "w_frob_norm": 40.34929019933263,
    "relative_err": 2.71808219075925e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.0651886606817967e-10,
    "max_abs_err": 4.782493845389979e-13,
    "mean_abs_err": 3.6400000856326203e-14,
    "w_frob_norm": 40.9195565481643,
    "relative_err": 2.6031285540155305e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.0297971489449814e-11,
    "max_abs_err": 2.0054292428073328e-13,
    "mean_abs_err": 1.7292883995763154e-14,
    "w_frob_norm": 41.52839959639996,
    "relative_err": 1.2111704755848594e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.0172654838856399e-10,
    "max_abs_err": 3.712256196886088e-13,
    "mean_abs_err": 3.4335361345728545e-14,
    "w_frob_norm": 38.59747486119718,
    "relative_err": 2.635575222327089e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.815846076213425e-11,
    "max_abs_err": 1.7709098076856833e-13,
    "mean_abs_err": 1.673228596651239e-14,
    "w_frob_norm": 42.615757710251366,
    "relative_err": 1.1300622903285742e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.1178132255423532e-10,
    "max_abs_err": 4.728301084000464e-13,
    "mean_abs_err": 3.790511933823851e-14,
    "w_frob_norm": 41.15331423239033,
    "relative_err": 2.716216777171647e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.311462100702125e-11,
    "max_abs_err": 1.9432806058761187e-13,
    "mean_abs_err": 1.8333848944124348e-14,
    "w_frob_norm": 41.87191686022847,
    "relative_err": 1.2685022561618507e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.319618170505075e-11,
    "max_abs_err": 2.342952221123795e-13,
    "mean_abs_err": 1.825566058251658e-14,
    "w_frob_norm": 43.39832788487102,
    "relative_err": 1.2257656987654433e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.395319406503642e-11,
    "max_abs_err": 2.2478026384664673e-13,
    "mean_abs_err": 1.8485829143554912e-14,
    "w_frob_norm": 41.72647129857853,
    "relative_err": 1.2930207704113817e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.1119550994303203e-10,
    "max_abs_err": 5.746167430764615e-13,
    "mean_abs_err": 3.823711392962702e-14,
    "w_frob_norm": 40.00923272563291,
    "relative_err": 2.7792462481239198e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.776037418765035e-11,
    "max_abs_err": 2.2104540420286867e-13,
    "mean_abs_err": 1.95627230240558e-14,
    "w_frob_norm": 42.80035595155857,
    "relative_err": 1.34953022944537e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.5090404966922686e-11,
    "max_abs_err": 1.969587687389307e-13,
    "mean_abs_err": 1.560766587451207e-14,
    "w_frob_norm": 42.66767896484591,
    "relative_err": 1.0567812934955489e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.1310293686893507e-10,
    "max_abs_err": 5.062851179959971e-13,
    "mean_abs_err": 3.8824943323522906e-14,
    "w_frob_norm": 40.56114665603887,
    "relative_err": 2.788455115139008e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 9.620419263692666e-11,
    "max_abs_err": 3.4811736826512174e-13,
    "mean_abs_err": 3.318487254776512e-14,
    "w_frob_norm": 39.712381641525205,
    "relative_err": 2.422523874426379e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.2763136583600018e-10,
    "max_abs_err": 5.17058618143551e-13,
    "mean_abs_err": 4.2186792781553136e-14,
    "w_frob_norm": 38.82316315123417,
    "relative_err": 3.2875055888366696e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.6876221848255576e-11,
    "max_abs_err": 2.2503526819761532e-13,
    "mean_abs_err": 1.9551543755981923e-14,
    "w_frob_norm": 43.40220914279067,
    "relative_err": 1.3104453199867365e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 4.776298824563733e-11,
    "max_abs_err": 1.9451801280823133e-13,
    "mean_abs_err": 1.6461552263287074e-14,
    "w_frob_norm": 41.072763617833104,
    "relative_err": 1.1628871309964504e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 4.531678499243056e-11,
    "max_abs_err": 1.617751071991691e-13,
    "mean_abs_err": 1.5717736624847508e-14,
    "w_frob_norm": 40.71676396907567,
    "relative_err": 1.1129760957144973e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 6.185725713190228e-11,
    "max_abs_err": 2.3280335992303947e-13,
    "mean_abs_err": 2.11453232598676e-14,
    "w_frob_norm": 42.06253411966473,
    "relative_err": 1.4706022455975441e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.1986144859083893e-10,
    "max_abs_err": 4.356012078821081e-13,
    "mean_abs_err": 4.122141474480309e-14,
    "w_frob_norm": 42.04611555964237,
    "relative_err": 2.8507139600283786e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 8.846766219410668e-11,
    "max_abs_err": 4.3331440865990167e-13,
    "mean_abs_err": 2.9568444143510374e-14,
    "w_frob_norm": 37.93590374149497,
    "relative_err": 2.33202991015973e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.0196945463928291e-10,
    "max_abs_err": 3.4297217843537453e-13,
    "mean_abs_err": 3.506725331249242e-14,
    "w_frob_norm": 39.881135633366746,
    "relative_err": 2.5568342781585607e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.0041410016609106e-10,
    "max_abs_err": 3.594086833702548e-13,
    "mean_abs_err": 3.3285800359585067e-14,
    "w_frob_norm": 37.94598271343232,
    "relative_err": 2.646237967386886e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 6.088712805578933e-11,
    "max_abs_err": 2.78202591172394e-13,
    "mean_abs_err": 2.0459423707987625e-14,
    "w_frob_norm": 42.876658846748576,
    "relative_err": 1.4200530007110507e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 9.713906987262461e-11,
    "max_abs_err": 4.188151561668185e-13,
    "mean_abs_err": 3.3428635208513465e-14,
    "w_frob_norm": 39.34956708228589,
    "relative_err": 2.4686185154081146e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.1817104710257793e-10,
    "max_abs_err": 4.71064159901502e-13,
    "mean_abs_err": 3.994982670946724e-14,
    "w_frob_norm": 40.3026224943633,
    "relative_err": 2.9320932432896957e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.2454837423220095e-10,
    "max_abs_err": 5.169961680984159e-13,
    "mean_abs_err": 4.267734844774738e-14,
    "w_frob_norm": 40.51691952962923,
    "relative_err": 3.0739842929352308e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.682696052468931e-11,
    "max_abs_err": 1.6206068605140178e-13,
    "mean_abs_err": 1.6292316677679943e-14,
    "w_frob_norm": 43.186715971004,
    "relative_err": 1.0842908397139854e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 4.550994220928365e-11,
    "max_abs_err": 1.6816149167597771e-13,
    "mean_abs_err": 1.5716102653618982e-14,
    "w_frob_norm": 41.534564508983635,
    "relative_err": 1.095712516726645e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.0930893968160472e-10,
    "max_abs_err": 4.0582120997001425e-13,
    "mean_abs_err": 3.6902455897479124e-14,
    "w_frob_norm": 39.33748997172527,
    "relative_err": 2.7787471890090865e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.1981295556648955e-10,
    "max_abs_err": 4.3944015093444477e-13,
    "mean_abs_err": 4.050818743429706e-14,
    "w_frob_norm": 39.091281628282346,
    "relative_err": 3.0649533751742097e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.070045082865334e-11,
    "max_abs_err": 1.9940125939310605e-13,
    "mean_abs_err": 1.7497394068406313e-14,
    "w_frob_norm": 41.99404285215915,
    "relative_err": 1.2073248343138876e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 5.253724315890529e-11,
    "max_abs_err": 2.1960905316475987e-13,
    "mean_abs_err": 1.8134374663501153e-14,
    "w_frob_norm": 42.06112858369051,
    "relative_err": 1.2490687941092708e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.1544860409572494e-11,
    "max_abs_err": 1.872287047621768e-13,
    "mean_abs_err": 1.783204588202873e-14,
    "w_frob_norm": 42.71471919416986,
    "relative_err": 1.2067236161676057e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.434119310488191e-11,
    "max_abs_err": 1.917311795440746e-13,
    "mean_abs_err": 1.8740413599181335e-14,
    "w_frob_norm": 43.12251660158935,
    "relative_err": 1.260158204748168e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.1494600206114163e-10,
    "max_abs_err": 5.494168488218154e-13,
    "mean_abs_err": 3.939796387794375e-14,
    "w_frob_norm": 40.1881981934399,
    "relative_err": 2.860192972769423e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.1708313716243983e-10,
    "max_abs_err": 4.1947868789637965e-13,
    "mean_abs_err": 3.9627612664227015e-14,
    "w_frob_norm": 40.13161995908858,
    "relative_err": 2.917478469142238e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.4.mixer.D": {
    "frob_norm_diff": 8.09477307903032e-16,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 5.005964718272915e-17,
    "w_frob_norm": 12.56820647962533,
    "relative_err": 6.440674802847154e-17,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.4.mixer.A_log": {
    "frob_norm_diff": 4.204610436630785e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.822720356066011e-16,
    "w_frob_norm": 26.970386600508615,
    "relative_err": 1.5589729946813195e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.3.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.21571258553961e-10,
    "max_abs_err": 5.712930128964899e-13,
    "mean_abs_err": 4.017206438463964e-14,
    "w_frob_norm": 38.424264704902654,
    "relative_err": 3.1639189321545928e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.5043115534005746e-10,
    "max_abs_err": 5.133636571397204e-13,
    "mean_abs_err": 3.3357689573005346e-14,
    "w_frob_norm": 50.29224443532733,
    "relative_err": 2.991140225079882e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.3.norm.weight": {
    "frob_norm_diff": 1.85118831613645e-15,
    "max_abs_err": 1.6653345369377348e-16,
    "mean_abs_err": 2.192187820082842e-17,
    "w_frob_norm": 15.281429676173124,
    "relative_err": 1.2113973334725555e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.4.mixer.dt_bias": {
    "frob_norm_diff": 7.564451030425161e-15,
    "max_abs_err": 5.329070518200751e-15,
    "mean_abs_err": 4.141652298894627e-16,
    "w_frob_norm": 39.05045685083715,
    "relative_err": 1.9370966796417895e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.3.mixer.gate.weight": {
    "frob_norm_diff": 8.689017071320007e-11,
    "max_abs_err": 1.0190251420461038e-12,
    "mean_abs_err": 1.1463001988694142e-13,
    "w_frob_norm": 34.295275825290744,
    "relative_err": 2.533590082664496e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.3488163728865805e-11,
    "max_abs_err": 1.7594432855094766e-13,
    "mean_abs_err": 1.5076291125264248e-14,
    "w_frob_norm": 41.21162539386691,
    "relative_err": 1.0552401977170667e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.3.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.5156343159247456e-10,
    "max_abs_err": 1.0080079132501751e-12,
    "mean_abs_err": 6.157095318615477e-14,
    "w_frob_norm": 53.88719733456888,
    "relative_err": 4.668333927826962e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.3.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.1076316404587932e-10,
    "max_abs_err": 4.678098186605695e-13,
    "mean_abs_err": 3.70285976207397e-14,
    "w_frob_norm": 39.56937948767301,
    "relative_err": 2.799214076136453e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.4.mixer.conv1d.weight": {
    "frob_norm_diff": 4.3126718328076266e-15,
    "max_abs_err": 6.938893903907228e-16,
    "mean_abs_err": 1.2125401766309977e-17,
    "w_frob_norm": 9.055784401303764,
    "relative_err": 4.762339342118977e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 8.881784197001252e-16,
    "sensitive": true
  },
  "backbone.layers.4.mixer.norm.weight": {
    "frob_norm_diff": 1.0956161618027521e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 5.729631152809717e-17,
    "w_frob_norm": 86.31880643146908,
    "relative_err": 1.2692670428345097e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": true
  },
  "backbone.layers.4.norm.weight": {
    "frob_norm_diff": 5.010784718882614e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 6.290437747411136e-17,
    "w_frob_norm": 42.47522668806075,
    "relative_err": 1.1796958155590214e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.5.norm.weight": {
    "frob_norm_diff": 2.686561940409625e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 3.191685264063188e-17,
    "w_frob_norm": 21.953543793246237,
    "relative_err": 1.2237486420010768e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.5.mixer.v_proj.weight": {
    "frob_norm_diff": 1.3476879993881029e-11,
    "max_abs_err": 1.0515199821981014e-13,
    "mean_abs_err": 1.2444277924066709e-14,
    "w_frob_norm": 5.68978437294269,
    "relative_err": 2.3686099701720234e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.4.mixer.out_proj.weight": {
    "frob_norm_diff": 3.869698621233241e-10,
    "max_abs_err": 1.2500452062358391e-12,
    "mean_abs_err": 8.973632564104268e-14,
    "w_frob_norm": 71.93424434748428,
    "relative_err": 5.379494365076449e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.4.mixer.in_proj.weight": {
    "frob_norm_diff": 3.045752557153068e-10,
    "max_abs_err": 6.855254211513007e-13,
    "mean_abs_err": 4.4176704803278715e-14,
    "w_frob_norm": 123.1211358591557,
    "relative_err": 2.473785297625303e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": true
  },
  "backbone.layers.5.mixer.q_proj.weight": {
    "frob_norm_diff": 2.481832380173717e-10,
    "max_abs_err": 9.227393155120112e-13,
    "mean_abs_err": 5.6459556142127855e-14,
    "w_frob_norm": 89.37364822586497,
    "relative_err": 2.7769173905731512e-12,
    "shape": [
      4096,
      2688
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.5.mixer.k_proj.weight": {
    "frob_norm_diff": 1.0157687474001996e-10,
    "max_abs_err": 1.0850972897991085e-12,
    "mean_abs_err": 9.254976691967575e-14,
    "w_frob_norm": 36.393963500857375,
    "relative_err": 2.791036341442366e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.6.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.695392050263462e-11,
    "max_abs_err": 2.4177881918774347e-13,
    "mean_abs_err": 1.962323184743089e-14,
    "w_frob_norm": 42.98261386684219,
    "relative_err": 1.3250455330398189e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.5.mixer.o_proj.weight": {
    "frob_norm_diff": 3.233542984870768e-10,
    "max_abs_err": 2.905349572035476e-12,
    "mean_abs_err": 7.43452922940334e-14,
    "w_frob_norm": 52.731915812923106,
    "relative_err": 6.132041544521919e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.6.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 4.696100275156043e-11,
    "max_abs_err": 1.6857001905457025e-13,
    "mean_abs_err": 1.61217124535894e-14,
    "w_frob_norm": 43.037345990978665,
    "relative_err": 1.091168650627393e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.145704512261054e-11,
    "max_abs_err": 1.746103261979215e-13,
    "mean_abs_err": 1.7889481813634263e-14,
    "w_frob_norm": 43.590697850682275,
    "relative_err": 1.180459310352728e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.0511266224297826e-11,
    "max_abs_err": 1.9240858906144354e-13,
    "mean_abs_err": 1.7469482043715433e-14,
    "w_frob_norm": 43.78831209324739,
    "relative_err": 1.1535330733172331e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.133135606366898e-10,
    "max_abs_err": 4.654159002637215e-13,
    "mean_abs_err": 3.785634251603052e-14,
    "w_frob_norm": 40.24236598253441,
    "relative_err": 2.8157777971073824e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.1502368348236438e-10,
    "max_abs_err": 4.538140696563886e-13,
    "mean_abs_err": 3.9342250673229394e-14,
    "w_frob_norm": 43.44031480234713,
    "relative_err": 2.6478556613993396e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.0469422515243837e-10,
    "max_abs_err": 3.723028829671904e-13,
    "mean_abs_err": 3.6334594180656576e-14,
    "w_frob_norm": 44.3795205707589,
    "relative_err": 2.359066159480327e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.0783784828881726e-10,
    "max_abs_err": 3.947328575115705e-13,
    "mean_abs_err": 3.7233230442426285e-14,
    "w_frob_norm": 42.958017594059505,
    "relative_err": 2.5103078384075557e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.4771911882950274e-10,
    "max_abs_err": 1.0119682869458302e-12,
    "mean_abs_err": 4.955332890284358e-14,
    "w_frob_norm": 43.07922854066032,
    "relative_err": 3.4290103103884065e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 4.6297866425109436e-11,
    "max_abs_err": 1.693974821526112e-13,
    "mean_abs_err": 1.60521563104178e-14,
    "w_frob_norm": 41.078578265281024,
    "relative_err": 1.1270562025326878e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1062813214687276e-10,
    "max_abs_err": 3.8707752281208485e-13,
    "mean_abs_err": 3.815764052678841e-14,
    "w_frob_norm": 42.62958928307331,
    "relative_err": 2.5951019938819642e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 4.877287406605093e-11,
    "max_abs_err": 1.6775469902086115e-13,
    "mean_abs_err": 1.6926015844894893e-14,
    "w_frob_norm": 43.162741911999404,
    "relative_err": 1.1299762690120455e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 4.5607478816558136e-11,
    "max_abs_err": 1.561060308796769e-13,
    "mean_abs_err": 1.588872630256452e-14,
    "w_frob_norm": 43.58938922761831,
    "relative_err": 1.0462977257699486e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.5346669870250826e-11,
    "max_abs_err": 3.50865170251069e-13,
    "mean_abs_err": 1.8879964182915243e-14,
    "w_frob_norm": 42.27081425635929,
    "relative_err": 1.3093353143043461e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.4883869696172845e-11,
    "max_abs_err": 2.4466626641350686e-13,
    "mean_abs_err": 1.8692036232916493e-14,
    "w_frob_norm": 39.49843921924993,
    "relative_err": 1.3895199603083223e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.617567143290155e-11,
    "max_abs_err": 2.011030231230393e-13,
    "mean_abs_err": 1.9360679677621306e-14,
    "w_frob_norm": 44.38594337714727,
    "relative_err": 1.265618507994231e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.2502144809229294e-10,
    "max_abs_err": 4.290873212298152e-13,
    "mean_abs_err": 4.318275176810895e-14,
    "w_frob_norm": 45.71898627669373,
    "relative_err": 2.7345629961184293e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.0176167285881574e-11,
    "max_abs_err": 1.5916781781477596e-13,
    "mean_abs_err": 1.7462337563147635e-14,
    "w_frob_norm": 43.15658674403908,
    "relative_err": 1.1626537470044953e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.0033017345299682e-10,
    "max_abs_err": 3.6285210947006874e-13,
    "mean_abs_err": 3.468043780308184e-14,
    "w_frob_norm": 42.48722407739858,
    "relative_err": 2.361419829881714e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.2608287222376176e-10,
    "max_abs_err": 5.789674295542113e-13,
    "mean_abs_err": 4.2960369393059334e-14,
    "w_frob_norm": 42.35252479360733,
    "relative_err": 2.976985972812479e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.0798431323584305e-10,
    "max_abs_err": 3.567354744937745e-13,
    "mean_abs_err": 3.721765664195097e-14,
    "w_frob_norm": 41.07372913864481,
    "relative_err": 2.6290360164605666e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.2386427523683532e-10,
    "max_abs_err": 4.340763859467245e-13,
    "mean_abs_err": 4.162538640749713e-14,
    "w_frob_norm": 41.968731390882326,
    "relative_err": 2.9513466605222366e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.034783905095591e-11,
    "max_abs_err": 1.8875873086798833e-13,
    "mean_abs_err": 1.7345647593478235e-14,
    "w_frob_norm": 42.723999696703,
    "relative_err": 1.1784439520731774e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 4.9244671600827954e-11,
    "max_abs_err": 1.6700009430881124e-13,
    "mean_abs_err": 1.7035980118804333e-14,
    "w_frob_norm": 41.64633312444827,
    "relative_err": 1.1824491595376285e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.1325952842229773e-10,
    "max_abs_err": 4.462593489185096e-13,
    "mean_abs_err": 3.779945526779235e-14,
    "w_frob_norm": 41.61273980843775,
    "relative_err": 2.721751294043183e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.9263701032245824e-11,
    "max_abs_err": 1.7032208976530683e-13,
    "mean_abs_err": 1.7112098135571325e-14,
    "w_frob_norm": 42.11975273927755,
    "relative_err": 1.169610404343765e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.1062082703611228e-10,
    "max_abs_err": 4.0659836608725186e-13,
    "mean_abs_err": 3.813254099677494e-14,
    "w_frob_norm": 41.85422165707152,
    "relative_err": 2.6430028478960435e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.942869759440895e-11,
    "max_abs_err": 1.716786435235207e-13,
    "mean_abs_err": 1.711057595139184e-14,
    "w_frob_norm": 42.93138359140154,
    "relative_err": 1.1513418264094502e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.1930257051716884e-10,
    "max_abs_err": 5.503063282841225e-13,
    "mean_abs_err": 4.0591907161530735e-14,
    "w_frob_norm": 41.732325899943795,
    "relative_err": 2.858756801698645e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.878505985074629e-11,
    "max_abs_err": 2.5452556728922104e-13,
    "mean_abs_err": 1.996628597149568e-14,
    "w_frob_norm": 43.25757466931833,
    "relative_err": 1.3589541323138782e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.3459629163308164e-10,
    "max_abs_err": 5.287159599021152e-13,
    "mean_abs_err": 4.6281353329931836e-14,
    "w_frob_norm": 44.49329469501089,
    "relative_err": 3.0250915908948e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.1243074681615667e-10,
    "max_abs_err": 4.233714073764716e-13,
    "mean_abs_err": 3.8782352627511757e-14,
    "w_frob_norm": 43.847268603660225,
    "relative_err": 2.5641448235334625e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 9.25351913747754e-11,
    "max_abs_err": 4.608952108853259e-13,
    "mean_abs_err": 3.065782468343427e-14,
    "w_frob_norm": 39.16951431185507,
    "relative_err": 2.3624288684827694e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.224319312774025e-11,
    "max_abs_err": 2.0540166789650982e-13,
    "mean_abs_err": 1.7991904187652893e-14,
    "w_frob_norm": 43.25503181897809,
    "relative_err": 1.2077945832146774e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.2619525604803863e-11,
    "max_abs_err": 2.1692543594742375e-13,
    "mean_abs_err": 1.805339899860944e-14,
    "w_frob_norm": 40.87042400576789,
    "relative_err": 1.287471977226805e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.5409450041490486e-11,
    "max_abs_err": 2.2766554266806516e-13,
    "mean_abs_err": 1.8939985139795637e-14,
    "w_frob_norm": 43.314576498734134,
    "relative_err": 1.279233332527442e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 4.614147783324693e-11,
    "max_abs_err": 1.8370721610594387e-13,
    "mean_abs_err": 1.5999365540251885e-14,
    "w_frob_norm": 41.62039878047868,
    "relative_err": 1.1086265193328417e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.1595693810280181e-10,
    "max_abs_err": 4.2136433231476644e-13,
    "mean_abs_err": 3.879474803431263e-14,
    "w_frob_norm": 42.08219614106863,
    "relative_err": 2.7554868504031744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.1720730368765025e-11,
    "max_abs_err": 2.0163124642147423e-13,
    "mean_abs_err": 1.7787175695685887e-14,
    "w_frob_norm": 43.15972840867014,
    "relative_err": 1.198356251898358e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.6346075474081385e-11,
    "max_abs_err": 2.3623811240547354e-13,
    "mean_abs_err": 1.9244315458230984e-14,
    "w_frob_norm": 43.983113653399585,
    "relative_err": 1.2810842797102936e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.0928872969840043e-10,
    "max_abs_err": 4.252362351131467e-13,
    "mean_abs_err": 3.625466146908433e-14,
    "w_frob_norm": 40.46857243200577,
    "relative_err": 2.7005827764748677e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.067896734863088e-10,
    "max_abs_err": 3.4970984441606845e-13,
    "mean_abs_err": 3.693261551801687e-14,
    "w_frob_norm": 41.660253603660614,
    "relative_err": 2.5633466973644484e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.1092623823741795e-10,
    "max_abs_err": 4.827882885138912e-13,
    "mean_abs_err": 3.823445888588022e-14,
    "w_frob_norm": 41.06255128985064,
    "relative_err": 2.7013966437305952e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.1082969553466956e-11,
    "max_abs_err": 1.7751772274365862e-13,
    "mean_abs_err": 1.7757266196514107e-14,
    "w_frob_norm": 43.39743834437687,
    "relative_err": 1.1770964255563237e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.1697957255806108e-10,
    "max_abs_err": 4.26484368654112e-13,
    "mean_abs_err": 4.055705909716372e-14,
    "w_frob_norm": 45.22042244078406,
    "relative_err": 2.5868748287622765e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.0363370191369516e-11,
    "max_abs_err": 2.0331999972533765e-13,
    "mean_abs_err": 1.744115819108618e-14,
    "w_frob_norm": 42.956870087536956,
    "relative_err": 1.1724171264978033e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.256793953635949e-11,
    "max_abs_err": 1.8735707429939907e-13,
    "mean_abs_err": 1.8139390158747486e-14,
    "w_frob_norm": 43.722851902966255,
    "relative_err": 1.202298963778096e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 4.496809029221903e-11,
    "max_abs_err": 1.4766313172209777e-13,
    "mean_abs_err": 1.5647895012629624e-14,
    "w_frob_norm": 42.85925502055855,
    "relative_err": 1.049203731391246e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.109829777005647e-11,
    "max_abs_err": 1.8570561755026915e-13,
    "mean_abs_err": 1.7587599398786385e-14,
    "w_frob_norm": 42.77836828679255,
    "relative_err": 1.1944891733009983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.0152322300690406e-10,
    "max_abs_err": 3.6957589766295484e-13,
    "mean_abs_err": 3.494402239924791e-14,
    "w_frob_norm": 43.053276245108584,
    "relative_err": 2.3580835620712705e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 9.901129196244923e-11,
    "max_abs_err": 3.727643194118002e-13,
    "mean_abs_err": 3.406108418945354e-14,
    "w_frob_norm": 41.571793971333264,
    "relative_err": 2.3816939925836404e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2566087473191627e-10,
    "max_abs_err": 5.103417688445688e-13,
    "mean_abs_err": 4.2275237296190376e-14,
    "w_frob_norm": 42.16801440917637,
    "relative_err": 2.980004548295038e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.2254996525419263e-10,
    "max_abs_err": 4.868050407225155e-13,
    "mean_abs_err": 4.213985778930673e-14,
    "w_frob_norm": 44.18756745143455,
    "relative_err": 2.773403749570153e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.1831003033217054e-11,
    "max_abs_err": 2.0693863289622527e-13,
    "mean_abs_err": 1.7740811253415934e-14,
    "w_frob_norm": 42.88430551399698,
    "relative_err": 1.2086240505002458e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.6559206315017544e-10,
    "max_abs_err": 6.692563170318522e-13,
    "mean_abs_err": 5.576848778031981e-14,
    "w_frob_norm": 43.12908717192076,
    "relative_err": 3.839452073031222e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.5033083290665264e-10,
    "max_abs_err": 5.978793848893105e-13,
    "mean_abs_err": 5.0480080921506467e-14,
    "w_frob_norm": 42.28264390003601,
    "relative_err": 3.555379206230872e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.821357414437916e-11,
    "max_abs_err": 1.6361044463675256e-13,
    "mean_abs_err": 1.6721385184551923e-14,
    "w_frob_norm": 42.83508295754996,
    "relative_err": 1.1255627587358555e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 6.205174621828478e-11,
    "max_abs_err": 3.1147480428206364e-13,
    "mean_abs_err": 2.109808741311281e-14,
    "w_frob_norm": 42.25044030126278,
    "relative_err": 1.468665078418844e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.3333962474098903e-10,
    "max_abs_err": 5.673109551573852e-13,
    "mean_abs_err": 4.523473575019303e-14,
    "w_frob_norm": 42.36242316832438,
    "relative_err": 3.147592011230626e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.467070650433846e-11,
    "max_abs_err": 1.9213797219919115e-13,
    "mean_abs_err": 1.8781184853321322e-14,
    "w_frob_norm": 42.92020622827517,
    "relative_err": 1.273775484991082e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.2831098976486694e-11,
    "max_abs_err": 1.8316251293448715e-13,
    "mean_abs_err": 1.8291595722314294e-14,
    "w_frob_norm": 44.208786528410734,
    "relative_err": 1.195036170977795e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 4.763628637702593e-11,
    "max_abs_err": 1.5704625100365632e-13,
    "mean_abs_err": 1.65373166157035e-14,
    "w_frob_norm": 43.12547999859588,
    "relative_err": 1.104597244565786e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.301276272768008e-11,
    "max_abs_err": 2.2420260092914646e-13,
    "mean_abs_err": 1.4789098318737126e-14,
    "w_frob_norm": 39.65376236228936,
    "relative_err": 1.084708238645852e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.2087280904875804e-10,
    "max_abs_err": 3.9321670919356677e-13,
    "mean_abs_err": 4.1812190479030715e-14,
    "w_frob_norm": 45.69206364745751,
    "relative_err": 2.645378636897786e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.1494370786718879e-10,
    "max_abs_err": 4.833646503887845e-13,
    "mean_abs_err": 3.953538679600342e-14,
    "w_frob_norm": 41.83405065054491,
    "relative_err": 2.7476112420323703e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1292134585115398e-10,
    "max_abs_err": 3.8747477448808354e-13,
    "mean_abs_err": 3.8766214635206334e-14,
    "w_frob_norm": 41.90703458688403,
    "relative_err": 2.694567796655692e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.137459693486016e-10,
    "max_abs_err": 4.80712691874885e-13,
    "mean_abs_err": 3.857411223308319e-14,
    "w_frob_norm": 41.29990696890177,
    "relative_err": 2.754145897574313e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.3563375130566444e-11,
    "max_abs_err": 2.270640273027702e-13,
    "mean_abs_err": 1.83599409616304e-14,
    "w_frob_norm": 43.33009017013089,
    "relative_err": 1.2361704053754718e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 9.302136461482619e-11,
    "max_abs_err": 3.2277652772805254e-13,
    "mean_abs_err": 3.237614902912378e-14,
    "w_frob_norm": 41.75742480757769,
    "relative_err": 2.227660471005522e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.0962945633078718e-10,
    "max_abs_err": 4.299477440738997e-13,
    "mean_abs_err": 3.7768211522583096e-14,
    "w_frob_norm": 43.912461227248784,
    "relative_err": 2.496545474038685e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.998493501856759e-11,
    "max_abs_err": 2.253436152954702e-13,
    "mean_abs_err": 2.0421767557277455e-14,
    "w_frob_norm": 43.93612095091631,
    "relative_err": 1.3652760808260788e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.32242147901891e-10,
    "max_abs_err": 5.856079510202505e-13,
    "mean_abs_err": 4.504419487120634e-14,
    "w_frob_norm": 42.09342142441176,
    "relative_err": 3.1416345696526865e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.1769138638639067e-11,
    "max_abs_err": 1.7508997723902908e-13,
    "mean_abs_err": 1.789184478014549e-14,
    "w_frob_norm": 43.13496035206662,
    "relative_err": 1.2001665984180922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.357874621701831e-11,
    "max_abs_err": 1.9156204400516685e-13,
    "mean_abs_err": 1.846760503160768e-14,
    "w_frob_norm": 43.36462861566355,
    "relative_err": 1.2355402992582153e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 9.735094066055127e-11,
    "max_abs_err": 4.0027876846426835e-13,
    "mean_abs_err": 3.150618288563654e-14,
    "w_frob_norm": 39.47507236715366,
    "relative_err": 2.466137104324978e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.468661981638421e-11,
    "max_abs_err": 2.1618470902318165e-13,
    "mean_abs_err": 1.8785120331179607e-14,
    "w_frob_norm": 43.89408038204021,
    "relative_err": 1.2458768777112803e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.0848280851896847e-10,
    "max_abs_err": 4.0754899455208715e-13,
    "mean_abs_err": 3.754305784550948e-14,
    "w_frob_norm": 43.55614828174519,
    "relative_err": 2.4906428322642727e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.166238156135217e-10,
    "max_abs_err": 3.824440764077508e-13,
    "mean_abs_err": 4.027847432257625e-14,
    "w_frob_norm": 43.4448011969569,
    "relative_err": 2.6844136099232657e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.424183743016543e-11,
    "max_abs_err": 2.457261824573287e-13,
    "mean_abs_err": 1.8399743700020385e-14,
    "w_frob_norm": 39.02611089005564,
    "relative_err": 1.389885801917991e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 4.9019104991330064e-11,
    "max_abs_err": 1.9362918386722772e-13,
    "mean_abs_err": 1.692789235601234e-14,
    "w_frob_norm": 42.32149577855941,
    "relative_err": 1.1582554937995302e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.0726207531220248e-10,
    "max_abs_err": 3.6570746431152656e-13,
    "mean_abs_err": 3.595858582223199e-14,
    "w_frob_norm": 40.702240832824884,
    "relative_err": 2.635286734034051e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.158004848883628e-11,
    "max_abs_err": 1.484992684375186e-13,
    "mean_abs_err": 1.4417963993690407e-14,
    "w_frob_norm": 41.23195909312178,
    "relative_err": 1.0084422230563515e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.1367037222273591e-10,
    "max_abs_err": 5.198966257502491e-13,
    "mean_abs_err": 3.6102452791781116e-14,
    "w_frob_norm": 39.62974671941627,
    "relative_err": 2.8683093290385336e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.164433325083513e-11,
    "max_abs_err": 1.8696979728338725e-13,
    "mean_abs_err": 1.7750157230192348e-14,
    "w_frob_norm": 42.587279219563655,
    "relative_err": 1.2126704076251685e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.484962031784078e-11,
    "max_abs_err": 1.9085080738001636e-13,
    "mean_abs_err": 1.8815541466743792e-14,
    "w_frob_norm": 40.9864793119511,
    "relative_err": 1.3382369317544037e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.1776395709102698e-10,
    "max_abs_err": 5.043157731698944e-13,
    "mean_abs_err": 3.7097323597469173e-14,
    "w_frob_norm": 39.58436399377771,
    "relative_err": 2.9750119797185167e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.1694491340543679e-10,
    "max_abs_err": 4.308428613875037e-13,
    "mean_abs_err": 4.00747990139907e-14,
    "w_frob_norm": 40.888667416498706,
    "relative_err": 2.8600813084519635e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.150212818806098e-10,
    "max_abs_err": 4.08355020940299e-13,
    "mean_abs_err": 3.9358331107238837e-14,
    "w_frob_norm": 42.77980309824299,
    "relative_err": 2.6886818907619945e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.3137452347907564e-11,
    "max_abs_err": 2.615824223894947e-13,
    "mean_abs_err": 1.8148061345513452e-14,
    "w_frob_norm": 39.22558889772775,
    "relative_err": 1.3546629595913015e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.476443370317128e-11,
    "max_abs_err": 2.1710584718892534e-13,
    "mean_abs_err": 1.8881881217534888e-14,
    "w_frob_norm": 42.12354092745663,
    "relative_err": 1.3000909348405504e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.7515337587004665e-11,
    "max_abs_err": 2.2322421688869554e-13,
    "mean_abs_err": 1.9701886339532176e-14,
    "w_frob_norm": 42.005372604042535,
    "relative_err": 1.3692376479829029e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.171341259874405e-10,
    "max_abs_err": 4.633168848577895e-13,
    "mean_abs_err": 3.959445870071202e-14,
    "w_frob_norm": 42.315602274975,
    "relative_err": 2.7681072628077044e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.0541899363286448e-10,
    "max_abs_err": 4.182340238023663e-13,
    "mean_abs_err": 3.628590501335936e-14,
    "w_frob_norm": 41.6263927292771,
    "relative_err": 2.5325037006802685e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 4.822278501533759e-11,
    "max_abs_err": 1.8776993848668155e-13,
    "mean_abs_err": 1.6652437376453345e-14,
    "w_frob_norm": 42.67818585689497,
    "relative_err": 1.129916467795382e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 4.804308743464246e-11,
    "max_abs_err": 1.8682624891575017e-13,
    "mean_abs_err": 1.6552390529771104e-14,
    "w_frob_norm": 42.45650418504174,
    "relative_err": 1.1315836844515565e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.1470716970731018e-10,
    "max_abs_err": 4.658816735170213e-13,
    "mean_abs_err": 3.970198999104472e-14,
    "w_frob_norm": 41.711690842115324,
    "relative_err": 2.7500004768805253e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.2333515948954029e-10,
    "max_abs_err": 5.075488640482462e-13,
    "mean_abs_err": 4.2358153473661124e-14,
    "w_frob_norm": 41.7683103328989,
    "relative_err": 2.9528405268621815e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.2413860054951445e-10,
    "max_abs_err": 4.588829316531928e-13,
    "mean_abs_err": 4.275397488043789e-14,
    "w_frob_norm": 44.06629012452985,
    "relative_err": 2.817087624093223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 4.6845998593116166e-11,
    "max_abs_err": 2.0913826226376386e-13,
    "mean_abs_err": 1.614022277596084e-14,
    "w_frob_norm": 42.89364083344456,
    "relative_err": 1.0921432101093625e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.1983334864198367e-10,
    "max_abs_err": 4.859376789845271e-13,
    "mean_abs_err": 4.090611619838319e-14,
    "w_frob_norm": 41.52203168418101,
    "relative_err": 2.886018428805293e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 4.599194001157666e-11,
    "max_abs_err": 1.6127550683808778e-13,
    "mean_abs_err": 1.5926742890773376e-14,
    "w_frob_norm": 41.90711473566543,
    "relative_err": 1.0974733121494237e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.3212144671931893e-11,
    "max_abs_err": 1.4308693119247096e-13,
    "mean_abs_err": 1.508367473431931e-14,
    "w_frob_norm": 42.84776528015745,
    "relative_err": 1.008504046579605e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.3278610180843316e-10,
    "max_abs_err": 5.085879634103563e-13,
    "mean_abs_err": 4.542805028864963e-14,
    "w_frob_norm": 45.14960816739274,
    "relative_err": 2.941024456206287e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 4.965891032737981e-11,
    "max_abs_err": 2.113266159287086e-13,
    "mean_abs_err": 1.706434769120283e-14,
    "w_frob_norm": 42.769306845870084,
    "relative_err": 1.1610875646485956e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.2417770171920236e-10,
    "max_abs_err": 5.077778475470751e-13,
    "mean_abs_err": 4.227838510722476e-14,
    "w_frob_norm": 43.00912142569183,
    "relative_err": 2.8872410689380848e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.0321569103496591e-10,
    "max_abs_err": 3.755711019959307e-13,
    "mean_abs_err": 3.5649437934120476e-14,
    "w_frob_norm": 41.18855944527758,
    "relative_err": 2.5059310746736973e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 4.694876548011702e-11,
    "max_abs_err": 1.904448820866378e-13,
    "mean_abs_err": 1.6222719005824777e-14,
    "w_frob_norm": 43.70524234159907,
    "relative_err": 1.0742135946339493e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.1444458842670434e-10,
    "max_abs_err": 3.9678969745299275e-13,
    "mean_abs_err": 3.95969804159505e-14,
    "w_frob_norm": 42.37089956344064,
    "relative_err": 2.7010186143286856e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.026217512074852e-11,
    "max_abs_err": 2.2936513799365343e-13,
    "mean_abs_err": 1.729368344634923e-14,
    "w_frob_norm": 42.24485083845461,
    "relative_err": 1.189782284069421e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 6.33599958435638e-11,
    "max_abs_err": 2.573878610245828e-13,
    "mean_abs_err": 2.1790053348645604e-14,
    "w_frob_norm": 43.38485534383964,
    "relative_err": 1.4604173585785734e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 9.466609008589107e-11,
    "max_abs_err": 3.6490081789519735e-13,
    "mean_abs_err": 3.17778435308685e-14,
    "w_frob_norm": 41.81110450428814,
    "relative_err": 2.2641375110332745e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.7690935143862774e-11,
    "max_abs_err": 2.2206542160674303e-13,
    "mean_abs_err": 1.9804126362630277e-14,
    "w_frob_norm": 44.109542308379915,
    "relative_err": 1.307901468134315e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 4.5414421213557556e-11,
    "max_abs_err": 1.7164394905400115e-13,
    "mean_abs_err": 1.5729779219786943e-14,
    "w_frob_norm": 41.82528524348545,
    "relative_err": 1.0858125879878161e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.397323874142946e-10,
    "max_abs_err": 5.452444051812222e-13,
    "mean_abs_err": 4.811024493975872e-14,
    "w_frob_norm": 45.37246407068269,
    "relative_err": 3.0796737685794403e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.0947839245546467e-11,
    "max_abs_err": 1.676696975705383e-13,
    "mean_abs_err": 1.7654387610188503e-14,
    "w_frob_norm": 43.552974849553294,
    "relative_err": 1.1697901101253711e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.0979608816822107e-10,
    "max_abs_err": 3.795332104150617e-13,
    "mean_abs_err": 3.805198291785811e-14,
    "w_frob_norm": 45.07652212410632,
    "relative_err": 2.4357710620603447e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.239529908832865e-10,
    "max_abs_err": 5.299961858273861e-13,
    "mean_abs_err": 4.1929771454499523e-14,
    "w_frob_norm": 41.590807989452244,
    "relative_err": 2.9802977358536037e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.355196289619429e-10,
    "max_abs_err": 5.652388279653309e-13,
    "mean_abs_err": 4.6153773079857355e-14,
    "w_frob_norm": 42.15210266438811,
    "relative_err": 3.2150146824451452e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.0031780303368284e-11,
    "max_abs_err": 1.8961915371207283e-13,
    "mean_abs_err": 1.7267425590447517e-14,
    "w_frob_norm": 44.05509570531299,
    "relative_err": 1.1356638659471692e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 4.786715682577798e-11,
    "max_abs_err": 1.9157678915471266e-13,
    "mean_abs_err": 1.6498343621426406e-14,
    "w_frob_norm": 43.24614699907112,
    "relative_err": 1.1068536770872584e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.165702240760408e-10,
    "max_abs_err": 4.693224975316213e-13,
    "mean_abs_err": 3.8756617870432525e-14,
    "w_frob_norm": 40.6820267300023,
    "relative_err": 2.8653986402814157e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.1331873541376934e-10,
    "max_abs_err": 4.538504988493841e-13,
    "mean_abs_err": 3.898873880393893e-14,
    "w_frob_norm": 41.9437676071946,
    "relative_err": 2.7016823208397666e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.537629166683494e-11,
    "max_abs_err": 2.1295985808134077e-13,
    "mean_abs_err": 1.9070189017343566e-14,
    "w_frob_norm": 43.530308047924784,
    "relative_err": 1.2721318582415795e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.5468842326074423e-11,
    "max_abs_err": 2.04041644691344e-13,
    "mean_abs_err": 1.9178618494058962e-14,
    "w_frob_norm": 43.963679714444936,
    "relative_err": 1.2616969891137044e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.1057191292118914e-10,
    "max_abs_err": 4.1805925041216163e-13,
    "mean_abs_err": 3.800339455653672e-14,
    "w_frob_norm": 43.90959506507918,
    "relative_err": 2.5181720022083686e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.123509688021459e-11,
    "max_abs_err": 1.9624926683725619e-13,
    "mean_abs_err": 1.761142359750999e-14,
    "w_frob_norm": 41.715770214196226,
    "relative_err": 1.2281949156671415e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.1125795047205903e-10,
    "max_abs_err": 3.9119055217362586e-13,
    "mean_abs_err": 3.816838122265348e-14,
    "w_frob_norm": 41.02681936822284,
    "relative_err": 2.7118346531691765e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.2327069171989574e-11,
    "max_abs_err": 1.97460103823488e-13,
    "mean_abs_err": 1.8056108160568167e-14,
    "w_frob_norm": 43.21224717129162,
    "relative_err": 1.210931451089946e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.5322984605830327e-11,
    "max_abs_err": 1.7488094306017388e-13,
    "mean_abs_err": 1.573062855758409e-14,
    "w_frob_norm": 42.98266149370606,
    "relative_err": 1.0544480734974255e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.083195259522303e-10,
    "max_abs_err": 5.362932320451819e-13,
    "mean_abs_err": 3.723507872339258e-14,
    "w_frob_norm": 41.841475368882485,
    "relative_err": 2.588807516878039e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.1618510470182707e-10,
    "max_abs_err": 5.27460020105508e-13,
    "mean_abs_err": 3.944216546587329e-14,
    "w_frob_norm": 42.9347644698896,
    "relative_err": 2.7060845945319754e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 4.690842030801838e-11,
    "max_abs_err": 1.6258869250940222e-13,
    "mean_abs_err": 1.6198111150676692e-14,
    "w_frob_norm": 42.85148583141733,
    "relative_err": 1.0946743012030317e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.0783377094470942e-10,
    "max_abs_err": 4.609472525896052e-13,
    "mean_abs_err": 3.706447558378622e-14,
    "w_frob_norm": 42.17690149091003,
    "relative_err": 2.5567020604382178e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.134363309636218e-11,
    "max_abs_err": 2.1723421672614762e-13,
    "mean_abs_err": 1.7672495956355807e-14,
    "w_frob_norm": 42.15064985995627,
    "relative_err": 1.2180982563008922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 4.807882420440502e-11,
    "max_abs_err": 1.9302615061889128e-13,
    "mean_abs_err": 1.65743236554181e-14,
    "w_frob_norm": 42.98122184383658,
    "relative_err": 1.1186006851803686e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.44016456732811e-11,
    "max_abs_err": 2.0282039936425633e-13,
    "mean_abs_err": 1.8758705659084094e-14,
    "w_frob_norm": 43.0089273043949,
    "relative_err": 1.2648919441364914e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 4.256643093402748e-11,
    "max_abs_err": 1.6683009140816552e-13,
    "mean_abs_err": 1.4716612520666525e-14,
    "w_frob_norm": 40.19443742062279,
    "relative_err": 1.059012979546958e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.0839732602219263e-10,
    "max_abs_err": 3.869096883157841e-13,
    "mean_abs_err": 3.742857153644191e-14,
    "w_frob_norm": 44.457092985536924,
    "relative_err": 2.438245929788013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.0994969401801538e-10,
    "max_abs_err": 4.528252772750818e-13,
    "mean_abs_err": 3.758571736280448e-14,
    "w_frob_norm": 40.99054664322893,
    "relative_err": 2.682318315366442e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.94562795538964e-11,
    "max_abs_err": 2.2111305841843176e-13,
    "mean_abs_err": 2.03245009516536e-14,
    "w_frob_norm": 43.71050079954123,
    "relative_err": 1.3602287428955843e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.0190490291455243e-10,
    "max_abs_err": 3.6027777983171916e-13,
    "mean_abs_err": 3.5183227737912583e-14,
    "w_frob_norm": 42.1683814119584,
    "relative_err": 2.4166187911982207e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.1354551725814111e-10,
    "max_abs_err": 3.977235207841545e-13,
    "mean_abs_err": 3.918555453310003e-14,
    "w_frob_norm": 43.95975074019885,
    "relative_err": 2.5829426997708106e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.0551490473582912e-10,
    "max_abs_err": 4.61561344700101e-13,
    "mean_abs_err": 3.6433282041685946e-14,
    "w_frob_norm": 42.16919417404797,
    "relative_err": 2.5021797737070763e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.2140870968306256e-10,
    "max_abs_err": 4.954382173613658e-13,
    "mean_abs_err": 4.173011449229828e-14,
    "w_frob_norm": 42.58651454076674,
    "relative_err": 2.8508721831846977e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.588090935757054e-11,
    "max_abs_err": 2.2058049831130688e-13,
    "mean_abs_err": 1.8923193476877726e-14,
    "w_frob_norm": 43.967380872180115,
    "relative_err": 1.2709628876922386e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.739150699548379e-11,
    "max_abs_err": 2.1462432525654052e-13,
    "mean_abs_err": 1.6315937401408782e-14,
    "w_frob_norm": 41.30409800309001,
    "relative_err": 1.147380267012207e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.1696657757358967e-10,
    "max_abs_err": 4.4477529298481144e-13,
    "mean_abs_err": 4.034070174849092e-14,
    "w_frob_norm": 43.260352218887455,
    "relative_err": 2.703782368247157e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.1793628066021566e-10,
    "max_abs_err": 4.65672639338166e-13,
    "mean_abs_err": 4.0330716599773295e-14,
    "w_frob_norm": 44.34160283258184,
    "relative_err": 2.659720739132981e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 4.9974433632816804e-11,
    "max_abs_err": 1.8332210749427702e-13,
    "mean_abs_err": 1.7293196370621848e-14,
    "w_frob_norm": 42.97524659418407,
    "relative_err": 1.1628655468746036e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.5580069459895326e-11,
    "max_abs_err": 2.417545330590798e-13,
    "mean_abs_err": 1.8644083011469195e-14,
    "w_frob_norm": 42.72179877956066,
    "relative_err": 1.300976809208849e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 4.544881587741116e-11,
    "max_abs_err": 1.435847968300763e-13,
    "mean_abs_err": 1.579903226865592e-14,
    "w_frob_norm": 43.395725037220586,
    "relative_err": 1.047310900749547e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.330132828436224e-10,
    "max_abs_err": 5.771364289253178e-13,
    "mean_abs_err": 4.5709138055828727e-14,
    "w_frob_norm": 45.20495204150198,
    "relative_err": 2.9424493741638063e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.0825462046954683e-10,
    "max_abs_err": 5.540845560148e-13,
    "mean_abs_err": 3.651793262722472e-14,
    "w_frob_norm": 42.09974417410196,
    "relative_err": 2.5713842825710245e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.2227441468313922e-10,
    "max_abs_err": 4.434681788456629e-13,
    "mean_abs_err": 4.1997197882180396e-14,
    "w_frob_norm": 43.148371578352965,
    "relative_err": 2.833812962352509e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.536562395649042e-11,
    "max_abs_err": 2.1235790903517682e-13,
    "mean_abs_err": 1.8903344933138832e-14,
    "w_frob_norm": 42.26462321995967,
    "relative_err": 1.3099755714927028e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.9396931818574055e-11,
    "max_abs_err": 1.887014849932811e-13,
    "mean_abs_err": 1.705886170666071e-14,
    "w_frob_norm": 42.31109756571396,
    "relative_err": 1.1674698757661625e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.5341967497326075e-11,
    "max_abs_err": 2.0173446246829485e-13,
    "mean_abs_err": 1.903116519864444e-14,
    "w_frob_norm": 42.89075166434682,
    "relative_err": 1.2903007140191809e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.0432752080499925e-10,
    "max_abs_err": 4.097301924826935e-13,
    "mean_abs_err": 3.597625428095507e-14,
    "w_frob_norm": 41.77774928561703,
    "relative_err": 2.497202998939832e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 4.943185458224489e-11,
    "max_abs_err": 1.820063197377486e-13,
    "mean_abs_err": 1.7116262856505325e-14,
    "w_frob_norm": 42.1247768847738,
    "relative_err": 1.1734627038490562e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.190466521435283e-10,
    "max_abs_err": 4.2114098666723443e-13,
    "mean_abs_err": 4.097089702782698e-14,
    "w_frob_norm": 42.117754755695024,
    "relative_err": 2.826519429491459e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.5465437451597971e-10,
    "max_abs_err": 9.499636320631222e-13,
    "mean_abs_err": 4.998346592084874e-14,
    "w_frob_norm": 41.18941141758725,
    "relative_err": 3.754711931861805e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.3353743255198866e-10,
    "max_abs_err": 6.180698314262045e-13,
    "mean_abs_err": 4.525492683342739e-14,
    "w_frob_norm": 40.857868306218855,
    "relative_err": 3.2683406669961618e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.0605233693521165e-11,
    "max_abs_err": 2.182906633230175e-13,
    "mean_abs_err": 1.7441030497038222e-14,
    "w_frob_norm": 42.45254607350788,
    "relative_err": 1.1920423714020982e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.448085037165105e-11,
    "max_abs_err": 2.089717288100701e-13,
    "mean_abs_err": 1.881503113936254e-14,
    "w_frob_norm": 41.34149809007557,
    "relative_err": 1.3178247738615382e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.2979343178299352e-10,
    "max_abs_err": 5.763809568515299e-13,
    "mean_abs_err": 4.406634506547877e-14,
    "w_frob_norm": 43.19962845183878,
    "relative_err": 3.0045034282573536e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.1206962023575801e-10,
    "max_abs_err": 4.4048206922220334e-13,
    "mean_abs_err": 3.8311818451351485e-14,
    "w_frob_norm": 41.598102407932366,
    "relative_err": 2.6941041477504367e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 4.8724702752795873e-11,
    "max_abs_err": 1.7457476436666397e-13,
    "mean_abs_err": 1.6887044824338997e-14,
    "w_frob_norm": 42.91122652019736,
    "relative_err": 1.1354768135061868e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.474319056295175e-11,
    "max_abs_err": 2.0972112935169207e-13,
    "mean_abs_err": 1.8791417685090975e-14,
    "w_frob_norm": 41.8902593443071,
    "relative_err": 1.3068238635861149e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.004300533587972e-10,
    "max_abs_err": 4.24837248713672e-13,
    "mean_abs_err": 3.471497770084775e-14,
    "w_frob_norm": 43.24751558935447,
    "relative_err": 2.322215553661039e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.442444125203556e-11,
    "max_abs_err": 2.0060323993489524e-13,
    "mean_abs_err": 1.8669245851392102e-14,
    "w_frob_norm": 43.39869382352317,
    "relative_err": 1.254057126081895e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.0781355889425235e-10,
    "max_abs_err": 3.6677952341968023e-13,
    "mean_abs_err": 3.7388773518254363e-14,
    "w_frob_norm": 42.28743636699485,
    "relative_err": 2.549541144054794e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 4.5484444353482084e-11,
    "max_abs_err": 1.4613158773324475e-13,
    "mean_abs_err": 1.5825205602612217e-14,
    "w_frob_norm": 43.337404766867316,
    "relative_err": 1.0495424125686511e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.1276339047125142e-10,
    "max_abs_err": 3.963496197911809e-13,
    "mean_abs_err": 3.89680481697263e-14,
    "w_frob_norm": 42.94236317289274,
    "relative_err": 2.6259241955839317e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.4554628872617944e-10,
    "max_abs_err": 6.071792374440221e-13,
    "mean_abs_err": 4.959267463874134e-14,
    "w_frob_norm": 44.220538409973656,
    "relative_err": 3.2913730578493455e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.509537355663947e-11,
    "max_abs_err": 2.0653379180501918e-13,
    "mean_abs_err": 1.8949057069634137e-14,
    "w_frob_norm": 43.400550786542354,
    "relative_err": 1.269462542713247e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.98354471680289e-11,
    "max_abs_err": 2.828258460763067e-13,
    "mean_abs_err": 2.0393180462814038e-14,
    "w_frob_norm": 44.53085537147374,
    "relative_err": 1.3436851070765466e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 9.968825727111856e-11,
    "max_abs_err": 4.066243869393915e-13,
    "mean_abs_err": 3.4544186602261015e-14,
    "w_frob_norm": 43.70681120695917,
    "relative_err": 2.280840320266737e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.104590964342481e-11,
    "max_abs_err": 1.7563771617656876e-13,
    "mean_abs_err": 1.759762127970236e-14,
    "w_frob_norm": 43.19217877032688,
    "relative_err": 1.1818322459457278e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 4.563587509855416e-11,
    "max_abs_err": 1.55649798605495e-13,
    "mean_abs_err": 1.5886850782771345e-14,
    "w_frob_norm": 42.078605246311426,
    "relative_err": 1.0845386825779965e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.348672551861948e-10,
    "max_abs_err": 6.451193745871109e-13,
    "mean_abs_err": 4.634796862502833e-14,
    "w_frob_norm": 43.824044781176674,
    "relative_err": 3.0774716450664787e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.1254043686053834e-10,
    "max_abs_err": 4.622933980069632e-13,
    "mean_abs_err": 3.8782889702309236e-14,
    "w_frob_norm": 44.00225087066012,
    "relative_err": 2.557606364077575e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 4.657162457290585e-11,
    "max_abs_err": 2.7346354347645985e-13,
    "mean_abs_err": 1.6059298866472124e-14,
    "w_frob_norm": 42.55299452114381,
    "relative_err": 1.0944382433477216e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.2110948782384504e-10,
    "max_abs_err": 4.367235739710651e-13,
    "mean_abs_err": 4.1729504237491407e-14,
    "w_frob_norm": 42.56282128684196,
    "relative_err": 2.845429042582882e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.7082900590148956e-11,
    "max_abs_err": 2.2732250110069074e-13,
    "mean_abs_err": 1.9753739660841304e-14,
    "w_frob_norm": 42.92512857291352,
    "relative_err": 1.3298248016470527e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.2787436569438046e-10,
    "max_abs_err": 4.842376499780698e-13,
    "mean_abs_err": 4.3848520830608666e-14,
    "w_frob_norm": 45.65842281701233,
    "relative_err": 2.8006741758660674e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.1483273910565899e-10,
    "max_abs_err": 4.72559491537794e-13,
    "mean_abs_err": 3.953516058264282e-14,
    "w_frob_norm": 42.049119199528704,
    "relative_err": 2.7309190130894838e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.55287750948635e-11,
    "max_abs_err": 1.604653909748066e-13,
    "mean_abs_err": 1.573380634413159e-14,
    "w_frob_norm": 43.14186500837627,
    "relative_err": 1.0553270028086128e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.1527640306112688e-10,
    "max_abs_err": 4.721362190096556e-13,
    "mean_abs_err": 3.938877863787739e-14,
    "w_frob_norm": 42.30724553182544,
    "relative_err": 2.7247437551662568e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.810872704772253e-11,
    "max_abs_err": 2.1121635256776683e-13,
    "mean_abs_err": 1.663103429310911e-14,
    "w_frob_norm": 42.21878852994041,
    "relative_err": 1.1395098893850337e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 4.870297162409467e-11,
    "max_abs_err": 2.0994837812704503e-13,
    "mean_abs_err": 1.6582084610059258e-14,
    "w_frob_norm": 42.02863163320114,
    "relative_err": 1.158804598949185e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.4032624484037607e-11,
    "max_abs_err": 1.6791082413369907e-13,
    "mean_abs_err": 1.5335647089019834e-14,
    "w_frob_norm": 42.741839049391224,
    "relative_err": 1.0301995764186654e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 4.9895259264123565e-11,
    "max_abs_err": 2.4136682236219897e-13,
    "mean_abs_err": 1.6870345632009192e-14,
    "w_frob_norm": 38.318438167294396,
    "relative_err": 1.3021214237982755e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.3436124698850598e-10,
    "max_abs_err": 5.043604422994008e-13,
    "mean_abs_err": 4.598002740881705e-14,
    "w_frob_norm": 42.81318452273969,
    "relative_err": 3.138314715111689e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 4.8196116694302906e-11,
    "max_abs_err": 2.024413622847554e-13,
    "mean_abs_err": 1.6616883596736825e-14,
    "w_frob_norm": 41.74374190129494,
    "relative_err": 1.1545710685990949e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.2734980887563633e-10,
    "max_abs_err": 5.27231036606679e-13,
    "mean_abs_err": 4.225010450627023e-14,
    "w_frob_norm": 40.82318422801158,
    "relative_err": 3.119546191309911e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.1722324277530497e-10,
    "max_abs_err": 5.58367263016335e-13,
    "mean_abs_err": 4.003111486534641e-14,
    "w_frob_norm": 41.53969629667685,
    "relative_err": 2.821957145235141e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.0940676788569507e-10,
    "max_abs_err": 4.34787622571875e-13,
    "mean_abs_err": 3.543326927585355e-14,
    "w_frob_norm": 38.08802371164497,
    "relative_err": 2.8724716386963713e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1601680474033846e-10,
    "max_abs_err": 4.231455680639429e-13,
    "mean_abs_err": 3.9782164096478323e-14,
    "w_frob_norm": 42.06332527100429,
    "relative_err": 2.7581462947322632e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 4.41722303052772e-11,
    "max_abs_err": 1.530693974349795e-13,
    "mean_abs_err": 1.5362721736533158e-14,
    "w_frob_norm": 42.073768401692135,
    "relative_err": 1.04987577731451e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.955158870688031e-11,
    "max_abs_err": 2.4640879614512556e-13,
    "mean_abs_err": 2.0305841802605533e-14,
    "w_frob_norm": 43.14215699494378,
    "relative_err": 1.3803572388339253e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.18744627945583e-11,
    "max_abs_err": 1.776911950912563e-13,
    "mean_abs_err": 1.7881527005291898e-14,
    "w_frob_norm": 43.041423825353704,
    "relative_err": 1.2052218115517233e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.1600449620315459e-10,
    "max_abs_err": 3.793770853022238e-13,
    "mean_abs_err": 4.0147290257768625e-14,
    "w_frob_norm": 43.869834227354765,
    "relative_err": 2.6442884557521463e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.371438417498428e-10,
    "max_abs_err": 4.88641679202706e-13,
    "mean_abs_err": 4.701053067681009e-14,
    "w_frob_norm": 42.72768143970159,
    "relative_err": 3.2097187848440534e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.50794234642699e-11,
    "max_abs_err": 1.6425402704633996e-13,
    "mean_abs_err": 1.5686532083744934e-14,
    "w_frob_norm": 43.33895581370782,
    "relative_err": 1.0401594274223741e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.3622744855334524e-11,
    "max_abs_err": 2.412462590806186e-13,
    "mean_abs_err": 1.8305737359017357e-14,
    "w_frob_norm": 42.7160169410548,
    "relative_err": 1.2553311075171235e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.0497064864225104e-10,
    "max_abs_err": 4.57897608718838e-13,
    "mean_abs_err": 3.628523808093582e-14,
    "w_frob_norm": 44.223482057787805,
    "relative_err": 2.373640513089484e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 4.6057504850366486e-11,
    "max_abs_err": 2.0506513154217032e-13,
    "mean_abs_err": 1.5981142287098067e-14,
    "w_frob_norm": 43.49361939709176,
    "relative_err": 1.058948542080776e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.1580117634228665e-10,
    "max_abs_err": 4.2066697347742377e-13,
    "mean_abs_err": 3.988721198504698e-14,
    "w_frob_norm": 42.13238113351079,
    "relative_err": 2.7485077564292224e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.1914089087179922e-10,
    "max_abs_err": 5.761155441597055e-13,
    "mean_abs_err": 4.088254214513934e-14,
    "w_frob_norm": 43.36343173575441,
    "relative_err": 2.7474968216955968e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.2896212773977425e-10,
    "max_abs_err": 5.909057965158837e-13,
    "mean_abs_err": 4.439173275285924e-14,
    "w_frob_norm": 42.85736476972285,
    "relative_err": 3.0091007329242337e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.126402701664229e-11,
    "max_abs_err": 2.0578699334861117e-13,
    "mean_abs_err": 1.7480168959754557e-14,
    "w_frob_norm": 43.102408252462446,
    "relative_err": 1.1893541241680751e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.963742986069604e-11,
    "max_abs_err": 2.708258964312371e-13,
    "mean_abs_err": 2.0166418526234108e-14,
    "w_frob_norm": 40.135487825968866,
    "relative_err": 1.4859027033454626e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2135165707434874e-10,
    "max_abs_err": 4.706512957142195e-13,
    "mean_abs_err": 4.1389488777871535e-14,
    "w_frob_norm": 43.19558907134323,
    "relative_err": 2.8093529844892363e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.2584325620692034e-10,
    "max_abs_err": 6.06139704401043e-13,
    "mean_abs_err": 4.231864169848352e-14,
    "w_frob_norm": 41.411589062865296,
    "relative_err": 3.038841518877304e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.5708313371896535e-11,
    "max_abs_err": 1.9953309837728028e-13,
    "mean_abs_err": 1.915568255591897e-14,
    "w_frob_norm": 42.83577873365977,
    "relative_err": 1.3005089441299615e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.037789070555586e-11,
    "max_abs_err": 1.8759820086255985e-13,
    "mean_abs_err": 1.735701701530854e-14,
    "w_frob_norm": 41.44561713117125,
    "relative_err": 1.2155179291000749e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.2121601226358795e-10,
    "max_abs_err": 5.306519113013053e-13,
    "mean_abs_err": 4.1594847840854665e-14,
    "w_frob_norm": 42.65999535520695,
    "relative_err": 2.8414445724685877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.154178637036915e-11,
    "max_abs_err": 2.110880914507618e-13,
    "mean_abs_err": 1.7826673782362876e-14,
    "w_frob_norm": 42.831636403317894,
    "relative_err": 1.2033578611154006e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.5782983398719254e-10,
    "max_abs_err": 8.257595995875278e-13,
    "mean_abs_err": 5.09633884647292e-14,
    "w_frob_norm": 40.53964241094391,
    "relative_err": 3.8932221549291574e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 4.5673122857193195e-11,
    "max_abs_err": 1.6650743284163383e-13,
    "mean_abs_err": 1.5877157010160593e-14,
    "w_frob_norm": 43.25840905457625,
    "relative_err": 1.0558206798491008e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 9.766991522364425e-11,
    "max_abs_err": 3.8451186679111515e-13,
    "mean_abs_err": 3.216576149987144e-14,
    "w_frob_norm": 39.87442129624567,
    "relative_err": 2.4494378112226106e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.7895555054173703e-11,
    "max_abs_err": 1.954998662956342e-13,
    "mean_abs_err": 1.6595588782984405e-14,
    "w_frob_norm": 42.1915210625223,
    "relative_err": 1.135193845777657e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 6.755631551935642e-11,
    "max_abs_err": 2.572399929060507e-13,
    "mean_abs_err": 2.2786444562700065e-14,
    "w_frob_norm": 43.20316387793279,
    "relative_err": 1.5636890786570998e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 4.9798413270630536e-11,
    "max_abs_err": 1.893138423803009e-13,
    "mean_abs_err": 1.7192908094700067e-14,
    "w_frob_norm": 42.11075953996815,
    "relative_err": 1.1825579451580748e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.557495864503647e-11,
    "max_abs_err": 2.513787789037991e-13,
    "mean_abs_err": 1.9005139920398123e-14,
    "w_frob_norm": 42.13714255928851,
    "relative_err": 1.3189066763803562e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.2810448740536543e-10,
    "max_abs_err": 4.732512125238397e-13,
    "mean_abs_err": 4.421365454870804e-14,
    "w_frob_norm": 42.55744812677768,
    "relative_err": 3.0101543453391532e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.0508085175067975e-10,
    "max_abs_err": 3.6855067608865255e-13,
    "mean_abs_err": 3.6158392006917774e-14,
    "w_frob_norm": 41.322974852878524,
    "relative_err": 2.5429159474795148e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.1921718865332008e-10,
    "max_abs_err": 4.998657737731449e-13,
    "mean_abs_err": 4.1054254781094794e-14,
    "w_frob_norm": 41.96152677382751,
    "relative_err": 2.841107028728967e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.436322707372835e-10,
    "max_abs_err": 6.369401533978802e-13,
    "mean_abs_err": 4.8851500036091045e-14,
    "w_frob_norm": 43.331181365116855,
    "relative_err": 3.3147554765934125e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 6.139926330209442e-11,
    "max_abs_err": 2.5894477534427196e-13,
    "mean_abs_err": 2.1040222358910746e-14,
    "w_frob_norm": 42.415228685930195,
    "relative_err": 1.447575910924218e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.0114909489914269e-10,
    "max_abs_err": 3.4986596952890636e-13,
    "mean_abs_err": 3.510670980646364e-14,
    "w_frob_norm": 41.54948054044141,
    "relative_err": 2.434425017677203e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.0410436783971438e-10,
    "max_abs_err": 3.514116081460017e-13,
    "mean_abs_err": 3.6140481037408604e-14,
    "w_frob_norm": 41.905410814915435,
    "relative_err": 2.4842703081832195e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.2259252445525175e-11,
    "max_abs_err": 1.8243739852152885e-13,
    "mean_abs_err": 1.805641290740818e-14,
    "w_frob_norm": 43.29543386799605,
    "relative_err": 1.2070384282291525e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 4.852692234437071e-11,
    "max_abs_err": 1.9355177183211225e-13,
    "mean_abs_err": 1.6784877527214522e-14,
    "w_frob_norm": 42.35744227127582,
    "relative_err": 1.1456528001285536e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.223209532240028e-11,
    "max_abs_err": 2.1491142199181468e-13,
    "mean_abs_err": 1.802136022870972e-14,
    "w_frob_norm": 42.88438817441205,
    "relative_err": 1.217974595089729e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 4.7652788896296056e-11,
    "max_abs_err": 1.7747695674197317e-13,
    "mean_abs_err": 1.6441022224055196e-14,
    "w_frob_norm": 42.62472192227485,
    "relative_err": 1.1179612850774666e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.1039249136588346e-10,
    "max_abs_err": 3.4519349184636283e-13,
    "mean_abs_err": 3.830074153699196e-14,
    "w_frob_norm": 42.0274155114919,
    "relative_err": 2.6266780867288382e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.649574283883025e-11,
    "max_abs_err": 1.53330906998983e-13,
    "mean_abs_err": 1.6051457307402113e-14,
    "w_frob_norm": 42.49255544980696,
    "relative_err": 1.094209146676338e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.1891183443786422e-10,
    "max_abs_err": 4.74127681560077e-13,
    "mean_abs_err": 4.0727634347727915e-14,
    "w_frob_norm": 41.51410539904719,
    "relative_err": 2.8643718392783536e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.3005951896058348e-10,
    "max_abs_err": 5.289865767643676e-13,
    "mean_abs_err": 4.4495762260638096e-14,
    "w_frob_norm": 44.60982861283001,
    "relative_err": 2.9154902182963715e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 4.917925678200871e-11,
    "max_abs_err": 2.0698373570660067e-13,
    "mean_abs_err": 1.6923654726933646e-14,
    "w_frob_norm": 42.21445210188476,
    "relative_err": 1.1649862626030148e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.1941007749005185e-10,
    "max_abs_err": 5.009681905421282e-13,
    "mean_abs_err": 3.9884466022845507e-14,
    "w_frob_norm": 41.51434021479716,
    "relative_err": 2.876357347177348e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1486416145203503e-10,
    "max_abs_err": 4.548722509767344e-13,
    "mean_abs_err": 3.9598161561548685e-14,
    "w_frob_norm": 41.54802519267903,
    "relative_err": 2.7646118177543293e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.918143920136953e-11,
    "max_abs_err": 2.183496439212007e-13,
    "mean_abs_err": 1.701591459561257e-14,
    "w_frob_norm": 42.37684891808801,
    "relative_err": 1.160573295490526e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.5046595578224224e-11,
    "max_abs_err": 2.0895730892117603e-13,
    "mean_abs_err": 1.8854607470339944e-14,
    "w_frob_norm": 42.10945545860595,
    "relative_err": 1.3072264881775929e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.230248682534207e-10,
    "max_abs_err": 5.295278104888723e-13,
    "mean_abs_err": 4.213657778588591e-14,
    "w_frob_norm": 41.43206735306934,
    "relative_err": 2.969315221590237e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.2196111777020104e-11,
    "max_abs_err": 2.5457565742958987e-13,
    "mean_abs_err": 1.7958111425851063e-14,
    "w_frob_norm": 43.00850525670539,
    "relative_err": 1.213623013994012e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.088321875617956e-10,
    "max_abs_err": 3.7357747104116434e-13,
    "mean_abs_err": 3.740907696937345e-14,
    "w_frob_norm": 41.775680392570955,
    "relative_err": 2.6051565537433935e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.32024002354042e-10,
    "max_abs_err": 5.431692422230849e-13,
    "mean_abs_err": 4.5270727681478414e-14,
    "w_frob_norm": 42.115647668506526,
    "relative_err": 3.1347969142777224e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.976609217799916e-11,
    "max_abs_err": 1.711547570337757e-13,
    "mean_abs_err": 1.713033673843564e-14,
    "w_frob_norm": 43.2849907611908,
    "relative_err": 1.1497309183353066e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.1082628593709272e-10,
    "max_abs_err": 4.4280204503088783e-13,
    "mean_abs_err": 3.810260649571056e-14,
    "w_frob_norm": 42.877949217009544,
    "relative_err": 2.584691851193487e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 9.952816207173215e-11,
    "max_abs_err": 3.928628256044675e-13,
    "mean_abs_err": 3.4543968788520056e-14,
    "w_frob_norm": 42.501690664280204,
    "relative_err": 2.3417459521293546e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.3824705738151845e-11,
    "max_abs_err": 2.314710922934893e-13,
    "mean_abs_err": 1.828990577679413e-14,
    "w_frob_norm": 42.59604267078418,
    "relative_err": 1.2636081279698125e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.3012122340600718e-10,
    "max_abs_err": 4.840971373765157e-13,
    "mean_abs_err": 4.371886678738142e-14,
    "w_frob_norm": 42.56196630245567,
    "relative_err": 3.057218326835141e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.7.mixer.A_log": {
    "frob_norm_diff": 3.678948936472989e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 3.161533534967731e-16,
    "w_frob_norm": 22.192873194011376,
    "relative_err": 1.657716377826073e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.7.mixer.dt_bias": {
    "frob_norm_diff": 3.241146869536891e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.2323722731476536e-16,
    "w_frob_norm": 28.818487597147623,
    "relative_err": 1.124676254647621e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.7.mixer.D": {
    "frob_norm_diff": 4.4071673283149575e-15,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 1.8984380040221183e-16,
    "w_frob_norm": 17.665760067218944,
    "relative_err": 2.494751039041346e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.6.norm.weight": {
    "frob_norm_diff": 2.2567019382500085e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 2.9030319866344386e-17,
    "w_frob_norm": 18.83810378824659,
    "relative_err": 1.1979453790131483e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.6.mixer.gate.weight": {
    "frob_norm_diff": 7.946636642047087e-11,
    "max_abs_err": 9.340722639805676e-13,
    "mean_abs_err": 1.0450410012208308e-13,
    "w_frob_norm": 28.853371526298286,
    "relative_err": 2.75414491329173e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.6.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.3297985778790476e-10,
    "max_abs_err": 4.873172178287977e-13,
    "mean_abs_err": 2.935859138364604e-14,
    "w_frob_norm": 47.715327655976736,
    "relative_err": 2.786942148792893e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.2580889642178915e-10,
    "max_abs_err": 4.623280924764828e-13,
    "mean_abs_err": 4.3474996267001535e-14,
    "w_frob_norm": 43.92072910372372,
    "relative_err": 2.8644537326481387e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.6.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.5537981879569366e-10,
    "max_abs_err": 9.55284462644812e-13,
    "mean_abs_err": 6.214003642139114e-14,
    "w_frob_norm": 50.732810833733204,
    "relative_err": 5.033819624791749e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.6.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 6.585095011882424e-11,
    "max_abs_err": 2.908506768761754e-13,
    "mean_abs_err": 2.2235433942343248e-14,
    "w_frob_norm": 42.83451421651794,
    "relative_err": 1.5373338842122472e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.7.mixer.in_proj.weight": {
    "frob_norm_diff": 4.085148726838211e-10,
    "max_abs_err": 1.1849965453336608e-12,
    "mean_abs_err": 5.816839484777134e-14,
    "w_frob_norm": 121.96945254624632,
    "relative_err": 3.349321196050522e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.7.mixer.conv1d.weight": {
    "frob_norm_diff": 4.686718082134717e-15,
    "max_abs_err": 7.494005416219807e-16,
    "mean_abs_err": 1.2172543847949269e-17,
    "w_frob_norm": 9.822245751281686,
    "relative_err": 4.77153412856032e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 2.6645352591003757e-15,
    "sensitive": true
  },
  "backbone.layers.7.norm.weight": {
    "frob_norm_diff": 5.298353278367043e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 7.075709892339923e-17,
    "w_frob_norm": 44.713701028452846,
    "relative_err": 1.1849507324378093e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.7.mixer.norm.weight": {
    "frob_norm_diff": 1.0595502727617892e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 6.035727270533434e-17,
    "w_frob_norm": 86.32245440184047,
    "relative_err": 1.2274329780168977e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.6482345994848495e-11,
    "max_abs_err": 1.707098140147148e-13,
    "mean_abs_err": 1.5997201177920774e-14,
    "w_frob_norm": 40.192961536290554,
    "relative_err": 1.15647974715372e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.83672296709981e-11,
    "max_abs_err": 1.7055454271108772e-13,
    "mean_abs_err": 1.6698000471091975e-14,
    "w_frob_norm": 41.87416778588752,
    "relative_err": 1.1550612759234079e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.2417785834678894e-11,
    "max_abs_err": 2.050373759665547e-13,
    "mean_abs_err": 1.8023174811312194e-14,
    "w_frob_norm": 42.856609951716244,
    "relative_err": 1.223096878024991e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.0171880223488881e-10,
    "max_abs_err": 4.4502942997404205e-13,
    "mean_abs_err": 3.4535384172159516e-14,
    "w_frob_norm": 39.109531000020205,
    "relative_err": 2.6008699064899617e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 4.9205241454033955e-11,
    "max_abs_err": 1.8156223052789855e-13,
    "mean_abs_err": 1.7027189846232757e-14,
    "w_frob_norm": 43.20393463881876,
    "relative_err": 1.1389064876934385e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.1205509560812357e-10,
    "max_abs_err": 4.41124025328532e-13,
    "mean_abs_err": 3.867339692393687e-14,
    "w_frob_norm": 42.36560334710722,
    "relative_err": 2.6449545564131533e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.042906570214633e-10,
    "max_abs_err": 3.563763867342473e-13,
    "mean_abs_err": 3.5876533103440806e-14,
    "w_frob_norm": 40.806566151186814,
    "relative_err": 2.5557322474787585e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3627425653839872e-10,
    "max_abs_err": 6.428452605303225e-13,
    "mean_abs_err": 4.6604845287541166e-14,
    "w_frob_norm": 43.45474333421931,
    "relative_err": 3.136004175431105e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.7.mixer.out_proj.weight": {
    "frob_norm_diff": 5.216516940633415e-10,
    "max_abs_err": 3.182024088665969e-12,
    "mean_abs_err": 1.1954814286540626e-13,
    "w_frob_norm": 71.95221183286263,
    "relative_err": 7.2499744034982984e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.402095114319923e-11,
    "max_abs_err": 2.355390188446549e-13,
    "mean_abs_err": 1.8554575927223596e-14,
    "w_frob_norm": 43.260955544638925,
    "relative_err": 1.248723022020574e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 4.758887842235538e-11,
    "max_abs_err": 1.5587010848694405e-13,
    "mean_abs_err": 1.64497403345127e-14,
    "w_frob_norm": 43.34017712490974,
    "relative_err": 1.0980314705498448e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 4.686344655701255e-11,
    "max_abs_err": 1.5624133931080308e-13,
    "mean_abs_err": 1.6263436885815922e-14,
    "w_frob_norm": 42.584975915670675,
    "relative_err": 1.1004690163454444e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.0775967300693323e-10,
    "max_abs_err": 4.2075717909817456e-13,
    "mean_abs_err": 3.727002027438328e-14,
    "w_frob_norm": 44.54793846578315,
    "relative_err": 2.418959815384104e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.1623652157433759e-10,
    "max_abs_err": 3.8941115956814265e-13,
    "mean_abs_err": 4.013625077706238e-14,
    "w_frob_norm": 43.21292190791431,
    "relative_err": 2.68985563674761e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 6.077616904377795e-11,
    "max_abs_err": 2.249407257681746e-13,
    "mean_abs_err": 2.0699861172655853e-14,
    "w_frob_norm": 42.22597576515653,
    "relative_err": 1.4393076285978555e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.1435248867535644e-10,
    "max_abs_err": 5.043188089359774e-13,
    "mean_abs_err": 3.947908388991984e-14,
    "w_frob_norm": 41.86110047196529,
    "relative_err": 2.731712434362284e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 4.7356411402477614e-11,
    "max_abs_err": 1.7040969330084366e-13,
    "mean_abs_err": 1.635656596606239e-14,
    "w_frob_norm": 41.4933655524411,
    "relative_err": 1.1413008024771225e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.1045334158725385e-10,
    "max_abs_err": 4.044473089770406e-13,
    "mean_abs_err": 3.8200295513102744e-14,
    "w_frob_norm": 42.477182557933446,
    "relative_err": 2.600298205668646e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.1230099225672401e-10,
    "max_abs_err": 4.958013166689312e-13,
    "mean_abs_err": 3.84180635364004e-14,
    "w_frob_norm": 44.67389833509594,
    "relative_err": 2.513794328275579e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.686414956520839e-11,
    "max_abs_err": 1.7350877679067622e-13,
    "mean_abs_err": 1.6209519655174695e-14,
    "w_frob_norm": 43.50493020038207,
    "relative_err": 1.0772146823211503e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.162473552393329e-11,
    "max_abs_err": 2.1844852315933139e-13,
    "mean_abs_err": 1.7737210257353488e-14,
    "w_frob_norm": 42.42723132483259,
    "relative_err": 1.2167830403233834e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 4.592038121065897e-11,
    "max_abs_err": 1.7598032406307418e-13,
    "mean_abs_err": 1.5908734711181027e-14,
    "w_frob_norm": 40.5277552820413,
    "relative_err": 1.133060069354674e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.368548132546066e-11,
    "max_abs_err": 1.7790630080227743e-13,
    "mean_abs_err": 1.8564856181927302e-14,
    "w_frob_norm": 41.98836029815842,
    "relative_err": 1.278580086105798e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 4.775137116577394e-11,
    "max_abs_err": 1.850360142885421e-13,
    "mean_abs_err": 1.6416622345936585e-14,
    "w_frob_norm": 43.289161076401626,
    "relative_err": 1.1030791537285026e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.277238705938177e-10,
    "max_abs_err": 5.158824756268388e-13,
    "mean_abs_err": 4.373175461967607e-14,
    "w_frob_norm": 40.7288307871809,
    "relative_err": 3.1359572107829293e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.3913476612998064e-10,
    "max_abs_err": 5.156118587645864e-13,
    "mean_abs_err": 4.725352891428916e-14,
    "w_frob_norm": 42.19355405346221,
    "relative_err": 3.2975360632974193e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.1417869014423722e-10,
    "max_abs_err": 4.504417672190897e-13,
    "mean_abs_err": 3.9064664664846814e-14,
    "w_frob_norm": 40.78584188157156,
    "relative_err": 2.7994687586877314e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.3218631633821872e-10,
    "max_abs_err": 4.940384039364698e-13,
    "mean_abs_err": 4.537758294254052e-14,
    "w_frob_norm": 44.28056800299719,
    "relative_err": 2.9851992036161664e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.278606550230604e-10,
    "max_abs_err": 5.367928324062632e-13,
    "mean_abs_err": 4.352148741657289e-14,
    "w_frob_norm": 43.38040440988265,
    "relative_err": 2.947428839412387e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 4.416244258407579e-11,
    "max_abs_err": 1.5847306106264725e-13,
    "mean_abs_err": 1.5315000332917546e-14,
    "w_frob_norm": 42.78346770059849,
    "relative_err": 1.0322314893483496e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.316215770321954e-10,
    "max_abs_err": 4.793058311358678e-13,
    "mean_abs_err": 4.5168682194592626e-14,
    "w_frob_norm": 42.7107012539235,
    "relative_err": 3.081700210204447e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.0618049930165191e-10,
    "max_abs_err": 4.231563016654505e-13,
    "mean_abs_err": 3.6200991574660814e-14,
    "w_frob_norm": 40.794376131315396,
    "relative_err": 2.6028219909494707e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.6071445593534505e-11,
    "max_abs_err": 2.111852359654165e-13,
    "mean_abs_err": 1.9220750266104123e-14,
    "w_frob_norm": 43.818216993419256,
    "relative_err": 1.2796377726176188e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 6.358808945353634e-11,
    "max_abs_err": 2.557693640214964e-13,
    "mean_abs_err": 2.1427159348977764e-14,
    "w_frob_norm": 41.692917450734925,
    "relative_err": 1.5251532716239666e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 6.222419756556574e-11,
    "max_abs_err": 2.566310879081879e-13,
    "mean_abs_err": 2.1094356677780615e-14,
    "w_frob_norm": 42.0728096032294,
    "relative_err": 1.4789646365996333e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 4.7244751884754386e-11,
    "max_abs_err": 1.5947659859349983e-13,
    "mean_abs_err": 1.6405229828607116e-14,
    "w_frob_norm": 43.73508563488702,
    "relative_err": 1.080248299481269e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.4207271464672736e-11,
    "max_abs_err": 2.2245269862275485e-13,
    "mean_abs_err": 1.8591528000551643e-14,
    "w_frob_norm": 41.66158468559172,
    "relative_err": 1.3011332111766701e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.298063852068154e-10,
    "max_abs_err": 5.855997110837396e-13,
    "mean_abs_err": 4.372015302544232e-14,
    "w_frob_norm": 42.26074659272691,
    "relative_err": 3.0715592049941476e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.2736615523787903e-10,
    "max_abs_err": 4.602013214949352e-13,
    "mean_abs_err": 4.3507128087233244e-14,
    "w_frob_norm": 45.230549579493776,
    "relative_err": 2.8159320729461833e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.1657646425669844e-10,
    "max_abs_err": 5.074760056622551e-13,
    "mean_abs_err": 4.001440515349691e-14,
    "w_frob_norm": 40.95676081331043,
    "relative_err": 2.846330177039112e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.574568776885547e-10,
    "max_abs_err": 7.2865671829625e-13,
    "mean_abs_err": 5.2563382610338693e-14,
    "w_frob_norm": 42.346970749086566,
    "relative_err": 3.71825599100146e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 4.793087851234597e-11,
    "max_abs_err": 1.6039426731229156e-13,
    "mean_abs_err": 1.662196747225091e-14,
    "w_frob_norm": 42.83733163606837,
    "relative_err": 1.1189043920744333e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.048075359087867e-11,
    "max_abs_err": 1.8240964294591322e-13,
    "mean_abs_err": 1.7455699052227398e-14,
    "w_frob_norm": 43.61046053791183,
    "relative_err": 1.1575377321914384e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.619218903804052e-11,
    "max_abs_err": 1.974080621192087e-13,
    "mean_abs_err": 1.9323799856496754e-14,
    "w_frob_norm": 43.838977078096285,
    "relative_err": 1.2817860448234864e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.4505716789111496e-11,
    "max_abs_err": 2.914422175814835e-13,
    "mean_abs_err": 1.811285649236535e-14,
    "w_frob_norm": 43.1032037402591,
    "relative_err": 1.2645398035274641e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.3417528740768826e-10,
    "max_abs_err": 5.681080605945965e-13,
    "mean_abs_err": 4.528438642674604e-14,
    "w_frob_norm": 42.16643695187172,
    "relative_err": 3.182039961328352e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.446769221650716e-11,
    "max_abs_err": 1.851852005074761e-13,
    "mean_abs_err": 1.8704407883548896e-14,
    "w_frob_norm": 42.405894892012945,
    "relative_err": 1.28443680660931e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.1003893167662032e-10,
    "max_abs_err": 5.046726925250766e-13,
    "mean_abs_err": 3.7663607263803425e-14,
    "w_frob_norm": 41.129553556066604,
    "relative_err": 2.675422467851942e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.0906590941978786e-10,
    "max_abs_err": 3.976055595877881e-13,
    "mean_abs_err": 3.758764123941292e-14,
    "w_frob_norm": 43.809110167745295,
    "relative_err": 2.4895714385015803e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.1644152874360773e-10,
    "max_abs_err": 4.609576609304611e-13,
    "mean_abs_err": 4.02307667550498e-14,
    "w_frob_norm": 43.68247226746109,
    "relative_err": 2.665635040769993e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.2861958418827513e-10,
    "max_abs_err": 4.97466651205869e-13,
    "mean_abs_err": 4.417998799678127e-14,
    "w_frob_norm": 44.970320163866226,
    "relative_err": 2.860099365972967e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 4.8436731410574286e-11,
    "max_abs_err": 1.819256550961157e-13,
    "mean_abs_err": 1.672838723327992e-14,
    "w_frob_norm": 41.89950866383788,
    "relative_err": 1.1560214655304174e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.4685159296884168e-10,
    "max_abs_err": 6.999999538348511e-13,
    "mean_abs_err": 5.001035319257926e-14,
    "w_frob_norm": 45.12565007165422,
    "relative_err": 3.2542820488050287e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.3732697700917597e-11,
    "max_abs_err": 1.8248250133190425e-13,
    "mean_abs_err": 1.8580469987725935e-14,
    "w_frob_norm": 42.71169134325057,
    "relative_err": 1.2580325435744797e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.1925439676439154e-10,
    "max_abs_err": 4.718439181039535e-13,
    "mean_abs_err": 4.117320652771871e-14,
    "w_frob_norm": 43.81096909631021,
    "relative_err": 2.7220214303462013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.2749153599563366e-11,
    "max_abs_err": 2.2088234019612685e-13,
    "mean_abs_err": 1.822074496283488e-14,
    "w_frob_norm": 43.370798560045586,
    "relative_err": 1.2162366235091042e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.2875018238800285e-10,
    "max_abs_err": 4.893624568069743e-13,
    "mean_abs_err": 4.432976449161602e-14,
    "w_frob_norm": 44.43552838287061,
    "relative_err": 2.8974603672685164e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 4.4297341600156985e-11,
    "max_abs_err": 1.6941233572237424e-13,
    "mean_abs_err": 1.540929941534506e-14,
    "w_frob_norm": 42.105044942875885,
    "relative_err": 1.0520673154548439e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 4.71702777709889e-11,
    "max_abs_err": 1.9274002966557235e-13,
    "mean_abs_err": 1.634268771039075e-14,
    "w_frob_norm": 42.69273844542838,
    "relative_err": 1.1048782413263063e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 4.2986529729424955e-11,
    "max_abs_err": 1.590741427470732e-13,
    "mean_abs_err": 1.491386844532338e-14,
    "w_frob_norm": 42.53611633295939,
    "relative_err": 1.0105889638099508e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.138977095847258e-10,
    "max_abs_err": 4.814933174390745e-13,
    "mean_abs_err": 3.8093096919499593e-14,
    "w_frob_norm": 41.62491570256593,
    "relative_err": 2.7362868527732462e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.0886483184810898e-10,
    "max_abs_err": 3.790405489478843e-13,
    "mean_abs_err": 3.768048576972927e-14,
    "w_frob_norm": 41.649249557313844,
    "relative_err": 2.6138485808321534e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.6619282993254737e-11,
    "max_abs_err": 2.489423597817897e-13,
    "mean_abs_err": 1.9234525534962145e-14,
    "w_frob_norm": 43.40109494761946,
    "relative_err": 1.3045588610515064e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.199646074417496e-10,
    "max_abs_err": 6.593024737266973e-13,
    "mean_abs_err": 4.0953895498106817e-14,
    "w_frob_norm": 44.11796644635784,
    "relative_err": 2.7191780833237677e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.063735033586776e-11,
    "max_abs_err": 2.1760024337957873e-13,
    "mean_abs_err": 1.7390497364636023e-14,
    "w_frob_norm": 44.58829395884816,
    "relative_err": 1.1356646742887819e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.2452676251645977e-10,
    "max_abs_err": 4.885189475167806e-13,
    "mean_abs_err": 4.25405894198409e-14,
    "w_frob_norm": 43.16499747880191,
    "relative_err": 2.884901419897318e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.868147797970088e-11,
    "max_abs_err": 2.719994368627354e-13,
    "mean_abs_err": 1.9800417255533106e-14,
    "w_frob_norm": 43.63406547092336,
    "relative_err": 1.3448546988775258e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.2703529033725502e-10,
    "max_abs_err": 5.315032268471409e-13,
    "mean_abs_err": 4.3759686622577585e-14,
    "w_frob_norm": 43.889965710592946,
    "relative_err": 2.894403954993174e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 4.930120464468629e-11,
    "max_abs_err": 1.7940407189345753e-13,
    "mean_abs_err": 1.7066999955318597e-14,
    "w_frob_norm": 41.04759236482025,
    "relative_err": 1.2010742117713044e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.0835956668233221e-10,
    "max_abs_err": 3.8871683649688293e-13,
    "mean_abs_err": 3.7011800563723066e-14,
    "w_frob_norm": 40.526845386971196,
    "relative_err": 2.673772548730582e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.1438400428671906e-10,
    "max_abs_err": 5.092280763729917e-13,
    "mean_abs_err": 3.869061147179067e-14,
    "w_frob_norm": 39.71537674536537,
    "relative_err": 2.880093647860642e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 6.015158845543689e-11,
    "max_abs_err": 2.7690350012932186e-13,
    "mean_abs_err": 2.0200606507151513e-14,
    "w_frob_norm": 42.66894892175093,
    "relative_err": 1.4097274476047382e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.6418533644640953e-11,
    "max_abs_err": 1.5917475670867987e-13,
    "mean_abs_err": 1.6063089601250634e-14,
    "w_frob_norm": 41.02735735584043,
    "relative_err": 1.1314044246633172e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.6075458064346e-10,
    "max_abs_err": 9.558343699866967e-13,
    "mean_abs_err": 5.3640886843102606e-14,
    "w_frob_norm": 45.754734914324935,
    "relative_err": 3.5133977050565493e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.2903883471035013e-10,
    "max_abs_err": 5.375769274174047e-13,
    "mean_abs_err": 4.396428878674531e-14,
    "w_frob_norm": 45.18976115191881,
    "relative_err": 2.85548831020699e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.50741492661631e-11,
    "max_abs_err": 2.1069257449823908e-13,
    "mean_abs_err": 1.87736932023157e-14,
    "w_frob_norm": 42.293051435000876,
    "relative_err": 1.3022032555585442e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.3622840083244733e-10,
    "max_abs_err": 5.70762187512841e-13,
    "mean_abs_err": 4.662088822540804e-14,
    "w_frob_norm": 42.76473516617951,
    "relative_err": 3.1855312631558993e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.1346686730642088e-10,
    "max_abs_err": 4.595733515966316e-13,
    "mean_abs_err": 3.892008914234044e-14,
    "w_frob_norm": 41.362323096175516,
    "relative_err": 2.743242129862681e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.144743756152431e-10,
    "max_abs_err": 3.8681731429068833e-13,
    "mean_abs_err": 3.935939826822897e-14,
    "w_frob_norm": 43.96719972871238,
    "relative_err": 2.603631259702142e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.609730042568427e-11,
    "max_abs_err": 1.8855576822129905e-13,
    "mean_abs_err": 1.9233690612936254e-14,
    "w_frob_norm": 40.76561325384404,
    "relative_err": 1.3760936227396142e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 9.743588821775415e-11,
    "max_abs_err": 3.384861835264985e-13,
    "mean_abs_err": 3.383251751779439e-14,
    "w_frob_norm": 41.11182796822052,
    "relative_err": 2.3700208196305983e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.2526708757490715e-10,
    "max_abs_err": 4.890424003256566e-13,
    "mean_abs_err": 4.288863581313309e-14,
    "w_frob_norm": 41.193484506526154,
    "relative_err": 3.0409441948291964e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.0453387287993103e-11,
    "max_abs_err": 1.9670202966448613e-13,
    "mean_abs_err": 1.740843800781752e-14,
    "w_frob_norm": 42.66822002462343,
    "relative_err": 1.1824582150105378e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 4.648171978451577e-11,
    "max_abs_err": 1.7508650779207713e-13,
    "mean_abs_err": 1.6077126647165952e-14,
    "w_frob_norm": 41.32384657433581,
    "relative_err": 1.1248159026266267e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 4.8572164492050167e-11,
    "max_abs_err": 2.1374568781595826e-13,
    "mean_abs_err": 1.6665701250679836e-14,
    "w_frob_norm": 41.56946310538738,
    "relative_err": 1.1684578260948297e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 4.537017083211851e-11,
    "max_abs_err": 1.6293910665154954e-13,
    "mean_abs_err": 1.5723043407780383e-14,
    "w_frob_norm": 42.60481223866151,
    "relative_err": 1.0649071888397524e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.4329612351072884e-11,
    "max_abs_err": 2.479336180805092e-13,
    "mean_abs_err": 1.854182373976969e-14,
    "w_frob_norm": 41.91686937897354,
    "relative_err": 1.2961276248918977e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.3087556445528157e-10,
    "max_abs_err": 6.043082700912805e-13,
    "mean_abs_err": 4.481031330645707e-14,
    "w_frob_norm": 41.91902593224956,
    "relative_err": 3.1221041411316547e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.689759027857845e-11,
    "max_abs_err": 2.1934710991988737e-13,
    "mean_abs_err": 1.939545806193031e-14,
    "w_frob_norm": 41.66871715656922,
    "relative_err": 1.3654749692626029e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.160617841243984e-11,
    "max_abs_err": 1.7353479764281587e-13,
    "mean_abs_err": 1.7803892502180077e-14,
    "w_frob_norm": 43.062737167206095,
    "relative_err": 1.1983952207232172e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.2469559665088783e-10,
    "max_abs_err": 5.821107484926813e-13,
    "mean_abs_err": 4.2871151863986905e-14,
    "w_frob_norm": 44.614987565949576,
    "relative_err": 2.794926177365031e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.074401794258032e-11,
    "max_abs_err": 1.9638110582143042e-13,
    "mean_abs_err": 1.7535348844808307e-14,
    "w_frob_norm": 43.38127102344197,
    "relative_err": 1.169721788814342e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.0102134730952315e-10,
    "max_abs_err": 3.409330109893638e-13,
    "mean_abs_err": 3.5020274326437515e-14,
    "w_frob_norm": 42.81661332676106,
    "relative_err": 2.359396025523187e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 4.7789708068659426e-11,
    "max_abs_err": 1.9359513991901167e-13,
    "mean_abs_err": 1.6465736356738706e-14,
    "w_frob_norm": 41.626922003984724,
    "relative_err": 1.148048084460455e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.0624190720094136e-10,
    "max_abs_err": 3.9587430555876324e-13,
    "mean_abs_err": 3.6657034958335966e-14,
    "w_frob_norm": 41.121403704184004,
    "relative_err": 2.583615772584424e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.1108935514841266e-10,
    "max_abs_err": 5.086330662207317e-13,
    "mean_abs_err": 3.806348242428134e-14,
    "w_frob_norm": 41.37947447345376,
    "relative_err": 2.6846487675835515e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.1816208326784525e-10,
    "max_abs_err": 4.846470447184004e-13,
    "mean_abs_err": 4.0802990249533654e-14,
    "w_frob_norm": 43.22282253503123,
    "relative_err": 2.733789149750164e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.112577696504064e-11,
    "max_abs_err": 2.0737144640348149e-13,
    "mean_abs_err": 1.7639174302878366e-14,
    "w_frob_norm": 40.78065675488085,
    "relative_err": 1.2536771360093809e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.80406903799514e-11,
    "max_abs_err": 2.0285509383377587e-13,
    "mean_abs_err": 2.008482107330361e-14,
    "w_frob_norm": 42.24981139580412,
    "relative_err": 1.373750283432401e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 4.6750178668564645e-11,
    "max_abs_err": 1.5813739207004573e-13,
    "mean_abs_err": 1.6205175428210728e-14,
    "w_frob_norm": 42.57103873499491,
    "relative_err": 1.0981686155131172e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.2185280915700926e-10,
    "max_abs_err": 4.918427861169694e-13,
    "mean_abs_err": 4.1948086872584415e-14,
    "w_frob_norm": 42.907766989481644,
    "relative_err": 2.8398776656655217e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.0180916410440971e-10,
    "max_abs_err": 3.8864744755784386e-13,
    "mean_abs_err": 3.489092444024054e-14,
    "w_frob_norm": 41.9889719610631,
    "relative_err": 2.424664366606037e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.1594853996304427e-10,
    "max_abs_err": 4.4380818464695437e-13,
    "mean_abs_err": 3.986875905494989e-14,
    "w_frob_norm": 42.18500581121929,
    "relative_err": 2.7485723359129474e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.0495288905857628e-10,
    "max_abs_err": 4.633099459638856e-13,
    "mean_abs_err": 3.62509725171851e-14,
    "w_frob_norm": 40.73453472897524,
    "relative_err": 2.5765088457956857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.1531323980145529e-10,
    "max_abs_err": 4.068585746086484e-13,
    "mean_abs_err": 3.9771567471876953e-14,
    "w_frob_norm": 42.442155312992085,
    "relative_err": 2.7169506108036044e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.452301896584941e-11,
    "max_abs_err": 2.1552551410231047e-13,
    "mean_abs_err": 1.882832400071015e-14,
    "w_frob_norm": 42.18688145462173,
    "relative_err": 1.2924164357703718e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.1451204854367006e-11,
    "max_abs_err": 2.2526251697296829e-13,
    "mean_abs_err": 1.7678212295775615e-14,
    "w_frob_norm": 42.55052668505918,
    "relative_err": 1.209179036376843e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 4.894163933303491e-11,
    "max_abs_err": 1.8308640194197867e-13,
    "mean_abs_err": 1.6862183750336897e-14,
    "w_frob_norm": 42.73147505212055,
    "relative_err": 1.1453299768692675e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.7407427200132627e-11,
    "max_abs_err": 1.9788424371336433e-13,
    "mean_abs_err": 1.9654318052034937e-14,
    "w_frob_norm": 43.51422620286565,
    "relative_err": 1.3192795140719297e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.859632105835601e-11,
    "max_abs_err": 1.7746568103937932e-13,
    "mean_abs_err": 1.6827384289008015e-14,
    "w_frob_norm": 41.6307680405822,
    "relative_err": 1.1673174276050757e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2287511626460677e-10,
    "max_abs_err": 4.569834094469982e-13,
    "mean_abs_err": 4.216926170912279e-14,
    "w_frob_norm": 42.39454692305744,
    "relative_err": 2.8983707854600934e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.185473302311588e-10,
    "max_abs_err": 4.472255898946287e-13,
    "mean_abs_err": 4.083305922583804e-14,
    "w_frob_norm": 44.634967662758825,
    "relative_err": 2.6559295646150703e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.828285881359617e-11,
    "max_abs_err": 2.1337966116252716e-13,
    "mean_abs_err": 1.9853762656208516e-14,
    "w_frob_norm": 43.273426371145575,
    "relative_err": 1.346851028474574e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.329707452820709e-10,
    "max_abs_err": 6.402794960891356e-13,
    "mean_abs_err": 4.5137547899252697e-14,
    "w_frob_norm": 42.18854232881664,
    "relative_err": 3.151821275210213e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2091244640198202e-10,
    "max_abs_err": 5.006724743995827e-13,
    "mean_abs_err": 4.160114457275596e-14,
    "w_frob_norm": 44.02913839785695,
    "relative_err": 2.746191517748784e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.0187944923194587e-11,
    "max_abs_err": 2.034657164973197e-13,
    "mean_abs_err": 1.7300862325851905e-14,
    "w_frob_norm": 41.20916634509978,
    "relative_err": 1.2178830433720356e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 4.875808624162001e-11,
    "max_abs_err": 1.9519975913429022e-13,
    "mean_abs_err": 1.6735415663382117e-14,
    "w_frob_norm": 41.83340508619406,
    "relative_err": 1.1655299429046775e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.438309519807958e-11,
    "max_abs_err": 2.3234192347842963e-13,
    "mean_abs_err": 1.8790864212640575e-14,
    "w_frob_norm": 42.76165624798427,
    "relative_err": 1.2717724234697558e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.0624260579052666e-10,
    "max_abs_err": 4.867217739956686e-13,
    "mean_abs_err": 3.6692054281190746e-14,
    "w_frob_norm": 43.1196113164399,
    "relative_err": 2.4639045331565944e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.0927658070250964e-10,
    "max_abs_err": 4.623801341807621e-13,
    "mean_abs_err": 3.7640238531377765e-14,
    "w_frob_norm": 42.26699338150958,
    "relative_err": 2.5853880761321092e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.1034507269307247e-10,
    "max_abs_err": 4.2711667536110554e-13,
    "mean_abs_err": 3.7872869021987764e-14,
    "w_frob_norm": 41.91799415468293,
    "relative_err": 2.6324034562790524e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 4.697972711769124e-11,
    "max_abs_err": 1.7847875954934977e-13,
    "mean_abs_err": 1.6300240234492885e-14,
    "w_frob_norm": 41.68898043417476,
    "relative_err": 1.1269099562621915e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 4.844132632846019e-11,
    "max_abs_err": 1.9071896839584213e-13,
    "mean_abs_err": 1.673137253730052e-14,
    "w_frob_norm": 41.90517203655315,
    "relative_err": 1.1559748826757154e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.280598892932757e-11,
    "max_abs_err": 1.8378354393888685e-13,
    "mean_abs_err": 1.8229055554867073e-14,
    "w_frob_norm": 43.178939589389856,
    "relative_err": 1.2229570580353789e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.256223370919237e-10,
    "max_abs_err": 5.118813359294982e-13,
    "mean_abs_err": 4.306616295691585e-14,
    "w_frob_norm": 44.15999126660911,
    "relative_err": 2.8447092829683386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.1181958735727269e-10,
    "max_abs_err": 4.400132602028206e-13,
    "mean_abs_err": 3.872610897206959e-14,
    "w_frob_norm": 43.01777748900677,
    "relative_err": 2.5993808579685058e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.242838267934997e-11,
    "max_abs_err": 1.8895301989729774e-13,
    "mean_abs_err": 1.8052649138830096e-14,
    "w_frob_norm": 43.01058809656839,
    "relative_err": 1.218964561973357e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.2728628273509785e-10,
    "max_abs_err": 6.314063855095142e-13,
    "mean_abs_err": 4.371993892570564e-14,
    "w_frob_norm": 43.93020984007711,
    "relative_err": 2.8974658486373946e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.096600028368653e-11,
    "max_abs_err": 1.9008319224189663e-13,
    "mean_abs_err": 1.7557891362377104e-14,
    "w_frob_norm": 42.946098659398494,
    "relative_err": 1.186743426635633e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.373184934851103e-10,
    "max_abs_err": 5.385032697535763e-13,
    "mean_abs_err": 4.647548559400074e-14,
    "w_frob_norm": 42.18553124850624,
    "relative_err": 3.255108787802042e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.027342347142085e-11,
    "max_abs_err": 2.043634358961377e-13,
    "mean_abs_err": 1.7260888489943625e-14,
    "w_frob_norm": 42.634492881781185,
    "relative_err": 1.1791725448880377e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 4.206642979248901e-11,
    "max_abs_err": 1.313931602409113e-13,
    "mean_abs_err": 1.4605744209490596e-14,
    "w_frob_norm": 40.75904998662614,
    "relative_err": 1.0320758164454728e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.5774882315974773e-10,
    "max_abs_err": 5.766498389903063e-13,
    "mean_abs_err": 5.3814849875790087e-14,
    "w_frob_norm": 44.23733695815613,
    "relative_err": 3.565965630095716e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.2443942808399457e-10,
    "max_abs_err": 4.8796730545142e-13,
    "mean_abs_err": 4.234646993006089e-14,
    "w_frob_norm": 41.18012007184994,
    "relative_err": 3.0218325703488984e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 4.9808024557889396e-11,
    "max_abs_err": 2.042364043605051e-13,
    "mean_abs_err": 1.7175976431720325e-14,
    "w_frob_norm": 38.76174320203177,
    "relative_err": 1.2849789623310496e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.1169855179736874e-10,
    "max_abs_err": 4.2069819849999135e-13,
    "mean_abs_err": 3.704541882224374e-14,
    "w_frob_norm": 39.81313406417544,
    "relative_err": 2.805570433548889e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.225491650602294e-10,
    "max_abs_err": 5.287922877350582e-13,
    "mean_abs_err": 4.1983957693395655e-14,
    "w_frob_norm": 43.47126825451426,
    "relative_err": 2.819084190107643e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.139329629512279e-11,
    "max_abs_err": 2.098390905480585e-13,
    "mean_abs_err": 1.769483365037847e-14,
    "w_frob_norm": 42.883461509486146,
    "relative_err": 1.1984409487035976e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 4.7373647609160184e-11,
    "max_abs_err": 1.699959617518232e-13,
    "mean_abs_err": 1.637421001229732e-14,
    "w_frob_norm": 41.63237955140424,
    "relative_err": 1.1379039132429866e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.1595049297784828e-10,
    "max_abs_err": 5.000284040990177e-13,
    "mean_abs_err": 3.9772960308985837e-14,
    "w_frob_norm": 43.96991214271182,
    "relative_err": 2.6370417252941342e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 4.844754793913877e-11,
    "max_abs_err": 1.7891590986529593e-13,
    "mean_abs_err": 1.6774941488657936e-14,
    "w_frob_norm": 43.54900072344427,
    "relative_err": 1.1124835733155502e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.7741825593473553e-11,
    "max_abs_err": 1.7116516537463156e-13,
    "mean_abs_err": 1.659764531892836e-14,
    "w_frob_norm": 42.14052950646579,
    "relative_err": 1.1329194519529787e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.2846010999782616e-10,
    "max_abs_err": 4.900663208573519e-13,
    "mean_abs_err": 4.369919953369974e-14,
    "w_frob_norm": 44.88561231892745,
    "relative_err": 2.8619440252942e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 6.052822609078553e-11,
    "max_abs_err": 2.474687121889474e-13,
    "mean_abs_err": 2.0650273642139606e-14,
    "w_frob_norm": 42.85169184933126,
    "relative_err": 1.4125049322114485e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.0539918851118263e-10,
    "max_abs_err": 3.898487435649578e-13,
    "mean_abs_err": 3.652117811857088e-14,
    "w_frob_norm": 42.55051175843527,
    "relative_err": 2.4770369181350245e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.5959531442630977e-11,
    "max_abs_err": 2.2917778785824794e-13,
    "mean_abs_err": 1.9197030079704907e-14,
    "w_frob_norm": 43.429701178609776,
    "relative_err": 1.2885083231977764e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 9.879718165804039e-11,
    "max_abs_err": 4.098804629038e-13,
    "mean_abs_err": 3.421313651254309e-14,
    "w_frob_norm": 41.079243875175116,
    "relative_err": 2.4050389524755886e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.0954294249701457e-10,
    "max_abs_err": 3.8422173428975803e-13,
    "mean_abs_err": 3.7885687197316355e-14,
    "w_frob_norm": 44.309745981377546,
    "relative_err": 2.4722087674132268e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.2605822282578397e-10,
    "max_abs_err": 5.650306611482137e-13,
    "mean_abs_err": 4.332911994565082e-14,
    "w_frob_norm": 43.07573874240184,
    "relative_err": 2.9264320591140057e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.5991366839883605e-11,
    "max_abs_err": 1.9359167047205972e-13,
    "mean_abs_err": 1.9155951347743443e-14,
    "w_frob_norm": 43.194374490967135,
    "relative_err": 1.2962652544393852e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.249228171213252e-10,
    "max_abs_err": 6.399308166704643e-13,
    "mean_abs_err": 4.200398493329058e-14,
    "w_frob_norm": 41.55938574970268,
    "relative_err": 3.005886994425054e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.2120487072837046e-11,
    "max_abs_err": 2.1931913750383725e-13,
    "mean_abs_err": 1.7898697869345738e-14,
    "w_frob_norm": 42.74626662702098,
    "relative_err": 1.2192991619036595e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.5395454664569005e-11,
    "max_abs_err": 3.217391630894184e-13,
    "mean_abs_err": 1.8962097929156592e-14,
    "w_frob_norm": 41.47679892199536,
    "relative_err": 1.3355769033369763e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.6199674602622287e-10,
    "max_abs_err": 8.40553321390658e-13,
    "mean_abs_err": 5.394547934531815e-14,
    "w_frob_norm": 43.518744301618625,
    "relative_err": 3.722459106436065e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.20446662582718e-10,
    "max_abs_err": 5.186580331884016e-13,
    "mean_abs_err": 4.141525370973259e-14,
    "w_frob_norm": 42.82996140117253,
    "relative_err": 2.8122057233378825e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.39454140236763e-10,
    "max_abs_err": 5.847961004334934e-13,
    "mean_abs_err": 4.771767150155211e-14,
    "w_frob_norm": 44.51392882400832,
    "relative_err": 3.1328203086299868e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 7.201682444529154e-11,
    "max_abs_err": 4.278955662018191e-13,
    "mean_abs_err": 2.3528564681084382e-14,
    "w_frob_norm": 43.60230623835289,
    "relative_err": 1.6516746626109664e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.1766455335104932e-10,
    "max_abs_err": 4.312331741695985e-13,
    "mean_abs_err": 4.022003006818052e-14,
    "w_frob_norm": 42.66290436040644,
    "relative_err": 2.758006167537168e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.773477366962819e-11,
    "max_abs_err": 1.9453189059603915e-13,
    "mean_abs_err": 1.6518996797432816e-14,
    "w_frob_norm": 42.50473988001057,
    "relative_err": 1.1230458956902648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.696713770533742e-11,
    "max_abs_err": 2.2616283845700025e-13,
    "mean_abs_err": 1.9471296485088845e-14,
    "w_frob_norm": 42.963083143741024,
    "relative_err": 1.3259555305829243e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 4.747013464901541e-11,
    "max_abs_err": 1.846023334195479e-13,
    "mean_abs_err": 1.627385980771474e-14,
    "w_frob_norm": 42.79045334378011,
    "relative_err": 1.10936274190971e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.2554205562417246e-10,
    "max_abs_err": 5.118440393747647e-13,
    "mean_abs_err": 4.299520883137451e-14,
    "w_frob_norm": 44.30718915973696,
    "relative_err": 2.8334466258188105e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.831589251394209e-11,
    "max_abs_err": 2.6222166799039215e-13,
    "mean_abs_err": 1.9935709286998702e-14,
    "w_frob_norm": 41.48332833556692,
    "relative_err": 1.405766963591089e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2992814686413626e-10,
    "max_abs_err": 4.773959005888173e-13,
    "mean_abs_err": 4.4637828528594014e-14,
    "w_frob_norm": 41.34215047905963,
    "relative_err": 3.142752502193776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.63480618454497e-11,
    "max_abs_err": 1.427551653276904e-13,
    "mean_abs_err": 1.6093759293228783e-14,
    "w_frob_norm": 43.39512970468626,
    "relative_err": 1.068047547290648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.400165074265026e-11,
    "max_abs_err": 2.3617045818991045e-13,
    "mean_abs_err": 1.8538013907036267e-14,
    "w_frob_norm": 42.102031369931595,
    "relative_err": 1.2826376539450571e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2509670717453643e-10,
    "max_abs_err": 5.75779007805366e-13,
    "mean_abs_err": 4.286998045279045e-14,
    "w_frob_norm": 44.72115868843369,
    "relative_err": 2.797259973652928e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.384090997297872e-10,
    "max_abs_err": 6.787799489149648e-13,
    "mean_abs_err": 4.702444548304296e-14,
    "w_frob_norm": 43.495172305062646,
    "relative_err": 3.182171546741453e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.348320908434669e-11,
    "max_abs_err": 2.186202607834531e-13,
    "mean_abs_err": 1.824628277418663e-14,
    "w_frob_norm": 43.49741622282213,
    "relative_err": 1.229572092520871e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.2138000726375006e-10,
    "max_abs_err": 6.508127370352668e-13,
    "mean_abs_err": 4.170776260730363e-14,
    "w_frob_norm": 43.81359533519184,
    "relative_err": 2.770373130420902e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.2265084489245844e-11,
    "max_abs_err": 1.847515196384819e-13,
    "mean_abs_err": 1.8041725479255375e-14,
    "w_frob_norm": 44.13496814251203,
    "relative_err": 1.184210314154564e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.2464243265474373e-10,
    "max_abs_err": 4.81382295136612e-13,
    "mean_abs_err": 4.269505995841727e-14,
    "w_frob_norm": 43.022099622565264,
    "relative_err": 2.897172238180776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 4.4664995463731305e-11,
    "max_abs_err": 1.5524387331211642e-13,
    "mean_abs_err": 1.5516796896984717e-14,
    "w_frob_norm": 41.399299697484096,
    "relative_err": 1.0788828745923369e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1186859852372154e-10,
    "max_abs_err": 4.2307021601295514e-13,
    "mean_abs_err": 3.875852987695471e-14,
    "w_frob_norm": 44.84777309132425,
    "relative_err": 2.4944069864053605e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.1133461609649317e-10,
    "max_abs_err": 3.788844238350464e-13,
    "mean_abs_err": 3.843735518237875e-14,
    "w_frob_norm": 44.65850534108431,
    "relative_err": 2.49302154754537e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.1060800401885376e-10,
    "max_abs_err": 4.0334402484631937e-13,
    "mean_abs_err": 3.822113379933464e-14,
    "w_frob_norm": 41.95664966922809,
    "relative_err": 2.6362449073233806e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.3839876786637264e-10,
    "max_abs_err": 6.229539453728172e-13,
    "mean_abs_err": 4.656534677649748e-14,
    "w_frob_norm": 43.201896492849784,
    "relative_err": 3.203534545972504e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.256260652778803e-11,
    "max_abs_err": 2.3762762590973097e-13,
    "mean_abs_err": 1.805744564986935e-14,
    "w_frob_norm": 41.664803470456164,
    "relative_err": 1.2615589694323008e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 4.845784139876411e-11,
    "max_abs_err": 1.7850391303975144e-13,
    "mean_abs_err": 1.6697545779092685e-14,
    "w_frob_norm": 43.80416992386872,
    "relative_err": 1.1062380929254779e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.0490276313833875e-10,
    "max_abs_err": 3.7619560244728234e-13,
    "mean_abs_err": 3.621325451287798e-14,
    "w_frob_norm": 41.26272246459506,
    "relative_err": 2.5423131793678716e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.9865103153433404e-11,
    "max_abs_err": 1.9109193394317714e-13,
    "mean_abs_err": 1.7203289524563614e-14,
    "w_frob_norm": 42.8937693845018,
    "relative_err": 1.1625255571838473e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.3330059822800155e-11,
    "max_abs_err": 2.0039525594484076e-13,
    "mean_abs_err": 1.83328548424602e-14,
    "w_frob_norm": 41.2452182450948,
    "relative_err": 1.2929998213585057e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 4.3717796219927433e-11,
    "max_abs_err": 1.8030368864607738e-13,
    "mean_abs_err": 1.518739124389264e-14,
    "w_frob_norm": 42.78931113384934,
    "relative_err": 1.0216989958817917e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.3136489555084936e-10,
    "max_abs_err": 5.533976055183132e-13,
    "mean_abs_err": 4.447144851099849e-14,
    "w_frob_norm": 43.33802210478606,
    "relative_err": 3.031169609753418e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.1537416280323448e-10,
    "max_abs_err": 5.520774809530948e-13,
    "mean_abs_err": 3.951976479318433e-14,
    "w_frob_norm": 44.82920561411936,
    "relative_err": 2.5736383507740845e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.4152815316013934e-11,
    "max_abs_err": 2.280571564927669e-13,
    "mean_abs_err": 1.8303797369853052e-14,
    "w_frob_norm": 42.28906254773543,
    "relative_err": 1.2805395072280646e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 4.3722415405673726e-11,
    "max_abs_err": 2.0326101912715444e-13,
    "mean_abs_err": 1.4968802266996303e-14,
    "w_frob_norm": 41.293010149519496,
    "relative_err": 1.058833329112058e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.1136257750835142e-10,
    "max_abs_err": 4.403422071419527e-13,
    "mean_abs_err": 3.810278417581084e-14,
    "w_frob_norm": 43.00732706905574,
    "relative_err": 2.589386160398656e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.8137207682973346e-11,
    "max_abs_err": 2.538490251335901e-13,
    "mean_abs_err": 1.9839010630673356e-14,
    "w_frob_norm": 43.246817013152274,
    "relative_err": 1.3443118291293573e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 9.602442077261245e-11,
    "max_abs_err": 3.982413357417336e-13,
    "mean_abs_err": 3.3210954311500904e-14,
    "w_frob_norm": 41.14885459338398,
    "relative_err": 2.333586723652121e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 4.9040471684754225e-11,
    "max_abs_err": 1.9910809112566596e-13,
    "mean_abs_err": 1.7014745707680803e-14,
    "w_frob_norm": 44.03417561208889,
    "relative_err": 1.1136911501822448e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.2044630246658948e-10,
    "max_abs_err": 4.790542962318511e-13,
    "mean_abs_err": 4.146643988762856e-14,
    "w_frob_norm": 43.68098360666247,
    "relative_err": 2.7574082019576665e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 4.9228860728484784e-11,
    "max_abs_err": 2.3341138050136934e-13,
    "mean_abs_err": 1.6875171837857865e-14,
    "w_frob_norm": 39.443042582975494,
    "relative_err": 1.2480999817628945e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 4.273451314247956e-11,
    "max_abs_err": 1.6039253258881558e-13,
    "mean_abs_err": 1.483918084415717e-14,
    "w_frob_norm": 43.29595110356623,
    "relative_err": 9.870325527728059e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.8505809953314476e-11,
    "max_abs_err": 1.7287907216889664e-13,
    "mean_abs_err": 1.666104413469653e-14,
    "w_frob_norm": 39.47281573462123,
    "relative_err": 1.228840888357769e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 6.380413685594269e-11,
    "max_abs_err": 2.697633783022013e-13,
    "mean_abs_err": 2.1489625035545965e-14,
    "w_frob_norm": 41.15893689108166,
    "relative_err": 1.5501891369251523e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.202825785356828e-10,
    "max_abs_err": 5.413039808055409e-13,
    "mean_abs_err": 4.074761872869264e-14,
    "w_frob_norm": 41.15339042266401,
    "relative_err": 2.9227866112688676e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.207834009604911e-11,
    "max_abs_err": 2.2565976864896697e-13,
    "mean_abs_err": 1.7826447805224323e-14,
    "w_frob_norm": 39.02383898180152,
    "relative_err": 1.3345263166018972e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 9.910610165608823e-11,
    "max_abs_err": 4.538210085502925e-13,
    "mean_abs_err": 3.430350510712519e-14,
    "w_frob_norm": 41.15225654081508,
    "relative_err": 2.4082786701573494e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.0585849724949952e-10,
    "max_abs_err": 4.36430405703625e-13,
    "mean_abs_err": 3.656844088439292e-14,
    "w_frob_norm": 43.241351502687436,
    "relative_err": 2.4480848440391703e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1574262906905501e-10,
    "max_abs_err": 3.929391534374105e-13,
    "mean_abs_err": 4.0053279707260496e-14,
    "w_frob_norm": 40.72650357036177,
    "relative_err": 2.8419485819373243e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.0242789877742891e-10,
    "max_abs_err": 3.912339202605253e-13,
    "mean_abs_err": 3.541598159937254e-14,
    "w_frob_norm": 39.453999117812906,
    "relative_err": 2.5961347662519766e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.0838606389223398e-10,
    "max_abs_err": 4.814343368408913e-13,
    "mean_abs_err": 3.567673544749451e-14,
    "w_frob_norm": 39.856479701301836,
    "relative_err": 2.7194088565903565e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.861510787842897e-11,
    "max_abs_err": 2.2425811208037771e-13,
    "mean_abs_err": 2.0115089491984524e-14,
    "w_frob_norm": 43.91549894465428,
    "relative_err": 1.334724853116215e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.694748061048715e-11,
    "max_abs_err": 2.4721197311450283e-13,
    "mean_abs_err": 1.949972416095583e-14,
    "w_frob_norm": 41.983726758380016,
    "relative_err": 1.3564179506556156e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 6.943298248603997e-11,
    "max_abs_err": 2.661624176267252e-13,
    "mean_abs_err": 2.367367504949931e-14,
    "w_frob_norm": 43.739909795050536,
    "relative_err": 1.5874057082279758e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.5705773839453146e-11,
    "max_abs_err": 2.2659651932599445e-13,
    "mean_abs_err": 1.9119008698535634e-14,
    "w_frob_norm": 43.95621523480129,
    "relative_err": 1.2673014166913402e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.288541556105809e-10,
    "max_abs_err": 6.517807127348618e-13,
    "mean_abs_err": 4.448259634933974e-14,
    "w_frob_norm": 44.72947621235688,
    "relative_err": 2.880743673340487e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.0898612372661742e-10,
    "max_abs_err": 3.810471903287205e-13,
    "mean_abs_err": 3.764274348103586e-14,
    "w_frob_norm": 44.520820474173355,
    "relative_err": 2.447981024739662e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 4.6779253203385244e-11,
    "max_abs_err": 1.7449930389545898e-13,
    "mean_abs_err": 1.6155523305192862e-14,
    "w_frob_norm": 43.715602123440725,
    "relative_err": 1.0700814110095892e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.209194229252677e-10,
    "max_abs_err": 4.577067891364806e-13,
    "mean_abs_err": 4.123919437808164e-14,
    "w_frob_norm": 45.112823262659326,
    "relative_err": 2.680378087206855e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.2892595281383163e-10,
    "max_abs_err": 4.5163525697056173e-13,
    "mean_abs_err": 4.440092537748944e-14,
    "w_frob_norm": 40.96748894823355,
    "relative_err": 3.1470308804316087e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 7.093804440830574e-11,
    "max_abs_err": 3.425319923533454e-13,
    "mean_abs_err": 2.3582312825098565e-14,
    "w_frob_norm": 40.11954543977102,
    "relative_err": 1.7681667035535243e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.204453762200581e-10,
    "max_abs_err": 4.562452846079701e-13,
    "mean_abs_err": 4.129425043286915e-14,
    "w_frob_norm": 44.536964072689614,
    "relative_err": 2.7043912562939166e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.070512205684319e-11,
    "max_abs_err": 1.72029057665668e-13,
    "mean_abs_err": 1.747833017291577e-14,
    "w_frob_norm": 43.29048160195882,
    "relative_err": 1.1712764603327692e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 4.611255009331274e-11,
    "max_abs_err": 1.726344761587839e-13,
    "mean_abs_err": 1.593660177501451e-14,
    "w_frob_norm": 40.919810882818474,
    "relative_err": 1.1269003716895135e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.63755968399336e-11,
    "max_abs_err": 1.8253627775965953e-13,
    "mean_abs_err": 1.597344657350534e-14,
    "w_frob_norm": 42.597782437098274,
    "relative_err": 1.0886857058442845e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.1530914545963584e-10,
    "max_abs_err": 4.618735949257768e-13,
    "mean_abs_err": 3.9854234178791143e-14,
    "w_frob_norm": 43.87382154974737,
    "relative_err": 2.628199262945213e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.1071108499581209e-10,
    "max_abs_err": 3.732529218970944e-13,
    "mean_abs_err": 3.821431541225214e-14,
    "w_frob_norm": 43.961602931104046,
    "relative_err": 2.518358695184905e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 4.538777647974886e-11,
    "max_abs_err": 1.6465127872233865e-13,
    "mean_abs_err": 1.569478543588423e-14,
    "w_frob_norm": 43.78220547175719,
    "relative_err": 1.0366717708870876e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.298105874793697e-10,
    "max_abs_err": 5.711013259523945e-13,
    "mean_abs_err": 4.412369785304389e-14,
    "w_frob_norm": 41.36711614803243,
    "relative_err": 3.1380139484425713e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.0782065127195115e-10,
    "max_abs_err": 3.94247134938297e-13,
    "mean_abs_err": 3.728775501166956e-14,
    "w_frob_norm": 40.977222552487305,
    "relative_err": 2.6312337575794645e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.6334364672190385e-11,
    "max_abs_err": 2.1890822488046524e-13,
    "mean_abs_err": 1.9333360872469848e-14,
    "w_frob_norm": 42.646064221513015,
    "relative_err": 1.3209745307228666e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.4196477725299772e-10,
    "max_abs_err": 5.572855545088462e-13,
    "mean_abs_err": 4.850864780320524e-14,
    "w_frob_norm": 44.999083621213146,
    "relative_err": 3.154837072861495e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.109253509815871e-10,
    "max_abs_err": 4.072991943715465e-13,
    "mean_abs_err": 3.831541058833524e-14,
    "w_frob_norm": 43.691534331548695,
    "relative_err": 2.5388293791616822e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 4.8517868733849496e-11,
    "max_abs_err": 1.5568796252196648e-13,
    "mean_abs_err": 1.6805602364656955e-14,
    "w_frob_norm": 41.82201357807943,
    "relative_err": 1.1601036053242455e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.971650933019602e-11,
    "max_abs_err": 2.940286902841649e-13,
    "mean_abs_err": 2.021862394312587e-14,
    "w_frob_norm": 43.08237064514382,
    "relative_err": 1.3861008211934869e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.217575660925272e-11,
    "max_abs_err": 1.800994249567811e-13,
    "mean_abs_err": 1.8051039984002275e-14,
    "w_frob_norm": 41.4492891987483,
    "relative_err": 1.2587853161744529e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.18396450214511e-10,
    "max_abs_err": 5.035555306065476e-13,
    "mean_abs_err": 4.067516966871693e-14,
    "w_frob_norm": 42.20247403997781,
    "relative_err": 2.805438612493564e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.2418128970433475e-10,
    "max_abs_err": 4.897159067152046e-13,
    "mean_abs_err": 4.232452212773295e-14,
    "w_frob_norm": 41.3502030491841,
    "relative_err": 3.003160336519436e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.5043883636010265e-11,
    "max_abs_err": 2.306540375363042e-13,
    "mean_abs_err": 1.8909485207071317e-14,
    "w_frob_norm": 43.36572527957438,
    "relative_err": 1.2692946625739107e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.050534187694822e-11,
    "max_abs_err": 2.1706161174028793e-13,
    "mean_abs_err": 1.7496356077131876e-14,
    "w_frob_norm": 42.30479139552085,
    "relative_err": 1.1938444845350455e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.444612737049561e-10,
    "max_abs_err": 5.499108113315998e-13,
    "mean_abs_err": 4.9105043488590696e-14,
    "w_frob_norm": 41.70621112873944,
    "relative_err": 3.4637832062718573e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 9.864612852955104e-11,
    "max_abs_err": 3.585933633365457e-13,
    "mean_abs_err": 3.408548738246631e-14,
    "w_frob_norm": 41.869730269727846,
    "relative_err": 2.3560249348172415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.213619584140181e-11,
    "max_abs_err": 2.184693398410431e-13,
    "mean_abs_err": 1.7978161708654857e-14,
    "w_frob_norm": 41.11234550201133,
    "relative_err": 1.2681396598705654e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.1777520945493313e-10,
    "max_abs_err": 4.137072628918048e-13,
    "mean_abs_err": 4.058102762028781e-14,
    "w_frob_norm": 43.17040551578811,
    "relative_err": 2.7281469341737093e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.79874250008198e-11,
    "max_abs_err": 2.5372629344766473e-13,
    "mean_abs_err": 1.9590865017154046e-14,
    "w_frob_norm": 41.05913189055796,
    "relative_err": 1.412290575343477e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 4.868730520568281e-11,
    "max_abs_err": 1.878254496379128e-13,
    "mean_abs_err": 1.6755213997602194e-14,
    "w_frob_norm": 40.08671175402402,
    "relative_err": 1.2145497366916218e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.2057840798770003e-10,
    "max_abs_err": 5.032289689121949e-13,
    "mean_abs_err": 4.131037937234254e-14,
    "w_frob_norm": 44.30249157499977,
    "relative_err": 2.721707147860355e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.102261606029158e-10,
    "max_abs_err": 3.8494598134097835e-13,
    "mean_abs_err": 3.817180743336855e-14,
    "w_frob_norm": 42.240631834435405,
    "relative_err": 2.6094818144518673e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.0866305229479684e-10,
    "max_abs_err": 3.823764221921877e-13,
    "mean_abs_err": 3.756619055958743e-14,
    "w_frob_norm": 42.995172581598894,
    "relative_err": 2.5273314600277364e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.900071679325895e-11,
    "max_abs_err": 1.7691056952706674e-13,
    "mean_abs_err": 1.6953177755967383e-14,
    "w_frob_norm": 40.62485757011175,
    "relative_err": 1.206175719107245e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.1020325368456514e-10,
    "max_abs_err": 3.830238535194874e-13,
    "mean_abs_err": 3.808835750014537e-14,
    "w_frob_norm": 41.2938666310314,
    "relative_err": 2.6687559842543276e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.0635943307081652e-10,
    "max_abs_err": 4.116446766788684e-13,
    "mean_abs_err": 3.6607172265030183e-14,
    "w_frob_norm": 40.71135653592096,
    "relative_err": 2.612524910020429e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.844966139482304e-11,
    "max_abs_err": 1.8956537728431755e-13,
    "mean_abs_err": 1.673029993431612e-14,
    "w_frob_norm": 42.74097919814124,
    "relative_err": 1.1335646095101647e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 4.968305247028602e-11,
    "max_abs_err": 1.9789031524553025e-13,
    "mean_abs_err": 1.7050505230557027e-14,
    "w_frob_norm": 41.009396045005936,
    "relative_err": 1.2115041249512953e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.2006441941613355e-10,
    "max_abs_err": 5.250452850269482e-13,
    "mean_abs_err": 3.982535437992336e-14,
    "w_frob_norm": 39.48250346447429,
    "relative_err": 3.040952545579222e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.848634181657601e-11,
    "max_abs_err": 2.532262594057144e-13,
    "mean_abs_err": 2.000393330288589e-14,
    "w_frob_norm": 44.22972116623908,
    "relative_err": 1.322331235070483e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 4.9812062343761724e-11,
    "max_abs_err": 1.99104621678714e-13,
    "mean_abs_err": 1.7202756510339077e-14,
    "w_frob_norm": 43.021575788599534,
    "relative_err": 1.1578390942379575e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 4.7283743283684247e-11,
    "max_abs_err": 1.8518173106052416e-13,
    "mean_abs_err": 1.6329458988550827e-14,
    "w_frob_norm": 41.63168392969131,
    "relative_err": 1.13576340951133e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.3241350654035047e-10,
    "max_abs_err": 5.324803098449848e-13,
    "mean_abs_err": 4.531854891242316e-14,
    "w_frob_norm": 40.933337051530806,
    "relative_err": 3.234857357797525e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.6722561799095185e-11,
    "max_abs_err": 2.4508606949469325e-13,
    "mean_abs_err": 1.936364056355545e-14,
    "w_frob_norm": 40.885072837234745,
    "relative_err": 1.3873660449355238e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.1151266581693535e-10,
    "max_abs_err": 4.2226985796922634e-13,
    "mean_abs_err": 3.842179004628334e-14,
    "w_frob_norm": 41.809379330545624,
    "relative_err": 2.6671686497738803e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.233751914337321e-11,
    "max_abs_err": 1.837349716815595e-13,
    "mean_abs_err": 1.8060884125153666e-14,
    "w_frob_norm": 41.574368824472614,
    "relative_err": 1.2588890853483e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.430101197997664e-10,
    "max_abs_err": 6.51241213733833e-13,
    "mean_abs_err": 4.817585125818951e-14,
    "w_frob_norm": 44.04875553961652,
    "relative_err": 3.2466324654994196e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 4.8084224720791026e-11,
    "max_abs_err": 2.094487777659637e-13,
    "mean_abs_err": 1.6528176062571845e-14,
    "w_frob_norm": 43.973328537400285,
    "relative_err": 1.0934861271621576e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.353068661718776e-10,
    "max_abs_err": 5.376740719320594e-13,
    "mean_abs_err": 4.603793525168643e-14,
    "w_frob_norm": 42.204484403342484,
    "relative_err": 3.2059831575898044e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.1284800515639437e-10,
    "max_abs_err": 4.303363221325185e-13,
    "mean_abs_err": 3.9096259575743363e-14,
    "w_frob_norm": 45.15831124265329,
    "relative_err": 2.4989421006028736e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 4.7512118393559256e-11,
    "max_abs_err": 1.6053423781275944e-13,
    "mean_abs_err": 1.651124842727654e-14,
    "w_frob_norm": 41.27957108551727,
    "relative_err": 1.1509838194570932e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.875703060183271e-11,
    "max_abs_err": 2.5350208043839473e-13,
    "mean_abs_err": 2.024362445811912e-14,
    "w_frob_norm": 43.93227280114946,
    "relative_err": 1.3374457285145368e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 4.3131016382876226e-11,
    "max_abs_err": 1.4916019808186576e-13,
    "mean_abs_err": 1.5025803348140516e-14,
    "w_frob_norm": 41.83569442126397,
    "relative_err": 1.0309621240792378e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.1199459497570389e-10,
    "max_abs_err": 3.7950198539249413e-13,
    "mean_abs_err": 3.8691386861324406e-14,
    "w_frob_norm": 41.56416161692568,
    "relative_err": 2.69449907369472e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 4.7584240506772283e-11,
    "max_abs_err": 1.861288900784075e-13,
    "mean_abs_err": 1.64534653854249e-14,
    "w_frob_norm": 43.64609988375557,
    "relative_err": 1.0902289238558617e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.1846595211450674e-10,
    "max_abs_err": 4.753766824627803e-13,
    "mean_abs_err": 4.0439039047479744e-14,
    "w_frob_norm": 41.92454918015974,
    "relative_err": 2.825694120297643e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.333251232519623e-10,
    "max_abs_err": 5.685642928687784e-13,
    "mean_abs_err": 4.554571474733372e-14,
    "w_frob_norm": 43.867924835395144,
    "relative_err": 3.0392393474785018e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.2511095066629583e-10,
    "max_abs_err": 4.65155691742325e-13,
    "mean_abs_err": 4.3226517608934315e-14,
    "w_frob_norm": 44.589061719040174,
    "relative_err": 2.805866413037161e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.063710638769688e-10,
    "max_abs_err": 4.2652621885796993e-13,
    "mean_abs_err": 3.6752118121952284e-14,
    "w_frob_norm": 44.742564089908775,
    "relative_err": 2.3774020564225933e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.2851381182420745e-10,
    "max_abs_err": 5.003358838351346e-13,
    "mean_abs_err": 4.401559933484633e-14,
    "w_frob_norm": 44.93484010658224,
    "relative_err": 2.8600037636582626e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.266734761910324e-11,
    "max_abs_err": 2.0080118123821933e-13,
    "mean_abs_err": 1.807831104473351e-14,
    "w_frob_norm": 42.784993479775274,
    "relative_err": 1.2309771098597786e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 6.206844498514563e-11,
    "max_abs_err": 2.819723621261261e-13,
    "mean_abs_err": 2.1153310384265018e-14,
    "w_frob_norm": 42.49238944498091,
    "relative_err": 1.460695569156255e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.2734221578962486e-11,
    "max_abs_err": 2.1227117286137798e-13,
    "mean_abs_err": 1.8144888265683032e-14,
    "w_frob_norm": 41.68820479471244,
    "relative_err": 1.2649674371598528e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.103882305434598e-11,
    "max_abs_err": 2.2266910537638296e-13,
    "mean_abs_err": 1.758253579097418e-14,
    "w_frob_norm": 41.71018198370065,
    "relative_err": 1.2236538089018824e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.2247294640112588e-10,
    "max_abs_err": 4.947361964546815e-13,
    "mean_abs_err": 4.174319617147571e-14,
    "w_frob_norm": 42.68471948984246,
    "relative_err": 2.8692456660110033e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.796534397278337e-11,
    "max_abs_err": 1.7895407378176742e-13,
    "mean_abs_err": 1.655923589121285e-14,
    "w_frob_norm": 41.51785244350806,
    "relative_err": 1.1552944372074204e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 9.93559420564245e-11,
    "max_abs_err": 3.500585238347398e-13,
    "mean_abs_err": 3.43277054944545e-14,
    "w_frob_norm": 41.50592787470284,
    "relative_err": 2.393777157719687e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.213480752283829e-10,
    "max_abs_err": 5.523220769632076e-13,
    "mean_abs_err": 4.1462987898129336e-14,
    "w_frob_norm": 41.629883783009255,
    "relative_err": 2.914927071641494e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.5055435093540114e-11,
    "max_abs_err": 1.9260005916510448e-13,
    "mean_abs_err": 1.89881501230448e-14,
    "w_frob_norm": 43.335966543512974,
    "relative_err": 1.2704328410042453e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.3806343157417444e-11,
    "max_abs_err": 1.6678498859779012e-13,
    "mean_abs_err": 1.5212157329558093e-14,
    "w_frob_norm": 43.10639850261513,
    "relative_err": 1.0162376046043338e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.24204123015842e-10,
    "max_abs_err": 5.135848343829075e-13,
    "mean_abs_err": 4.219400984248222e-14,
    "w_frob_norm": 44.21394198889841,
    "relative_err": 2.809161939169056e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.1276057545210351e-10,
    "max_abs_err": 4.3333045485205446e-13,
    "mean_abs_err": 3.888823529363473e-14,
    "w_frob_norm": 42.585425049437184,
    "relative_err": 2.647867793293137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.086684386443968e-11,
    "max_abs_err": 2.0264432493144469e-13,
    "mean_abs_err": 1.7538281371878434e-14,
    "w_frob_norm": 41.423388250710126,
    "relative_err": 1.2279740024300803e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.594068811925885e-11,
    "max_abs_err": 1.4941520243283435e-13,
    "mean_abs_err": 1.599625846184065e-14,
    "w_frob_norm": 41.93819493068432,
    "relative_err": 1.0954378984405475e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.1750297201091534e-10,
    "max_abs_err": 5.544870118612266e-13,
    "mean_abs_err": 4.0366314843874856e-14,
    "w_frob_norm": 42.13762801007545,
    "relative_err": 2.7885521221749693e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.454191245595892e-11,
    "max_abs_err": 2.1442916886549312e-13,
    "mean_abs_err": 1.8732481222739525e-14,
    "w_frob_norm": 43.32491210025337,
    "relative_err": 1.2589041688013016e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.08860758089964e-10,
    "max_abs_err": 4.438949208207532e-13,
    "mean_abs_err": 3.766828974091926e-14,
    "w_frob_norm": 40.64455828091083,
    "relative_err": 2.6783599747248743e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.0834845269232167e-11,
    "max_abs_err": 2.0353684015983475e-13,
    "mean_abs_err": 1.750802465179294e-14,
    "w_frob_norm": 41.60207291864352,
    "relative_err": 1.2219305842918967e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.0126981599682219e-10,
    "max_abs_err": 3.2710639752409065e-13,
    "mean_abs_err": 3.5085473258991637e-14,
    "w_frob_norm": 41.729055863317974,
    "relative_err": 2.426841774914051e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.180551005622232e-11,
    "max_abs_err": 1.97460103823488e-13,
    "mean_abs_err": 1.7623492677844306e-14,
    "w_frob_norm": 40.69152488494256,
    "relative_err": 1.2731277631571966e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.0587142629292086e-10,
    "max_abs_err": 3.7882891268381513e-13,
    "mean_abs_err": 3.67355780514024e-14,
    "w_frob_norm": 42.32332511900152,
    "relative_err": 2.5014912225171253e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.230172561150707e-10,
    "max_abs_err": 6.500702753875487e-13,
    "mean_abs_err": 4.180144566025342e-14,
    "w_frob_norm": 42.1397003479831,
    "relative_err": 2.9192722088485037e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.2148729970679676e-10,
    "max_abs_err": 4.698793437674098e-13,
    "mean_abs_err": 4.189954776089293e-14,
    "w_frob_norm": 44.106428619568526,
    "relative_err": 2.7544125314398495e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 4.6708520749159255e-11,
    "max_abs_err": 1.645940328476314e-13,
    "mean_abs_err": 1.6175765111378207e-14,
    "w_frob_norm": 42.728896427691225,
    "relative_err": 1.0931366043633406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.0509209463593876e-11,
    "max_abs_err": 2.1642583558634243e-13,
    "mean_abs_err": 1.7481395785582822e-14,
    "w_frob_norm": 43.22679368641685,
    "relative_err": 1.1684699501426446e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.8062640114207325e-11,
    "max_abs_err": 2.995242942560594e-13,
    "mean_abs_err": 1.9880752669287562e-14,
    "w_frob_norm": 44.09032895652583,
    "relative_err": 1.3169019485306753e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.1196252416265052e-10,
    "max_abs_err": 4.3366005231249005e-13,
    "mean_abs_err": 3.855717199181464e-14,
    "w_frob_norm": 44.089832365973386,
    "relative_err": 2.539418232151373e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.18092450833255e-11,
    "max_abs_err": 1.968234603078045e-13,
    "mean_abs_err": 1.7755505171164972e-14,
    "w_frob_norm": 43.4133075157986,
    "relative_err": 1.193395482812995e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.1278600539259321e-10,
    "max_abs_err": 3.9711463284408666e-13,
    "mean_abs_err": 3.902576574537509e-14,
    "w_frob_norm": 45.27066199338471,
    "relative_err": 2.4913708001238054e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 9.239365302461244e-11,
    "max_abs_err": 2.885296168653184e-13,
    "mean_abs_err": 3.206407266536126e-14,
    "w_frob_norm": 39.96909398303131,
    "relative_err": 2.3116274055108114e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.5337360373490968e-10,
    "max_abs_err": 7.335685878184783e-13,
    "mean_abs_err": 4.961667419529465e-14,
    "w_frob_norm": 43.03559664027153,
    "relative_err": 3.5638777130694378e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.167423484129752e-11,
    "max_abs_err": 2.290598266618815e-13,
    "mean_abs_err": 1.7786121750559178e-14,
    "w_frob_norm": 42.59947548656921,
    "relative_err": 1.2130251429407717e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.1619295766471272e-10,
    "max_abs_err": 5.13018447168001e-13,
    "mean_abs_err": 3.963468513138348e-14,
    "w_frob_norm": 43.04500512398827,
    "relative_err": 2.6993365973595928e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.954532821919665e-11,
    "max_abs_err": 1.795542881044554e-13,
    "mean_abs_err": 1.7034342396785627e-14,
    "w_frob_norm": 40.62915873581128,
    "relative_err": 1.2194524760249711e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.492260249124214e-11,
    "max_abs_err": 1.692396223162973e-13,
    "mean_abs_err": 1.5583256536501918e-14,
    "w_frob_norm": 39.65358413733772,
    "relative_err": 1.132876219603643e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.7891606167367237e-11,
    "max_abs_err": 2.519252167987318e-13,
    "mean_abs_err": 1.9598681876275305e-14,
    "w_frob_norm": 43.4463869489502,
    "relative_err": 1.3324837859449687e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.3041466042052114e-10,
    "max_abs_err": 5.248006890168355e-13,
    "mean_abs_err": 4.4340167443991e-14,
    "w_frob_norm": 42.93712324730345,
    "relative_err": 3.0373404307823882e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.071244122025674e-11,
    "max_abs_err": 1.6763326837754278e-13,
    "mean_abs_err": 1.7552271989197152e-14,
    "w_frob_norm": 41.966356563849345,
    "relative_err": 1.2084070520418122e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 4.8414129198595987e-11,
    "max_abs_err": 2.027111117852698e-13,
    "mean_abs_err": 1.6596830050684594e-14,
    "w_frob_norm": 41.58592417063298,
    "relative_err": 1.1641951012065021e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 4.7190978628361584e-11,
    "max_abs_err": 2.0407807388433952e-13,
    "mean_abs_err": 1.6265919594069725e-14,
    "w_frob_norm": 41.76868024900989,
    "relative_err": 1.129817325973095e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.2828842049413996e-10,
    "max_abs_err": 5.455046137026187e-13,
    "mean_abs_err": 4.391959079765958e-14,
    "w_frob_norm": 43.566878902558784,
    "relative_err": 2.944631879209628e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.17637575835523e-10,
    "max_abs_err": 4.542789755479504e-13,
    "mean_abs_err": 3.9671330234393954e-14,
    "w_frob_norm": 41.95944053213938,
    "relative_err": 2.803602105834013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.023873794329261e-10,
    "max_abs_err": 3.43010342351846e-13,
    "mean_abs_err": 3.530833098630832e-14,
    "w_frob_norm": 44.15950779183123,
    "relative_err": 2.3185806308254655e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1168807973202726e-10,
    "max_abs_err": 4.737087458406286e-13,
    "mean_abs_err": 3.7798913280691074e-14,
    "w_frob_norm": 39.34696685255463,
    "relative_err": 2.838543569331719e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1001221899257343e-10,
    "max_abs_err": 4.384049547001556e-13,
    "mean_abs_err": 3.7897666518117026e-14,
    "w_frob_norm": 41.723488346125606,
    "relative_err": 2.6366975378459465e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.072368861663375e-11,
    "max_abs_err": 2.0203456962963884e-13,
    "mean_abs_err": 1.737542508463026e-14,
    "w_frob_norm": 42.4466291222024,
    "relative_err": 1.1949992182088706e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 9.564412362938954e-11,
    "max_abs_err": 4.2487194318319155e-13,
    "mean_abs_err": 3.269482274824542e-14,
    "w_frob_norm": 41.2175484131273,
    "relative_err": 2.3204709477317684e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 4.9502404931602086e-11,
    "max_abs_err": 1.9660315042635546e-13,
    "mean_abs_err": 1.70951746894389e-14,
    "w_frob_norm": 42.320776193025104,
    "relative_err": 1.1696951092253498e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.2048724322668495e-10,
    "max_abs_err": 5.149049589481258e-13,
    "mean_abs_err": 4.158136392337577e-14,
    "w_frob_norm": 44.780682565038305,
    "relative_err": 2.6906075639131312e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.55899663236239e-11,
    "max_abs_err": 2.1884924428228203e-13,
    "mean_abs_err": 1.912037166213329e-14,
    "w_frob_norm": 43.38396284759077,
    "relative_err": 1.2813482834408927e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.4824454830263678e-10,
    "max_abs_err": 7.801675971919053e-13,
    "mean_abs_err": 5.033076468040063e-14,
    "w_frob_norm": 44.021181613962526,
    "relative_err": 3.367573128832529e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.249928781397071e-10,
    "max_abs_err": 4.62907490117459e-13,
    "mean_abs_err": 4.254087627186968e-14,
    "w_frob_norm": 41.70794822735536,
    "relative_err": 2.9968599140469568e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 4.964264153567026e-11,
    "max_abs_err": 1.8241311239286517e-13,
    "mean_abs_err": 1.7057256717769755e-14,
    "w_frob_norm": 40.49993953375638,
    "relative_err": 1.2257460654797647e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 4.9457170197229266e-11,
    "max_abs_err": 2.0184548477075737e-13,
    "mean_abs_err": 1.703235562242462e-14,
    "w_frob_norm": 42.288357744748375,
    "relative_err": 1.1695221293707287e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 4.5253953912055844e-11,
    "max_abs_err": 1.525151532844049e-13,
    "mean_abs_err": 1.5720340335294404e-14,
    "w_frob_norm": 43.042670733189794,
    "relative_err": 1.0513742093880096e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.1114864302176264e-10,
    "max_abs_err": 4.3674786009972877e-13,
    "mean_abs_err": 3.830167182955995e-14,
    "w_frob_norm": 42.35342348529562,
    "relative_err": 2.6243130749596082e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 4.801508832316342e-11,
    "max_abs_err": 1.7992378420483846e-13,
    "mean_abs_err": 1.665032653283089e-14,
    "w_frob_norm": 43.36892527139049,
    "relative_err": 1.1071311549156119e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 4.6563448673735564e-11,
    "max_abs_err": 1.8668833839941001e-13,
    "mean_abs_err": 1.608223096319359e-14,
    "w_frob_norm": 43.86541850225522,
    "relative_err": 1.0615069971654696e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 6.66310583629668e-11,
    "max_abs_err": 2.6227284233293346e-13,
    "mean_abs_err": 2.2606493970070574e-14,
    "w_frob_norm": 41.93703740207523,
    "relative_err": 1.588835609061636e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2634767558788457e-10,
    "max_abs_err": 4.4063711013286877e-13,
    "mean_abs_err": 4.349679771130368e-14,
    "w_frob_norm": 42.054481254024466,
    "relative_err": 3.0043807894026404e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.3626164253285e-11,
    "max_abs_err": 2.1840168562548001e-13,
    "mean_abs_err": 1.8311818211496392e-14,
    "w_frob_norm": 39.66876033297659,
    "relative_err": 1.3518487546157482e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.3224535260392096e-10,
    "max_abs_err": 5.728056917675417e-13,
    "mean_abs_err": 4.494254990721297e-14,
    "w_frob_norm": 41.34253144278643,
    "relative_err": 3.1987724986539384e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.790468003401315e-10,
    "max_abs_err": 9.508106108002679e-13,
    "mean_abs_err": 5.911329550367553e-14,
    "w_frob_norm": 44.437079502696285,
    "relative_err": 4.02922069460635e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.216363901848102e-10,
    "max_abs_err": 4.0564340081372663e-13,
    "mean_abs_err": 4.1849539058781775e-14,
    "w_frob_norm": 44.44450589893198,
    "relative_err": 2.736814994893062e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.846886265983124e-11,
    "max_abs_err": 3.034083401187715e-13,
    "mean_abs_err": 1.9912087493505046e-14,
    "w_frob_norm": 41.88673611168382,
    "relative_err": 1.395880130262096e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.2548810949658287e-10,
    "max_abs_err": 4.677612464032421e-13,
    "mean_abs_err": 4.313889647178858e-14,
    "w_frob_norm": 40.19279485199389,
    "relative_err": 3.122154355244038e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.146144424452669e-10,
    "max_abs_err": 5.036387973333945e-13,
    "mean_abs_err": 3.93296998662396e-14,
    "w_frob_norm": 42.22766193843844,
    "relative_err": 2.714202898857092e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.819983589472035e-11,
    "max_abs_err": 2.2687927925257867e-13,
    "mean_abs_err": 1.996066709492957e-14,
    "w_frob_norm": 41.144134159975614,
    "relative_err": 1.4145354394487722e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 6.109908429622044e-11,
    "max_abs_err": 2.1220785545450482e-13,
    "mean_abs_err": 2.0957519030496528e-14,
    "w_frob_norm": 43.992273702560915,
    "relative_err": 1.3888594326658703e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.562240044837044e-11,
    "max_abs_err": 1.5328016633731067e-13,
    "mean_abs_err": 1.581947353791174e-14,
    "w_frob_norm": 40.70065415499255,
    "relative_err": 1.120925483768279e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.2911459663557536e-10,
    "max_abs_err": 4.896211474453294e-13,
    "mean_abs_err": 4.405601373384807e-14,
    "w_frob_norm": 41.304262666233576,
    "relative_err": 3.125938784548916e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.1142589068736039e-10,
    "max_abs_err": 3.7407923980659064e-13,
    "mean_abs_err": 3.855998786173786e-14,
    "w_frob_norm": 40.95308765521835,
    "relative_err": 2.7208178202690957e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.6522943734218154e-11,
    "max_abs_err": 2.173920765624615e-13,
    "mean_abs_err": 1.9510210317716355e-14,
    "w_frob_norm": 42.96765221550842,
    "relative_err": 1.315476662553538e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.2577509093197775e-10,
    "max_abs_err": 4.1351644330944737e-13,
    "mean_abs_err": 4.320969212968963e-14,
    "w_frob_norm": 45.42677944071037,
    "relative_err": 2.7687432937246965e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.325774935135623e-10,
    "max_abs_err": 5.891337764851734e-13,
    "mean_abs_err": 4.5438001281252497e-14,
    "w_frob_norm": 44.20202208325804,
    "relative_err": 2.9993535875766497e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 4.977838460848334e-11,
    "max_abs_err": 1.8043032345982368e-13,
    "mean_abs_err": 1.7206877143180334e-14,
    "w_frob_norm": 42.96449940989924,
    "relative_err": 1.1585933803994034e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.2867438299097738e-10,
    "max_abs_err": 5.233834199369625e-13,
    "mean_abs_err": 4.4443111319311425e-14,
    "w_frob_norm": 44.91896961384878,
    "relative_err": 2.8645889275097332e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.331658801631823e-11,
    "max_abs_err": 2.1237872571688854e-13,
    "mean_abs_err": 1.828357252691096e-14,
    "w_frob_norm": 44.124501178551,
    "relative_err": 1.2083216034685854e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 4.597531872748225e-11,
    "max_abs_err": 1.6793250817714878e-13,
    "mean_abs_err": 1.5980924948886776e-14,
    "w_frob_norm": 41.741406929330246,
    "relative_err": 1.1014319379631878e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 6.322901284038429e-11,
    "max_abs_err": 2.354921813108035e-13,
    "mean_abs_err": 2.166408973363163e-14,
    "w_frob_norm": 43.015211107349245,
    "relative_err": 1.4699221789842959e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 4.8764466963146624e-11,
    "max_abs_err": 1.7332663082569866e-13,
    "mean_abs_err": 1.684699727209435e-14,
    "w_frob_norm": 42.90395699653904,
    "relative_err": 1.1365960246296242e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 4.7536192996452724e-11,
    "max_abs_err": 1.8506030041720578e-13,
    "mean_abs_err": 1.6453689543733196e-14,
    "w_frob_norm": 42.937091249973655,
    "relative_err": 1.1071125596213248e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.3240902756855548e-10,
    "max_abs_err": 5.080050963224281e-13,
    "mean_abs_err": 4.52766839382342e-14,
    "w_frob_norm": 43.58124346489755,
    "relative_err": 3.0382113276598948e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.2206377152244942e-10,
    "max_abs_err": 5.089470511698835e-13,
    "mean_abs_err": 4.1769535373449305e-14,
    "w_frob_norm": 41.638477567175265,
    "relative_err": 2.9315137981575865e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.4087451283561439e-10,
    "max_abs_err": 5.58868923361544e-13,
    "mean_abs_err": 4.830821153311161e-14,
    "w_frob_norm": 42.83691429059393,
    "relative_err": 3.2886241964106038e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.7958279765776666e-11,
    "max_abs_err": 1.8103791035728456e-13,
    "mean_abs_err": 1.6537279650703746e-14,
    "w_frob_norm": 41.58837006708912,
    "relative_err": 1.1531656491565261e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.2683828996187272e-10,
    "max_abs_err": 5.798521385269595e-13,
    "mean_abs_err": 4.3233281226879014e-14,
    "w_frob_norm": 44.277293437115205,
    "relative_err": 2.864635123689634e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.1650645020178885e-10,
    "max_abs_err": 4.3698204776898564e-13,
    "mean_abs_err": 4.025283260042363e-14,
    "w_frob_norm": 42.999141482650884,
    "relative_err": 2.7095064269782313e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.245122345084333e-10,
    "max_abs_err": 5.0696079278989e-13,
    "mean_abs_err": 4.2664887432723e-14,
    "w_frob_norm": 41.45865086216612,
    "relative_err": 3.003287176960679e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.384391399094794e-11,
    "max_abs_err": 1.9229062786507711e-13,
    "mean_abs_err": 1.852681800629996e-14,
    "w_frob_norm": 41.58013053279764,
    "relative_err": 1.2949433611921168e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 4.9458962052489817e-11,
    "max_abs_err": 1.6529637901496752e-13,
    "mean_abs_err": 1.7072875674916953e-14,
    "w_frob_norm": 42.8865957616234,
    "relative_err": 1.1532498948482088e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.1882017814091824e-11,
    "max_abs_err": 1.956822833111549e-13,
    "mean_abs_err": 1.78180056373054e-14,
    "w_frob_norm": 42.373496312213554,
    "relative_err": 1.2243978507654459e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.450316791785522e-11,
    "max_abs_err": 1.790373405086143e-13,
    "mean_abs_err": 1.8784901559969055e-14,
    "w_frob_norm": 41.593046241722675,
    "relative_err": 1.310391347657104e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.0112272973685165e-10,
    "max_abs_err": 3.912009605144817e-13,
    "mean_abs_err": 3.4921367225245383e-14,
    "w_frob_norm": 40.934760118542656,
    "relative_err": 2.470338886657968e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.1118927383389598e-10,
    "max_abs_err": 4.730243974293558e-13,
    "mean_abs_err": 3.830577329628766e-14,
    "w_frob_norm": 43.43233087264764,
    "relative_err": 2.560057717370163e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.2609312176917009e-10,
    "max_abs_err": 4.764279248892223e-13,
    "mean_abs_err": 4.34400778021806e-14,
    "w_frob_norm": 42.780440333643675,
    "relative_err": 2.947447964204499e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.9367986524567255e-11,
    "max_abs_err": 1.6970452820785908e-13,
    "mean_abs_err": 1.6998284791638248e-14,
    "w_frob_norm": 39.63992402575855,
    "relative_err": 1.2454107251186274e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.1352374978260583e-10,
    "max_abs_err": 5.647357581572976e-13,
    "mean_abs_err": 3.906934042984663e-14,
    "w_frob_norm": 42.92357980107876,
    "relative_err": 2.6447875575315537e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.040746734540134e-11,
    "max_abs_err": 2.2860185966422364e-13,
    "mean_abs_err": 1.7387033556352556e-14,
    "w_frob_norm": 42.02170737160659,
    "relative_err": 1.1995578118622776e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.0723784194015474e-10,
    "max_abs_err": 3.999821307498763e-13,
    "mean_abs_err": 3.686725640821754e-14,
    "w_frob_norm": 41.880074802963534,
    "relative_err": 2.560593371542076e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.11.mixer.D": {
    "frob_norm_diff": 1.1104965031751263e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 4.984111268233754e-17,
    "w_frob_norm": 6.477441314028146,
    "relative_err": 1.7144061201606447e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.11.mixer.A_log": {
    "frob_norm_diff": 2.762202756439953e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 2.2898349882893854e-16,
    "w_frob_norm": 20.127319966341297,
    "relative_err": 1.3723649055409043e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.11.mixer.dt_bias": {
    "frob_norm_diff": 3.987178040412095e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.439454888092385e-16,
    "w_frob_norm": 33.06196471576009,
    "relative_err": 1.205971295018494e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.10.mixer.gate.weight": {
    "frob_norm_diff": 5.469012450907755e-11,
    "max_abs_err": 6.995545635823941e-13,
    "mean_abs_err": 7.179933283339765e-14,
    "w_frob_norm": 17.996785551992946,
    "relative_err": 3.038882935570748e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.10.norm.weight": {
    "frob_norm_diff": 4.3555697366931905e-15,
    "max_abs_err": 3.3306690738754696e-16,
    "mean_abs_err": 5.462313802331732e-17,
    "w_frob_norm": 36.1190153984185,
    "relative_err": 1.2058938176049792e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.851208629161885e-11,
    "max_abs_err": 1.8314256361451342e-13,
    "mean_abs_err": 1.6780914839928294e-14,
    "w_frob_norm": 43.53458400461253,
    "relative_err": 1.1143344400966125e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.0676702262261503e-10,
    "max_abs_err": 3.7277819719960803e-13,
    "mean_abs_err": 3.695228106263657e-14,
    "w_frob_norm": 44.61968453744214,
    "relative_err": 2.3928233408513366e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.10.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.4973086237662776e-10,
    "max_abs_err": 1.429120710660925e-12,
    "mean_abs_err": 6.078749180419883e-14,
    "w_frob_norm": 48.76908393537913,
    "relative_err": 5.120679787783805e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.10.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.104924736623643e-10,
    "max_abs_err": 3.253907560063496e-13,
    "mean_abs_err": 2.6897462643366795e-14,
    "w_frob_norm": 45.34277343213739,
    "relative_err": 2.4368265392440916e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.10.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.1036066687686332e-10,
    "max_abs_err": 3.864443487433533e-13,
    "mean_abs_err": 3.8088072009587726e-14,
    "w_frob_norm": 39.8355772953082,
    "relative_err": 2.770404607387515e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.11.mixer.conv1d.weight": {
    "frob_norm_diff": 4.735318154711842e-15,
    "max_abs_err": 1.582067810090848e-15,
    "mean_abs_err": 1.1454327651323205e-17,
    "w_frob_norm": 9.448888625974295,
    "relative_err": 5.011508064233928e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.11.mixer.norm.weight": {
    "frob_norm_diff": 1.1113674640740578e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 6.300507469249049e-17,
    "w_frob_norm": 92.23412780755405,
    "relative_err": 1.2049416961939722e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": true
  },
  "backbone.layers.11.norm.weight": {
    "frob_norm_diff": 4.56762672528722e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 5.891864377335513e-17,
    "w_frob_norm": 39.54596462279543,
    "relative_err": 1.1550171474776236e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.12.norm.weight": {
    "frob_norm_diff": 3.6183520782179874e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 4.335776116444412e-17,
    "w_frob_norm": 30.586453464878606,
    "relative_err": 1.182991706564744e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.12.mixer.k_proj.weight": {
    "frob_norm_diff": 7.134372988644067e-11,
    "max_abs_err": 6.536004376611615e-13,
    "mean_abs_err": 6.61910064714928e-14,
    "w_frob_norm": 33.984777756896854,
    "relative_err": 2.099284873856861e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.13.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.951794293861833e-11,
    "max_abs_err": 1.841764588061956e-13,
    "mean_abs_err": 1.708324363364088e-14,
    "w_frob_norm": 41.54991401463582,
    "relative_err": 1.1917700460505358e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.11.mixer.in_proj.weight": {
    "frob_norm_diff": 3.1337078453548836e-10,
    "max_abs_err": 8.632747294790022e-13,
    "mean_abs_err": 4.546378746008649e-14,
    "w_frob_norm": 122.09653284305107,
    "relative_err": 2.566582172634752e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": true
  },
  "backbone.layers.11.mixer.out_proj.weight": {
    "frob_norm_diff": 4.145674009366058e-10,
    "max_abs_err": 1.4833895830429489e-12,
    "mean_abs_err": 9.533038370710738e-14,
    "w_frob_norm": 71.00837782946672,
    "relative_err": 5.838288573951489e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.12.mixer.v_proj.weight": {
    "frob_norm_diff": 1.4047866529283535e-11,
    "max_abs_err": 1.182439562930071e-13,
    "mean_abs_err": 1.3133708052544395e-14,
    "w_frob_norm": 6.981065623697979,
    "relative_err": 2.0122811167390464e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.12.mixer.o_proj.weight": {
    "frob_norm_diff": 4.032590150963147e-10,
    "max_abs_err": 4.1599306464801256e-12,
    "mean_abs_err": 9.204590755821617e-14,
    "w_frob_norm": 62.79861000599821,
    "relative_err": 6.421464026955332e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.12.mixer.q_proj.weight": {
    "frob_norm_diff": 2.4138867024622996e-10,
    "max_abs_err": 6.374137329068219e-13,
    "mean_abs_err": 5.5506233326177745e-14,
    "w_frob_norm": 89.78717115285663,
    "relative_err": 2.6884538976652017e-12,
    "shape": [
      4096,
      2688
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.13.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.74759102942774e-11,
    "max_abs_err": 1.583871922505864e-13,
    "mean_abs_err": 1.653497607250842e-14,
    "w_frob_norm": 43.15075130112709,
    "relative_err": 1.1002336891649285e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.0319351244375378e-10,
    "max_abs_err": 3.563867950751032e-13,
    "mean_abs_err": 3.5691508606457777e-14,
    "w_frob_norm": 42.37070170221158,
    "relative_err": 2.435492174970694e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 9.865375426851678e-11,
    "max_abs_err": 3.1870686645341095e-13,
    "mean_abs_err": 3.4373311868463975e-14,
    "w_frob_norm": 43.67703354952674,
    "relative_err": 2.258710041666411e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.1709676439668008e-10,
    "max_abs_err": 4.2965717789167357e-13,
    "mean_abs_err": 4.0263215669480356e-14,
    "w_frob_norm": 44.41879288070821,
    "relative_err": 2.636198707856761e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 4.901130700704021e-11,
    "max_abs_err": 2.1859597465478942e-13,
    "mean_abs_err": 1.6918508990566624e-14,
    "w_frob_norm": 42.43630123924342,
    "relative_err": 1.1549382386256718e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.8529693861422746e-11,
    "max_abs_err": 2.076915028847992e-13,
    "mean_abs_err": 1.6693171005963788e-14,
    "w_frob_norm": 41.66394478476599,
    "relative_err": 1.1647887426916703e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.045019094329446e-10,
    "max_abs_err": 3.790041197548888e-13,
    "mean_abs_err": 3.633724423991601e-14,
    "w_frob_norm": 43.05272589730908,
    "relative_err": 2.427300647169388e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2542135747367675e-10,
    "max_abs_err": 6.01280310263963e-13,
    "mean_abs_err": 4.314470447275283e-14,
    "w_frob_norm": 44.21353862747648,
    "relative_err": 2.8367183755731715e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.740718973848862e-11,
    "max_abs_err": 2.5252152799359884e-13,
    "mean_abs_err": 1.9437531114332893e-14,
    "w_frob_norm": 41.884363017220466,
    "relative_err": 1.3706115027912935e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 4.6161595331596075e-11,
    "max_abs_err": 1.879676969629429e-13,
    "mean_abs_err": 1.6003564154513233e-14,
    "w_frob_norm": 43.364204291348635,
    "relative_err": 1.0645092210490653e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.2146429921184601e-10,
    "max_abs_err": 4.619603310995757e-13,
    "mean_abs_err": 4.161096436031785e-14,
    "w_frob_norm": 42.573653203375535,
    "relative_err": 2.8530391468077134e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 4.991402810052467e-11,
    "max_abs_err": 2.1158769181184311e-13,
    "mean_abs_err": 1.7268552353762698e-14,
    "w_frob_norm": 40.717806328354804,
    "relative_err": 1.2258525839533223e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.1988959983963154e-10,
    "max_abs_err": 5.182260870428834e-13,
    "mean_abs_err": 4.077412337911672e-14,
    "w_frob_norm": 41.67344205063359,
    "relative_err": 2.8768825885311954e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 4.154319624214688e-11,
    "max_abs_err": 1.742442995444904e-13,
    "mean_abs_err": 1.439604174715347e-14,
    "w_frob_norm": 39.73972803607104,
    "relative_err": 1.0453819966870145e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.2959664592822926e-11,
    "max_abs_err": 1.9737493974283926e-13,
    "mean_abs_err": 1.830141824346667e-14,
    "w_frob_norm": 42.459432304760526,
    "relative_err": 1.2473003457204754e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.0113228672731154e-10,
    "max_abs_err": 3.7525885177025486e-13,
    "mean_abs_err": 3.501159596022215e-14,
    "w_frob_norm": 42.566565288427455,
    "relative_err": 2.3758620420052145e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.187300311191718e-11,
    "max_abs_err": 2.0151241786336982e-13,
    "mean_abs_err": 1.7898042187259878e-14,
    "w_frob_norm": 42.74578898411768,
    "relative_err": 1.2135231175915536e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.536658725699543e-11,
    "max_abs_err": 2.5054004010316433e-13,
    "mean_abs_err": 1.8796523269658e-14,
    "w_frob_norm": 43.86279834102145,
    "relative_err": 1.2622675559031852e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.1924687426958806e-10,
    "max_abs_err": 4.5159015416018633e-13,
    "mean_abs_err": 4.092463742803879e-14,
    "w_frob_norm": 45.44604011005851,
    "relative_err": 2.6239222159027077e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.201724624637198e-10,
    "max_abs_err": 5.589747414935786e-13,
    "mean_abs_err": 4.108327391614287e-14,
    "w_frob_norm": 42.55459300548735,
    "relative_err": 2.823959859003322e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 7.227112168135614e-11,
    "max_abs_err": 2.82128487238964e-13,
    "mean_abs_err": 2.4506600634400755e-14,
    "w_frob_norm": 44.17672332646197,
    "relative_err": 1.6359547797893275e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.0339303386879668e-10,
    "max_abs_err": 3.7627539972717727e-13,
    "mean_abs_err": 3.5867348019604115e-14,
    "w_frob_norm": 44.85129309883563,
    "relative_err": 2.3052408687739893e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 4.694395116536279e-11,
    "max_abs_err": 1.7198222013181663e-13,
    "mean_abs_err": 1.6209205756274963e-14,
    "w_frob_norm": 43.13714380748663,
    "relative_err": 1.0882489432973417e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.3224287761291054e-10,
    "max_abs_err": 5.084266341270904e-13,
    "mean_abs_err": 4.4924117550047664e-14,
    "w_frob_norm": 43.718928390078034,
    "relative_err": 3.0248426135468344e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.1006908313336475e-10,
    "max_abs_err": 4.5052503394593657e-13,
    "mean_abs_err": 3.8189659408327106e-14,
    "w_frob_norm": 44.47295641558609,
    "relative_err": 2.4749666315142856e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.738862419610205e-11,
    "max_abs_err": 2.2397361743031752e-13,
    "mean_abs_err": 1.9510178860320325e-14,
    "w_frob_norm": 41.510423794922986,
    "relative_err": 1.382511161042906e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.057816943131577e-11,
    "max_abs_err": 2.1405446859468213e-13,
    "mean_abs_err": 1.7451287980595545e-14,
    "w_frob_norm": 43.77887815099855,
    "relative_err": 1.1553098564304378e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.2735354064776763e-10,
    "max_abs_err": 4.842549972128296e-13,
    "mean_abs_err": 4.402753121760025e-14,
    "w_frob_norm": 44.06984654401242,
    "relative_err": 2.8898113026234398e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.2410102609377072e-10,
    "max_abs_err": 4.1354766833201495e-13,
    "mean_abs_err": 4.277223741207546e-14,
    "w_frob_norm": 43.79536478988555,
    "relative_err": 2.833656636704887e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.037166231922966e-11,
    "max_abs_err": 1.9441739884662468e-13,
    "mean_abs_err": 1.7352758721096203e-14,
    "w_frob_norm": 43.294881937061376,
    "relative_err": 1.1634553569739706e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.0680459022848563e-10,
    "max_abs_err": 5.254963131307022e-13,
    "mean_abs_err": 3.6721057721103224e-14,
    "w_frob_norm": 43.91546168697799,
    "relative_err": 2.432049809467352e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 4.385601780407843e-11,
    "max_abs_err": 1.608617752890673e-13,
    "mean_abs_err": 1.513480290720768e-14,
    "w_frob_norm": 42.883310910344846,
    "relative_err": 1.0226826444387003e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.0990083222420739e-10,
    "max_abs_err": 4.3689010742475887e-13,
    "mean_abs_err": 3.788953419701314e-14,
    "w_frob_norm": 42.1579863354818,
    "relative_err": 2.606880493523728e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.3869873855081714e-10,
    "max_abs_err": 5.255448853880296e-13,
    "mean_abs_err": 4.72956998052235e-14,
    "w_frob_norm": 44.30884145897413,
    "relative_err": 3.1302722884153786e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.0279518217750997e-10,
    "max_abs_err": 3.5639026452205513e-13,
    "mean_abs_err": 3.5694291442302964e-14,
    "w_frob_norm": 42.94556656406275,
    "relative_err": 2.3936156954447988e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.147792643697508e-11,
    "max_abs_err": 2.373700194735484e-13,
    "mean_abs_err": 1.769113650091556e-14,
    "w_frob_norm": 43.326732665548306,
    "relative_err": 1.1881331286701958e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.4984188914670964e-11,
    "max_abs_err": 2.0506513154217032e-13,
    "mean_abs_err": 1.891087658906157e-14,
    "w_frob_norm": 43.7295953699019,
    "relative_err": 1.2573678866581819e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 4.313003869083151e-11,
    "max_abs_err": 1.7091016102366297e-13,
    "mean_abs_err": 1.4944441694738546e-14,
    "w_frob_norm": 41.21870018699369,
    "relative_err": 1.0463706641686126e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.140273770244445e-10,
    "max_abs_err": 4.461986335968504e-13,
    "mean_abs_err": 3.953830926595721e-14,
    "w_frob_norm": 43.84026311958301,
    "relative_err": 2.6009738288616613e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.2681211675584234e-10,
    "max_abs_err": 4.926263390270247e-13,
    "mean_abs_err": 4.3403823348571327e-14,
    "w_frob_norm": 44.70397789445157,
    "relative_err": 2.8367076651490025e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.138961347586624e-11,
    "max_abs_err": 1.7406909247341673e-13,
    "mean_abs_err": 1.7752168684477137e-14,
    "w_frob_norm": 41.855004393145336,
    "relative_err": 1.227800933746465e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.1419733797066541e-10,
    "max_abs_err": 4.3572437324890245e-13,
    "mean_abs_err": 3.928210327311313e-14,
    "w_frob_norm": 45.099262424338114,
    "relative_err": 2.532133162094422e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 4.464150519611695e-11,
    "max_abs_err": 1.4852008511923032e-13,
    "mean_abs_err": 1.5466683250567887e-14,
    "w_frob_norm": 43.29281629013423,
    "relative_err": 1.0311527182002725e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.022343517895018e-11,
    "max_abs_err": 2.0124700517154537e-13,
    "mean_abs_err": 1.7342712841172007e-14,
    "w_frob_norm": 42.23493320743534,
    "relative_err": 1.1891444206216594e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.652900909240069e-11,
    "max_abs_err": 2.5347085541582715e-13,
    "mean_abs_err": 1.9443631113487896e-14,
    "w_frob_norm": 44.38469015184972,
    "relative_err": 1.2736150438135899e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 7.052169264950489e-11,
    "max_abs_err": 3.423927807943983e-13,
    "mean_abs_err": 2.3777499044711304e-14,
    "w_frob_norm": 45.040371960546885,
    "relative_err": 1.5657440109792693e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 4.8670013792383036e-11,
    "max_abs_err": 1.9401841244715001e-13,
    "mean_abs_err": 1.6904786788139784e-14,
    "w_frob_norm": 41.58285319165561,
    "relative_err": 1.170434687780145e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.1011839658295178e-10,
    "max_abs_err": 5.010297732255253e-13,
    "mean_abs_err": 3.794131049998632e-14,
    "w_frob_norm": 44.70551778442886,
    "relative_err": 2.4631947473228134e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 4.6382799180586206e-11,
    "max_abs_err": 1.6492883447849493e-13,
    "mean_abs_err": 1.602062808326974e-14,
    "w_frob_norm": 43.93984257601449,
    "relative_err": 1.0555977550521599e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 4.559683171553531e-11,
    "max_abs_err": 1.795473492105515e-13,
    "mean_abs_err": 1.579470247277583e-14,
    "w_frob_norm": 44.1865557459194,
    "relative_err": 1.0319164041145287e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.1996737662965152e-10,
    "max_abs_err": 4.083521715214644e-13,
    "mean_abs_err": 4.139697317348377e-14,
    "w_frob_norm": 45.508460366771125,
    "relative_err": 2.6361554678577524e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.473381998679698e-10,
    "max_abs_err": 6.006445341100175e-13,
    "mean_abs_err": 4.9846677308890184e-14,
    "w_frob_norm": 46.3697435392347,
    "relative_err": 3.1774641958781365e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.2072783274321885e-10,
    "max_abs_err": 4.756577076658886e-13,
    "mean_abs_err": 4.136633893679989e-14,
    "w_frob_norm": 43.12842068757972,
    "relative_err": 2.799263938222215e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.2275484596689696e-10,
    "max_abs_err": 4.618562476910171e-13,
    "mean_abs_err": 4.222488560765197e-14,
    "w_frob_norm": 45.42493930635793,
    "relative_err": 2.7023667580270274e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.1676053211353136e-10,
    "max_abs_err": 4.598110087128404e-13,
    "mean_abs_err": 4.0231374658494416e-14,
    "w_frob_norm": 42.14953860262255,
    "relative_err": 2.770149709450592e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.53919127232002e-11,
    "max_abs_err": 2.075423166658652e-13,
    "mean_abs_err": 1.8954332604692867e-14,
    "w_frob_norm": 41.472112462657876,
    "relative_err": 1.3356424217135292e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.850050970905244e-11,
    "max_abs_err": 2.4072670939956353e-13,
    "mean_abs_err": 2.0002254136309618e-14,
    "w_frob_norm": 44.22132086370014,
    "relative_err": 1.3229028117311083e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 4.511319019452736e-11,
    "max_abs_err": 1.6600609775707653e-13,
    "mean_abs_err": 1.5496693122184317e-14,
    "w_frob_norm": 44.25092064986812,
    "relative_err": 1.0194859119764282e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.118287141279316e-10,
    "max_abs_err": 3.9884935632006346e-13,
    "mean_abs_err": 3.871000298181495e-14,
    "w_frob_norm": 44.554102731662766,
    "relative_err": 2.5099532315002616e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.2713109636894116e-10,
    "max_abs_err": 4.637540351737357e-13,
    "mean_abs_err": 4.38302226897067e-14,
    "w_frob_norm": 45.251121507372225,
    "relative_err": 2.809457360039777e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.3154732425964925e-11,
    "max_abs_err": 2.034362261982281e-13,
    "mean_abs_err": 1.8304246580706716e-14,
    "w_frob_norm": 41.106444796403274,
    "relative_err": 1.2930997241244237e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.1987294328682857e-10,
    "max_abs_err": 4.4504244040011187e-13,
    "mean_abs_err": 4.14083275686297e-14,
    "w_frob_norm": 45.77451202423924,
    "relative_err": 2.6187705337710985e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.6484804354688277e-11,
    "max_abs_err": 2.2047251177492733e-13,
    "mean_abs_err": 1.9394239612305618e-14,
    "w_frob_norm": 43.88055179387402,
    "relative_err": 1.2872400652576545e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.3554855190817063e-10,
    "max_abs_err": 6.107649108688662e-13,
    "mean_abs_err": 4.642391312264255e-14,
    "w_frob_norm": 45.83256887021157,
    "relative_err": 2.9574722789817066e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.1731708235726786e-11,
    "max_abs_err": 1.9145882795834623e-13,
    "mean_abs_err": 1.7716987075941833e-14,
    "w_frob_norm": 44.068236874290406,
    "relative_err": 1.1739001127568886e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.457283830063468e-10,
    "max_abs_err": 7.823811043472517e-13,
    "mean_abs_err": 4.86416910598375e-14,
    "w_frob_norm": 42.17160159900733,
    "relative_err": 3.4556046600273554e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.5061865545580834e-10,
    "max_abs_err": 5.583866702352225e-13,
    "mean_abs_err": 5.1626349812391747e-14,
    "w_frob_norm": 45.48658126984666,
    "relative_err": 3.311276672174402e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.356720740506739e-11,
    "max_abs_err": 2.0357326935283027e-13,
    "mean_abs_err": 1.831184720049551e-14,
    "w_frob_norm": 44.304636324851074,
    "relative_err": 1.2090655030390311e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.0631901332563091e-10,
    "max_abs_err": 3.7821482057331934e-13,
    "mean_abs_err": 3.68263722155512e-14,
    "w_frob_norm": 42.78765191204401,
    "relative_err": 2.484805979636005e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 6.471582152418572e-11,
    "max_abs_err": 2.5442755541282835e-13,
    "mean_abs_err": 2.210503885899546e-14,
    "w_frob_norm": 43.701527438388354,
    "relative_err": 1.4808594874726955e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.1552232870677663e-10,
    "max_abs_err": 4.897384581203923e-13,
    "mean_abs_err": 3.957444151822432e-14,
    "w_frob_norm": 44.55101942817618,
    "relative_err": 2.5930344622757348e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.095514337185909e-11,
    "max_abs_err": 1.7894713488786351e-13,
    "mean_abs_err": 1.7513992185185098e-14,
    "w_frob_norm": 40.7747394483491,
    "relative_err": 1.249674285139354e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.1823801315418603e-10,
    "max_abs_err": 4.605829606596501e-13,
    "mean_abs_err": 4.08457108380882e-14,
    "w_frob_norm": 41.96817671980074,
    "relative_err": 2.8173254688569996e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.26766142145196e-10,
    "max_abs_err": 4.722359656095243e-13,
    "mean_abs_err": 4.2943560402925835e-14,
    "w_frob_norm": 42.12915038285354,
    "relative_err": 3.0089888116231633e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 4.7770785347631946e-11,
    "max_abs_err": 1.5391160568256623e-13,
    "mean_abs_err": 1.6602594212001206e-14,
    "w_frob_norm": 42.67829766014215,
    "relative_err": 1.1193226526522341e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.2929422506958396e-11,
    "max_abs_err": 2.3271575638750264e-13,
    "mean_abs_err": 1.8111791073736697e-14,
    "w_frob_norm": 41.19597660451985,
    "relative_err": 1.2848201904540163e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.1095417066141413e-10,
    "max_abs_err": 5.538555725159711e-13,
    "mean_abs_err": 3.831484830084254e-14,
    "w_frob_norm": 42.40318854251846,
    "relative_err": 2.6166468719718646e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 4.81093964610802e-11,
    "max_abs_err": 1.5987818707818846e-13,
    "mean_abs_err": 1.6663374235380617e-14,
    "w_frob_norm": 42.36643679561775,
    "relative_err": 1.1355544648035279e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 4.847127726746646e-11,
    "max_abs_err": 1.9536976203493595e-13,
    "mean_abs_err": 1.6710749434858214e-14,
    "w_frob_norm": 44.130559537926935,
    "relative_err": 1.0983608133454325e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 4.231378869422955e-11,
    "max_abs_err": 1.5216907595094753e-13,
    "mean_abs_err": 1.4706377738335264e-14,
    "w_frob_norm": 42.10375883742087,
    "relative_err": 1.0049883873223692e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.2801038948199245e-10,
    "max_abs_err": 5.359428179030346e-13,
    "mean_abs_err": 4.3858398957169674e-14,
    "w_frob_norm": 41.74103326750046,
    "relative_err": 3.066775771017179e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.1872599677085135e-11,
    "max_abs_err": 1.650068970349139e-13,
    "mean_abs_err": 1.7868838062854422e-14,
    "w_frob_norm": 43.18802342162417,
    "relative_err": 1.2010876064106375e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.2427344866727138e-10,
    "max_abs_err": 4.506187090136393e-13,
    "mean_abs_err": 4.278264556334004e-14,
    "w_frob_norm": 44.35687440881247,
    "relative_err": 2.801672803225777e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 4.639745750444075e-11,
    "max_abs_err": 1.5936817837625128e-13,
    "mean_abs_err": 1.6059355760052354e-14,
    "w_frob_norm": 44.07308428724275,
    "relative_err": 1.0527390640974678e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.0770437214582835e-11,
    "max_abs_err": 1.8634399578942862e-13,
    "mean_abs_err": 1.743727325581374e-14,
    "w_frob_norm": 43.00406356451155,
    "relative_err": 1.1805962740804887e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.2154809637080782e-10,
    "max_abs_err": 4.700059785811561e-13,
    "mean_abs_err": 4.1920358357643854e-14,
    "w_frob_norm": 45.89090123257361,
    "relative_err": 2.648631713611506e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.1126203789235095e-10,
    "max_abs_err": 4.255562915944644e-13,
    "mean_abs_err": 3.8013862855393225e-14,
    "w_frob_norm": 41.31783451932971,
    "relative_err": 2.6928332325911045e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.401107618361404e-10,
    "max_abs_err": 5.810022601915321e-13,
    "mean_abs_err": 4.77454525404387e-14,
    "w_frob_norm": 45.05955874328142,
    "relative_err": 3.109457032954889e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.010762891998294e-11,
    "max_abs_err": 1.976474539588935e-13,
    "mean_abs_err": 1.7295745872954193e-14,
    "w_frob_norm": 42.711086528450174,
    "relative_err": 1.1731761702340649e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.2551895463337237e-11,
    "max_abs_err": 2.0478508212101731e-13,
    "mean_abs_err": 1.8174039527000975e-14,
    "w_frob_norm": 43.66327215381287,
    "relative_err": 1.2035720840667268e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.899472562757017e-11,
    "max_abs_err": 2.1612572842499844e-13,
    "mean_abs_err": 2.032646325403711e-14,
    "w_frob_norm": 42.382010647810006,
    "relative_err": 1.3919756218696196e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2627855027365428e-10,
    "max_abs_err": 5.832244409642584e-13,
    "mean_abs_err": 4.289485455474144e-14,
    "w_frob_norm": 41.61654784108149,
    "relative_err": 3.034335062001449e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 4.732962223362795e-11,
    "max_abs_err": 1.768394458645517e-13,
    "mean_abs_err": 1.6367225735118578e-14,
    "w_frob_norm": 42.14363880806084,
    "relative_err": 1.1230549514052684e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.4086701807205658e-10,
    "max_abs_err": 5.468681063547365e-13,
    "mean_abs_err": 4.828556678016834e-14,
    "w_frob_norm": 43.819034119008705,
    "relative_err": 3.21474493685721e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.4036709380296433e-10,
    "max_abs_err": 7.435684012957466e-13,
    "mean_abs_err": 4.7001504367534286e-14,
    "w_frob_norm": 41.77211163411099,
    "relative_err": 3.3603063937122332e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.4696389549238635e-10,
    "max_abs_err": 6.916004227641714e-13,
    "mean_abs_err": 4.969617473127463e-14,
    "w_frob_norm": 43.31095606506731,
    "relative_err": 3.3932267685709413e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.684123029767884e-11,
    "max_abs_err": 2.145505995088115e-13,
    "mean_abs_err": 1.9487705077383687e-14,
    "w_frob_norm": 41.489972434348495,
    "relative_err": 1.369999230238616e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.1496968970930509e-10,
    "max_abs_err": 4.261244135328468e-13,
    "mean_abs_err": 3.922056883065498e-14,
    "w_frob_norm": 44.17503573744461,
    "relative_err": 2.60259415278417e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.1652973017467397e-10,
    "max_abs_err": 3.9392100692481335e-13,
    "mean_abs_err": 4.0309992234710336e-14,
    "w_frob_norm": 44.67429049621836,
    "relative_err": 2.608429342253082e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.0773917461733267e-10,
    "max_abs_err": 3.7900758920184074e-13,
    "mean_abs_err": 3.7170941848077515e-14,
    "w_frob_norm": 44.01380436139533,
    "relative_err": 2.447849627646164e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 6.747141471443755e-11,
    "max_abs_err": 3.2338021149769247e-13,
    "mean_abs_err": 2.261487187703907e-14,
    "w_frob_norm": 43.93883353018211,
    "relative_err": 1.5355759198316138e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.1604843759729444e-10,
    "max_abs_err": 4.282477150674424e-13,
    "mean_abs_err": 3.997877012691468e-14,
    "w_frob_norm": 41.03062808971864,
    "relative_err": 2.828336854691571e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.021127704394251e-11,
    "max_abs_err": 1.7050943990071232e-13,
    "mean_abs_err": 1.7413914755462987e-14,
    "w_frob_norm": 41.73309376931992,
    "relative_err": 1.2031525225876094e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.2005933267301355e-11,
    "max_abs_err": 2.0146037615909052e-13,
    "mean_abs_err": 1.7867820340025548e-14,
    "w_frob_norm": 41.91669444148156,
    "relative_err": 1.2406973870495687e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.028540297604659e-11,
    "max_abs_err": 1.9075713231231362e-13,
    "mean_abs_err": 1.731024663383628e-14,
    "w_frob_norm": 41.6645810024431,
    "relative_err": 1.2069100844455389e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.4492553433348614e-10,
    "max_abs_err": 7.792724798783013e-13,
    "mean_abs_err": 4.889742053388146e-14,
    "w_frob_norm": 44.823163042894585,
    "relative_err": 3.233273256391929e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.2717908460882097e-11,
    "max_abs_err": 2.0181772919514174e-13,
    "mean_abs_err": 1.8218835009955874e-14,
    "w_frob_norm": 43.350828881976575,
    "relative_err": 1.216076135577651e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.231123300022555e-10,
    "max_abs_err": 4.2931630472864413e-13,
    "mean_abs_err": 4.2399407637627025e-14,
    "w_frob_norm": 42.523290686096274,
    "relative_err": 2.895174103788473e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.8375294631195427e-11,
    "max_abs_err": 1.7568791473715484e-13,
    "mean_abs_err": 1.672892842151775e-14,
    "w_frob_norm": 42.09635160597869,
    "relative_err": 1.1491564657191094e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.0959891368693392e-10,
    "max_abs_err": 4.421941023795891e-13,
    "mean_abs_err": 3.800257504827373e-14,
    "w_frob_norm": 41.92651201504548,
    "relative_err": 2.6140718228028114e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.354431031504654e-11,
    "max_abs_err": 1.9800480699494472e-13,
    "mean_abs_err": 1.8436802862483747e-14,
    "w_frob_norm": 43.97202512944533,
    "relative_err": 1.2176903419258543e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.248933218335164e-11,
    "max_abs_err": 1.8397783296819625e-13,
    "mean_abs_err": 1.813457491580446e-14,
    "w_frob_norm": 41.721268649033725,
    "relative_err": 1.258095304457318e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.0350976866182534e-11,
    "max_abs_err": 1.9925380789764802e-13,
    "mean_abs_err": 1.7379542543558584e-14,
    "w_frob_norm": 43.57409369897895,
    "relative_err": 1.1555255105021814e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.1527915960576392e-10,
    "max_abs_err": 5.344752418423582e-13,
    "mean_abs_err": 3.9629379852982033e-14,
    "w_frob_norm": 41.88749152742403,
    "relative_err": 2.7521141849778674e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.2067647459007817e-10,
    "max_abs_err": 5.011861151787977e-13,
    "mean_abs_err": 4.1020529115755825e-14,
    "w_frob_norm": 41.571315818943525,
    "relative_err": 2.902878396143704e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 9.241606828794167e-11,
    "max_abs_err": 3.2815503786531863e-13,
    "mean_abs_err": 3.200881845854679e-14,
    "w_frob_norm": 40.53338947095519,
    "relative_err": 2.2799985269962133e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.0476820083114287e-10,
    "max_abs_err": 3.68219343904741e-13,
    "mean_abs_err": 3.6316139038127665e-14,
    "w_frob_norm": 45.44002461746836,
    "relative_err": 2.305636973419842e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.800675537189794e-11,
    "max_abs_err": 2.182824233865066e-13,
    "mean_abs_err": 1.6501148971894357e-14,
    "w_frob_norm": 41.62861076670187,
    "relative_err": 1.1532154085309485e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1930745584380403e-10,
    "max_abs_err": 4.3192532883651324e-13,
    "mean_abs_err": 4.108491386524943e-14,
    "w_frob_norm": 41.85728000966811,
    "relative_err": 2.8503394347708842e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.0357448851778838e-10,
    "max_abs_err": 3.539859377843513e-13,
    "mean_abs_err": 3.599989675297316e-14,
    "w_frob_norm": 44.758064027011216,
    "relative_err": 2.31409670568597e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 6.342771488697248e-11,
    "max_abs_err": 3.2234371422079633e-13,
    "mean_abs_err": 2.1316963951563753e-14,
    "w_frob_norm": 40.504894611679816,
    "relative_err": 1.565927167446147e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 4.933000579078411e-11,
    "max_abs_err": 1.755437700583229e-13,
    "mean_abs_err": 1.709087530789625e-14,
    "w_frob_norm": 43.478435443601334,
    "relative_err": 1.1345855775968117e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.177817006200321e-10,
    "max_abs_err": 4.880002651974635e-13,
    "mean_abs_err": 4.034181968653218e-14,
    "w_frob_norm": 44.55689832791054,
    "relative_err": 2.6433999008017438e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.257519090511163e-11,
    "max_abs_err": 2.0501655928484297e-13,
    "mean_abs_err": 1.8156721481533708e-14,
    "w_frob_norm": 42.85785800345116,
    "relative_err": 1.2267339842527353e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.229533051230716e-11,
    "max_abs_err": 2.6097873861985477e-13,
    "mean_abs_err": 1.805474699439281e-14,
    "w_frob_norm": 42.24553738902746,
    "relative_err": 1.2378900528766847e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.002123131980108e-11,
    "max_abs_err": 2.0390286681326586e-13,
    "mean_abs_err": 1.7198818304514686e-14,
    "w_frob_norm": 42.793413331085915,
    "relative_err": 1.1689002448296112e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.67808528701455e-11,
    "max_abs_err": 2.5992706251254383e-13,
    "mean_abs_err": 1.9298659164340084e-14,
    "w_frob_norm": 41.260967511561184,
    "relative_err": 1.3761396374003034e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.3851921218818296e-10,
    "max_abs_err": 4.818636809011956e-13,
    "mean_abs_err": 4.707944738295666e-14,
    "w_frob_norm": 44.092984749397466,
    "relative_err": 3.141524960840303e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.210005919187778e-10,
    "max_abs_err": 4.543605075513213e-13,
    "mean_abs_err": 4.1511780569981084e-14,
    "w_frob_norm": 42.4705110735581,
    "relative_err": 2.8490495842917247e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.217104974779143e-10,
    "max_abs_err": 5.492013094299253e-13,
    "mean_abs_err": 4.172620789413684e-14,
    "w_frob_norm": 41.8083678245743,
    "relative_err": 2.9111516141602354e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.739096601026322e-11,
    "max_abs_err": 2.1514040549064362e-13,
    "mean_abs_err": 1.9754865611979067e-14,
    "w_frob_norm": 43.22313193830003,
    "relative_err": 1.3277836065231791e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 9.930543716883148e-11,
    "max_abs_err": 3.622111291456953e-13,
    "mean_abs_err": 3.361344066659464e-14,
    "w_frob_norm": 41.12697635882259,
    "relative_err": 2.4146058368700963e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.510227999847695e-11,
    "max_abs_err": 1.5587878210432393e-13,
    "mean_abs_err": 1.564643035340137e-14,
    "w_frob_norm": 40.763433637824036,
    "relative_err": 1.1064396684342837e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.1313275242705386e-10,
    "max_abs_err": 3.764072387113515e-13,
    "mean_abs_err": 3.9108254239279646e-14,
    "w_frob_norm": 43.85724817624786,
    "relative_err": 2.579567964966943e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 4.8483889769804386e-11,
    "max_abs_err": 1.8597276496556958e-13,
    "mean_abs_err": 1.6730175381038938e-14,
    "w_frob_norm": 40.18106931038053,
    "relative_err": 1.2066351294757323e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.2570062092029759e-10,
    "max_abs_err": 5.824592381759724e-13,
    "mean_abs_err": 4.248633369854928e-14,
    "w_frob_norm": 43.24546373237298,
    "relative_err": 2.9066776043425743e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.84164102645831e-11,
    "max_abs_err": 2.7029767313280217e-13,
    "mean_abs_err": 2.0001598511298677e-14,
    "w_frob_norm": 43.32695936526419,
    "relative_err": 1.3482693251586986e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.945857244265346e-11,
    "max_abs_err": 2.373544069622646e-13,
    "mean_abs_err": 2.036955333573212e-14,
    "w_frob_norm": 43.13052482281685,
    "relative_err": 1.3785728944155758e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.0686962701049701e-10,
    "max_abs_err": 3.8174324812345617e-13,
    "mean_abs_err": 3.6934043007223326e-14,
    "w_frob_norm": 40.44910431716961,
    "relative_err": 2.642076476465601e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.0282567693736398e-10,
    "max_abs_err": 4.089437122267725e-13,
    "mean_abs_err": 3.545203533543964e-14,
    "w_frob_norm": 40.696683112525605,
    "relative_err": 2.5266353194694716e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.0526099859192864e-10,
    "max_abs_err": 4.428783728638308e-13,
    "mean_abs_err": 3.638920468311528e-14,
    "w_frob_norm": 44.13253854108057,
    "relative_err": 2.385110897120657e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.0506495627067716e-10,
    "max_abs_err": 3.583591756672888e-13,
    "mean_abs_err": 3.627528572784817e-14,
    "w_frob_norm": 43.35708750730687,
    "relative_err": 2.42324755446202e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.3709140194151286e-11,
    "max_abs_err": 2.2481669303964225e-13,
    "mean_abs_err": 1.846000683223531e-14,
    "w_frob_norm": 43.27698851674488,
    "relative_err": 1.2410553976825343e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 6.549506402494768e-11,
    "max_abs_err": 2.854357375459138e-13,
    "mean_abs_err": 2.2105913927927245e-14,
    "w_frob_norm": 44.0924703905392,
    "relative_err": 1.4854024608927508e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 4.9199760967537516e-11,
    "max_abs_err": 2.1817964102055498e-13,
    "mean_abs_err": 1.6859287705566937e-14,
    "w_frob_norm": 43.45176402129104,
    "relative_err": 1.1322845476061685e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 6.291469435809013e-11,
    "max_abs_err": 2.5970848735457075e-13,
    "mean_abs_err": 2.1519320081313048e-14,
    "w_frob_norm": 43.23963255447714,
    "relative_err": 1.455023797411428e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.1826534351844975e-10,
    "max_abs_err": 4.754911742121948e-13,
    "mean_abs_err": 4.10887901104155e-14,
    "w_frob_norm": 43.55482533229854,
    "relative_err": 2.7153212673028175e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.316644999393492e-11,
    "max_abs_err": 1.7955081865750344e-13,
    "mean_abs_err": 1.4997848884745606e-14,
    "w_frob_norm": 41.28966103232106,
    "relative_err": 1.0454542109257022e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 6.030789313284912e-11,
    "max_abs_err": 2.296071319185522e-13,
    "mean_abs_err": 2.0613844349910304e-14,
    "w_frob_norm": 43.592216511766146,
    "relative_err": 1.3834555330897475e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.244676061133334e-10,
    "max_abs_err": 5.265024527467688e-13,
    "mean_abs_err": 4.251899882190255e-14,
    "w_frob_norm": 39.81059084471688,
    "relative_err": 3.1264948214113495e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.2129829703483635e-10,
    "max_abs_err": 4.256378235978353e-13,
    "mean_abs_err": 4.1620133902173774e-14,
    "w_frob_norm": 44.980740010161,
    "relative_err": 2.696671886843913e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.0833625895552683e-10,
    "max_abs_err": 3.9625421000000216e-13,
    "mean_abs_err": 3.748207468775584e-14,
    "w_frob_norm": 41.860442256297034,
    "relative_err": 2.5880342661508762e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.1930202858813485e-10,
    "max_abs_err": 4.229611452744031e-13,
    "mean_abs_err": 4.1192491973817125e-14,
    "w_frob_norm": 45.22783311373851,
    "relative_err": 2.6378011143738696e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.2881441624596604e-11,
    "max_abs_err": 2.1079709158766669e-13,
    "mean_abs_err": 1.8113634641158404e-14,
    "w_frob_norm": 41.231724063647704,
    "relative_err": 1.2825425767539022e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.110848473121547e-11,
    "max_abs_err": 2.5473373410633826e-13,
    "mean_abs_err": 1.7549488806566083e-14,
    "w_frob_norm": 43.08704097110156,
    "relative_err": 1.1861683601223366e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.147301300758095e-11,
    "max_abs_err": 2.4250653568591574e-13,
    "mean_abs_err": 1.7631410186669227e-14,
    "w_frob_norm": 43.313046186109105,
    "relative_err": 1.1883951266417466e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.106495841408116e-11,
    "max_abs_err": 2.0720361190718073e-13,
    "mean_abs_err": 1.7431026900171523e-14,
    "w_frob_norm": 39.64431547650095,
    "relative_err": 1.2880776928624172e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.007061820277276e-11,
    "max_abs_err": 1.9625967517811205e-13,
    "mean_abs_err": 1.7206049508651562e-14,
    "w_frob_norm": 43.38773866395626,
    "relative_err": 1.154026915082537e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.2509074236497156e-10,
    "max_abs_err": 4.727433722262475e-13,
    "mean_abs_err": 4.297774265996837e-14,
    "w_frob_norm": 44.276472446986354,
    "relative_err": 2.8252192519344607e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1824772640144895e-10,
    "max_abs_err": 5.97169882987636e-13,
    "mean_abs_err": 4.043822195272231e-14,
    "w_frob_norm": 43.890612232900025,
    "relative_err": 2.694146205434142e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.0209160065819551e-10,
    "max_abs_err": 4.240982565129059e-13,
    "mean_abs_err": 3.550486117577702e-14,
    "w_frob_norm": 41.95285155188607,
    "relative_err": 2.433484182402514e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.929855856794566e-11,
    "max_abs_err": 1.8740521287585743e-13,
    "mean_abs_err": 1.690501091097135e-14,
    "w_frob_norm": 41.97405019657526,
    "relative_err": 1.1745008722548299e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.1055654174666014e-10,
    "max_abs_err": 4.0671849568796326e-13,
    "mean_abs_err": 3.806096501947566e-14,
    "w_frob_norm": 44.151289459195574,
    "relative_err": 2.5040387970737755e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.3673741255844554e-10,
    "max_abs_err": 5.847197726005504e-13,
    "mean_abs_err": 4.5151821254131385e-14,
    "w_frob_norm": 43.4820624872228,
    "relative_err": 3.1446855263276857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.400081516055878e-10,
    "max_abs_err": 6.285423570506765e-13,
    "mean_abs_err": 4.648980011164241e-14,
    "w_frob_norm": 39.66838229591684,
    "relative_err": 3.5294646139376137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.6479463780420734e-11,
    "max_abs_err": 2.2344712885535856e-13,
    "mean_abs_err": 1.9474248886569327e-14,
    "w_frob_norm": 42.25551531577304,
    "relative_err": 1.3366175600593897e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 9.870964658955523e-11,
    "max_abs_err": 3.619257671338971e-13,
    "mean_abs_err": 3.364519333277059e-14,
    "w_frob_norm": 41.070391294561084,
    "relative_err": 2.4034260078410127e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.1610360272066267e-10,
    "max_abs_err": 3.9733841217248766e-13,
    "mean_abs_err": 4.006369889747332e-14,
    "w_frob_norm": 40.576033683670325,
    "relative_err": 2.8613837327177726e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.0966187012453242e-10,
    "max_abs_err": 3.8995109225004043e-13,
    "mean_abs_err": 3.7836352559756046e-14,
    "w_frob_norm": 43.65984048789806,
    "relative_err": 2.5117331831509845e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 4.981998735592843e-11,
    "max_abs_err": 1.7170292965218437e-13,
    "mean_abs_err": 1.7245543377305093e-14,
    "w_frob_norm": 41.403451070327456,
    "relative_err": 1.2032810325715298e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 4.473561088092569e-11,
    "max_abs_err": 1.5894252060333347e-13,
    "mean_abs_err": 1.5519227266590816e-14,
    "w_frob_norm": 41.17262612756273,
    "relative_err": 1.0865377093587368e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.2349308609004385e-10,
    "max_abs_err": 5.042598283377941e-13,
    "mean_abs_err": 4.2442032643284e-14,
    "w_frob_norm": 41.80102537342945,
    "relative_err": 2.9543075794629055e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.1206811114738254e-10,
    "max_abs_err": 4.652771223856433e-13,
    "mean_abs_err": 3.838825845315676e-14,
    "w_frob_norm": 41.6196868736497,
    "relative_err": 2.692670694222239e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.107980389817517e-11,
    "max_abs_err": 2.0714376394725953e-13,
    "mean_abs_err": 1.7545481273533355e-14,
    "w_frob_norm": 40.6128150875654,
    "relative_err": 1.2577262567995315e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.148185699781655e-11,
    "max_abs_err": 1.9741153156616065e-13,
    "mean_abs_err": 1.7779494333764822e-14,
    "w_frob_norm": 41.84367984575391,
    "relative_err": 1.2303377042265721e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.0385927426892774e-11,
    "max_abs_err": 2.0526375738016966e-13,
    "mean_abs_err": 1.738391425927433e-14,
    "w_frob_norm": 43.18440332473568,
    "relative_err": 1.1667621536415235e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.330759127121299e-11,
    "max_abs_err": 1.8444273885975804e-13,
    "mean_abs_err": 1.8310280132550972e-14,
    "w_frob_norm": 43.11672705544372,
    "relative_err": 1.2363552363950273e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.258724823507123e-11,
    "max_abs_err": 1.5384048202005118e-13,
    "mean_abs_err": 1.4772587489103254e-14,
    "w_frob_norm": 40.0120495701539,
    "relative_err": 1.0643605786902315e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.745400715710998e-11,
    "max_abs_err": 1.7816520828106697e-13,
    "mean_abs_err": 1.633784866150786e-14,
    "w_frob_norm": 42.50099164425335,
    "relative_err": 1.1165388223012519e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.0440378983426135e-10,
    "max_abs_err": 3.728389125212672e-13,
    "mean_abs_err": 3.618338547892008e-14,
    "w_frob_norm": 40.74489574853365,
    "relative_err": 2.5623771497321524e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.2152504610475021e-10,
    "max_abs_err": 4.3986862763301104e-13,
    "mean_abs_err": 4.1453408702832715e-14,
    "w_frob_norm": 44.05900844274005,
    "relative_err": 2.7582337959939916e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 6.030919687304788e-11,
    "max_abs_err": 2.2657136583559279e-13,
    "mean_abs_err": 2.0608625999789347e-14,
    "w_frob_norm": 42.58606796380776,
    "relative_err": 1.4161719960692853e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 9.30408086435017e-11,
    "max_abs_err": 3.30669519543747e-13,
    "mean_abs_err": 3.1447939788698974e-14,
    "w_frob_norm": 39.094561859139496,
    "relative_err": 2.379891325518224e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.760143063714521e-11,
    "max_abs_err": 2.3945255500645857e-13,
    "mean_abs_err": 1.9728937324266936e-14,
    "w_frob_norm": 43.430619470243784,
    "relative_err": 1.3262861856393845e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.5225385902004062e-10,
    "max_abs_err": 6.525474605112436e-13,
    "mean_abs_err": 5.1492142796479436e-14,
    "w_frob_norm": 43.996735438352715,
    "relative_err": 3.460571733404527e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2085161651108236e-10,
    "max_abs_err": 4.2282323475806294e-13,
    "mean_abs_err": 4.1586387790578246e-14,
    "w_frob_norm": 44.69865892646626,
    "relative_err": 2.7036966972520426e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.0889909687442501e-10,
    "max_abs_err": 3.891817423884447e-13,
    "mean_abs_err": 3.692006259111389e-14,
    "w_frob_norm": 43.373556114211056,
    "relative_err": 2.5107255809893103e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.948225094725278e-11,
    "max_abs_err": 1.7206375213518754e-13,
    "mean_abs_err": 1.7162041767907082e-14,
    "w_frob_norm": 43.82414040599174,
    "relative_err": 1.1291094471869537e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.1015832140499302e-10,
    "max_abs_err": 4.512501483588949e-13,
    "mean_abs_err": 3.81065689777323e-14,
    "w_frob_norm": 45.534395558949115,
    "relative_err": 2.419233198393539e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.1139686402482401e-10,
    "max_abs_err": 3.8169814531308077e-13,
    "mean_abs_err": 3.84458414087669e-14,
    "w_frob_norm": 40.27717784107827,
    "relative_err": 2.7657564406414673e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.844210210835747e-11,
    "max_abs_err": 2.271845905843506e-13,
    "mean_abs_err": 2.0061855242040817e-14,
    "w_frob_norm": 41.05590712982923,
    "relative_err": 1.4234760889230549e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.2778889615548182e-10,
    "max_abs_err": 5.708957612204912e-13,
    "mean_abs_err": 4.3338197089965444e-14,
    "w_frob_norm": 42.829525671837445,
    "relative_err": 2.9836635860646343e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.2204980491424154e-11,
    "max_abs_err": 2.180582103772366e-13,
    "mean_abs_err": 1.7969989231242335e-14,
    "w_frob_norm": 41.86462166397332,
    "relative_err": 1.2469951576404489e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.175428601409808e-10,
    "max_abs_err": 4.590321178721268e-13,
    "mean_abs_err": 4.0577514261659207e-14,
    "w_frob_norm": 45.3566554750628,
    "relative_err": 2.591523976136339e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 4.593873343231801e-11,
    "max_abs_err": 1.7543605457248646e-13,
    "mean_abs_err": 1.5817598717718386e-14,
    "w_frob_norm": 39.839280933955315,
    "relative_err": 1.1531014705931624e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.115131239503766e-10,
    "max_abs_err": 4.3057224452525134e-13,
    "mean_abs_err": 3.8294389893663555e-14,
    "w_frob_norm": 41.5402198767894,
    "relative_err": 2.6844615719688227e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.1321183414032197e-11,
    "max_abs_err": 1.9418771061638362e-13,
    "mean_abs_err": 1.7607397869356895e-14,
    "w_frob_norm": 42.86110183680551,
    "relative_err": 1.1973836699168075e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.887455962837366e-11,
    "max_abs_err": 2.1576490594199527e-13,
    "mean_abs_err": 2.0200675107885113e-14,
    "w_frob_norm": 44.368803776184265,
    "relative_err": 1.3269359238388035e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.8331430487945676e-11,
    "max_abs_err": 1.7361286019923483e-13,
    "mean_abs_err": 1.671482342742821e-14,
    "w_frob_norm": 41.072899494692194,
    "relative_err": 1.1767231211468645e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.5506010956839245e-11,
    "max_abs_err": 1.9376167337270545e-13,
    "mean_abs_err": 1.567770997027323e-14,
    "w_frob_norm": 40.412708880529955,
    "relative_err": 1.1260321868392035e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.229374968353436e-10,
    "max_abs_err": 4.899518291079374e-13,
    "mean_abs_err": 4.1435277610591293e-14,
    "w_frob_norm": 40.4388322552604,
    "relative_err": 3.0400852343937687e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 9.398903157717248e-11,
    "max_abs_err": 3.047596897065574e-13,
    "mean_abs_err": 3.261453872027899e-14,
    "w_frob_norm": 40.958793998951954,
    "relative_err": 2.2947216556126493e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.0628389786308832e-10,
    "max_abs_err": 3.757653910252401e-13,
    "mean_abs_err": 3.678081116146121e-14,
    "w_frob_norm": 39.701733492908566,
    "relative_err": 2.67705937530593e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 4.643989896172272e-11,
    "max_abs_err": 1.5854158263994833e-13,
    "mean_abs_err": 1.6111071252510835e-14,
    "w_frob_norm": 40.67350154104898,
    "relative_err": 1.141772830029254e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.4764842923308876e-10,
    "max_abs_err": 6.215652992302978e-13,
    "mean_abs_err": 4.977286181768712e-14,
    "w_frob_norm": 41.90763108259852,
    "relative_err": 3.523187195718095e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.082252326089217e-11,
    "max_abs_err": 2.0268509093313014e-13,
    "mean_abs_err": 1.7505894324454146e-14,
    "w_frob_norm": 41.24147213219906,
    "relative_err": 1.2323159342610556e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 9.76766600816645e-11,
    "max_abs_err": 3.572021151088123e-13,
    "mean_abs_err": 3.3939284856145276e-14,
    "w_frob_norm": 41.71238075398167,
    "relative_err": 2.341670705821334e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.4243566296825018e-10,
    "max_abs_err": 6.384311482254823e-13,
    "mean_abs_err": 4.8129243772557223e-14,
    "w_frob_norm": 41.52977509017716,
    "relative_err": 3.429723918777971e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 4.5356710939820646e-11,
    "max_abs_err": 1.5020623633787977e-13,
    "mean_abs_err": 1.5756805173756644e-14,
    "w_frob_norm": 42.256140498450634,
    "relative_err": 1.073375618426006e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.8402779146356423e-11,
    "max_abs_err": 2.0329571359667398e-13,
    "mean_abs_err": 1.67100477077415e-14,
    "w_frob_norm": 42.26981576545011,
    "relative_err": 1.1450908472120473e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.9.mixer.A_log": {
    "frob_norm_diff": 3.0082565999155315e-15,
    "max_abs_err": 1.3322676295501878e-15,
    "mean_abs_err": 2.2518879122523927e-16,
    "w_frob_norm": 18.652072076067267,
    "relative_err": 1.6128270294298655e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.8.norm.weight": {
    "frob_norm_diff": 3.528529892220513e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 4.2334222684942923e-17,
    "w_frob_norm": 28.38808673561392,
    "relative_err": 1.2429615018027404e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.8.mixer.gate.weight": {
    "frob_norm_diff": 5.6113550157552013e-11,
    "max_abs_err": 6.56183440916891e-13,
    "mean_abs_err": 7.380058475100105e-14,
    "w_frob_norm": 20.25856734252759,
    "relative_err": 2.769867642108937e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 4.631240139350193e-11,
    "max_abs_err": 1.601219157265632e-13,
    "mean_abs_err": 1.6062726990889992e-14,
    "w_frob_norm": 42.30900286435482,
    "relative_err": 1.094622852303616e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 9.8041440117971e-11,
    "max_abs_err": 3.675913740064374e-13,
    "mean_abs_err": 3.4071298559960443e-14,
    "w_frob_norm": 43.00711175642974,
    "relative_err": 2.2796564594532066e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.1441256521274217e-11,
    "max_abs_err": 1.7639362193122565e-13,
    "mean_abs_err": 1.7795318459249668e-14,
    "w_frob_norm": 40.84089933303664,
    "relative_err": 1.2595524917753913e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.0704188941911433e-10,
    "max_abs_err": 3.786441646336236e-13,
    "mean_abs_err": 3.711626193229728e-14,
    "w_frob_norm": 42.17780847626922,
    "relative_err": 2.5378722433940593e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.3049476421201116e-10,
    "max_abs_err": 5.391338417370939e-13,
    "mean_abs_err": 4.4107821899349106e-14,
    "w_frob_norm": 39.945931004384256,
    "relative_err": 3.266784899760848e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.8.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.2644750397112152e-10,
    "max_abs_err": 3.615909655030336e-13,
    "mean_abs_err": 3.007641243029507e-14,
    "w_frob_norm": 46.949567527929425,
    "relative_err": 2.6932623798057404e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.8.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.64480212418361e-10,
    "max_abs_err": 1.4441087214933646e-12,
    "mean_abs_err": 6.409621964053234e-14,
    "w_frob_norm": 50.65387610470996,
    "relative_err": 5.2213222907490155e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.9.mixer.D": {
    "frob_norm_diff": 1.0482589574688704e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 3.7833997138534206e-17,
    "w_frob_norm": 5.373601925205877,
    "relative_err": 1.9507566285321903e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.9.norm.weight": {
    "frob_norm_diff": 4.2027477566425775e-15,
    "max_abs_err": 3.3306690738754696e-16,
    "mean_abs_err": 5.323948953652629e-17,
    "w_frob_norm": 34.75893830533749,
    "relative_err": 1.2091128099839618e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.9.mixer.dt_bias": {
    "frob_norm_diff": 3.3993799870535225e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.3966289022792076e-16,
    "w_frob_norm": 31.457498034172723,
    "relative_err": 1.0806263051691931e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.9.mixer.norm.weight": {
    "frob_norm_diff": 9.433548917186647e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 5.415040231407084e-17,
    "w_frob_norm": 77.84562153600032,
    "relative_err": 1.2118278113848738e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.9.mixer.out_proj.weight": {
    "frob_norm_diff": 3.931778012114512e-10,
    "max_abs_err": 2.8308744237648398e-12,
    "mean_abs_err": 9.061428108297261e-14,
    "w_frob_norm": 71.49751521994374,
    "relative_err": 5.499181335210611e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.9.mixer.in_proj.weight": {
    "frob_norm_diff": 3.2079225509085044e-10,
    "max_abs_err": 7.580464034262491e-13,
    "mean_abs_err": 4.6092482470087594e-14,
    "w_frob_norm": 123.24333651380879,
    "relative_err": 2.6029176437860175e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.9.mixer.conv1d.weight": {
    "frob_norm_diff": 4.4178884895758705e-15,
    "max_abs_err": 6.661338147750939e-16,
    "mean_abs_err": 1.1327820947958365e-17,
    "w_frob_norm": 10.071371287772145,
    "relative_err": 4.386580896823572e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.13.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.1722576322039065e-11,
    "max_abs_err": 2.004958699064474e-13,
    "mean_abs_err": 1.7876842730368894e-14,
    "w_frob_norm": 42.64748482382111,
    "relative_err": 1.2127931233391046e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.684597296722974e-11,
    "max_abs_err": 2.297641243931281e-13,
    "mean_abs_err": 1.9443527121890524e-14,
    "w_frob_norm": 44.274682916053074,
    "relative_err": 1.2839385676688512e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.419700216013227e-11,
    "max_abs_err": 1.9920523564032067e-13,
    "mean_abs_err": 1.8561960689414985e-14,
    "w_frob_norm": 39.48274107441609,
    "relative_err": 1.3726757739029088e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.1074273962323625e-10,
    "max_abs_err": 4.386074836659759e-13,
    "mean_abs_err": 3.841709034096847e-14,
    "w_frob_norm": 43.726819713752384,
    "relative_err": 2.5326044827451034e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.108706299862922e-11,
    "max_abs_err": 2.2639182195582919e-13,
    "mean_abs_err": 1.753167111314774e-14,
    "w_frob_norm": 40.81908151615162,
    "relative_err": 1.2515485675103857e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.2742238381057628e-10,
    "max_abs_err": 5.702513114491659e-13,
    "mean_abs_err": 4.372567011978464e-14,
    "w_frob_norm": 43.444741156083815,
    "relative_err": 2.9329760155040676e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.2296810068185386e-11,
    "max_abs_err": 2.0910009834729237e-13,
    "mean_abs_err": 1.792390122362314e-14,
    "w_frob_norm": 42.674925131663436,
    "relative_err": 1.2254692868666059e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.376168295766651e-10,
    "max_abs_err": 6.593655742931359e-13,
    "mean_abs_err": 4.7270657048041596e-14,
    "w_frob_norm": 45.186402048198474,
    "relative_err": 3.045536341439066e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.125725329122973e-11,
    "max_abs_err": 2.1582345285930948e-13,
    "mean_abs_err": 1.761509878908171e-14,
    "w_frob_norm": 41.035900658554695,
    "relative_err": 1.2490831800603895e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 9.802426122421585e-11,
    "max_abs_err": 3.9564185261298235e-13,
    "mean_abs_err": 3.402412900791733e-14,
    "w_frob_norm": 42.41394013196717,
    "relative_err": 2.311133106691388e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.282757923501137e-10,
    "max_abs_err": 5.277098202860486e-13,
    "mean_abs_err": 4.3956172979504135e-14,
    "w_frob_norm": 42.54053848569898,
    "relative_err": 3.0153777294858804e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.032443188044145e-11,
    "max_abs_err": 1.8902934773024072e-13,
    "mean_abs_err": 1.7372313760250277e-14,
    "w_frob_norm": 39.12441258674931,
    "relative_err": 1.2862667718999921e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 4.723313429912381e-11,
    "max_abs_err": 1.8594500938995395e-13,
    "mean_abs_err": 1.6213767705810347e-14,
    "w_frob_norm": 41.75901917215917,
    "relative_err": 1.131088211253157e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.877702416551998e-11,
    "max_abs_err": 1.641829033838249e-13,
    "mean_abs_err": 1.6863865905989955e-14,
    "w_frob_norm": 43.86099898432844,
    "relative_err": 1.1120819246034054e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.401201492081512e-10,
    "max_abs_err": 5.423994586806202e-13,
    "mean_abs_err": 4.7215119893440455e-14,
    "w_frob_norm": 43.72967584636803,
    "relative_err": 3.204234801566426e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 4.560930892325702e-11,
    "max_abs_err": 1.9134346884719378e-13,
    "mean_abs_err": 1.5766051873650603e-14,
    "w_frob_norm": 42.44665791354806,
    "relative_err": 1.0745088345035408e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.1482826321481869e-10,
    "max_abs_err": 3.9950681651745867e-13,
    "mean_abs_err": 3.953958784158196e-14,
    "w_frob_norm": 44.98281409785151,
    "relative_err": 2.5527140868739728e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.4074828102048906e-11,
    "max_abs_err": 2.499198764605026e-13,
    "mean_abs_err": 1.8456107128717274e-14,
    "w_frob_norm": 43.280280375847376,
    "relative_err": 1.2494103003137068e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.0851779840811186e-10,
    "max_abs_err": 4.323538055350795e-13,
    "mean_abs_err": 3.743324640914276e-14,
    "w_frob_norm": 41.9214893940709,
    "relative_err": 2.588595967763013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.0858592739405612e-10,
    "max_abs_err": 4.14814016469478e-13,
    "mean_abs_err": 3.696626884081185e-14,
    "w_frob_norm": 40.774415219151834,
    "relative_err": 2.663089753965449e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.1202433472050912e-10,
    "max_abs_err": 3.609404441995423e-13,
    "mean_abs_err": 3.8861728193138635e-14,
    "w_frob_norm": 43.77641234283736,
    "relative_err": 2.5590113196847753e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.1639106210753153e-10,
    "max_abs_err": 4.967450062398626e-13,
    "mean_abs_err": 4.010163350492397e-14,
    "w_frob_norm": 43.623337371313,
    "relative_err": 2.6680916482119287e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.080658302262366e-11,
    "max_abs_err": 1.764578066998368e-13,
    "mean_abs_err": 1.7521540321721128e-14,
    "w_frob_norm": 44.020325319712406,
    "relative_err": 1.1541619161972062e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 6.640387537462726e-11,
    "max_abs_err": 3.158541136971671e-13,
    "mean_abs_err": 2.240769480474979e-14,
    "w_frob_norm": 44.324397963108275,
    "relative_err": 1.4981337237765982e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.1182270101578788e-10,
    "max_abs_err": 3.9434688153816566e-13,
    "mean_abs_err": 3.8581173336306646e-14,
    "w_frob_norm": 41.12734113530144,
    "relative_err": 2.718938251999117e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.58624443275809e-11,
    "max_abs_err": 1.5437998102107997e-13,
    "mean_abs_err": 1.593194076254868e-14,
    "w_frob_norm": 43.433900610741354,
    "relative_err": 1.0559135533003213e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.246918711627195e-10,
    "max_abs_err": 5.802996971837615e-13,
    "mean_abs_err": 4.2821417448116405e-14,
    "w_frob_norm": 44.67033111378305,
    "relative_err": 2.7913800514508782e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.225262274684111e-10,
    "max_abs_err": 4.259370633974413e-13,
    "mean_abs_err": 4.242561216661547e-14,
    "w_frob_norm": 45.31323229597246,
    "relative_err": 2.703983389843092e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.793172229864724e-11,
    "max_abs_err": 2.331086712548114e-13,
    "mean_abs_err": 1.9739262361389657e-14,
    "w_frob_norm": 44.04437799081006,
    "relative_err": 1.315303449414924e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 4.9089974866401355e-11,
    "max_abs_err": 1.8122309208834508e-13,
    "mean_abs_err": 1.6855627575940176e-14,
    "w_frob_norm": 39.867052072705285,
    "relative_err": 1.2313419807633704e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.3806407339897354e-11,
    "max_abs_err": 2.2202378824331959e-13,
    "mean_abs_err": 1.8584098219189763e-14,
    "w_frob_norm": 43.33375398993852,
    "relative_err": 1.2416742697249454e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.131240545656304e-10,
    "max_abs_err": 4.725698998786498e-13,
    "mean_abs_err": 3.9305347382454165e-14,
    "w_frob_norm": 44.998541369274506,
    "relative_err": 2.5139493664315247e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.2579869623879297e-10,
    "max_abs_err": 4.988284091345108e-13,
    "mean_abs_err": 4.3113438026207333e-14,
    "w_frob_norm": 45.22589889924103,
    "relative_err": 2.781563203841684e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 4.2566178566508186e-11,
    "max_abs_err": 1.4854957541832192e-13,
    "mean_abs_err": 1.4779782478014528e-14,
    "w_frob_norm": 41.4383639039809,
    "relative_err": 1.0272166793346524e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.020874453292378e-11,
    "max_abs_err": 1.9155510511126295e-13,
    "mean_abs_err": 1.7280075884222866e-14,
    "w_frob_norm": 43.05956865271819,
    "relative_err": 1.1660299000639035e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.038679919282059e-10,
    "max_abs_err": 4.057865155004947e-13,
    "mean_abs_err": 3.578040907950295e-14,
    "w_frob_norm": 41.50544263703275,
    "relative_err": 2.5025149794579203e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.1712902823572984e-11,
    "max_abs_err": 1.8414436642189003e-13,
    "mean_abs_err": 1.794561798575994e-14,
    "w_frob_norm": 40.90436242363453,
    "relative_err": 1.2642393074850441e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.1561692633180121e-10,
    "max_abs_err": 5.485939393728989e-13,
    "mean_abs_err": 3.963614902480481e-14,
    "w_frob_norm": 44.98061037349768,
    "relative_err": 2.5703725532351166e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.1400237792188761e-10,
    "max_abs_err": 4.4264938936500187e-13,
    "mean_abs_err": 3.9451644671779153e-14,
    "w_frob_norm": 44.32372976090243,
    "relative_err": 2.5720393689081666e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 4.891558110324572e-11,
    "max_abs_err": 2.0049240045949546e-13,
    "mean_abs_err": 1.6741609402030844e-14,
    "w_frob_norm": 43.89991077928402,
    "relative_err": 1.1142524035909554e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.2244352372970768e-10,
    "max_abs_err": 6.314428147025097e-13,
    "mean_abs_err": 4.166791605306001e-14,
    "w_frob_norm": 42.157359406319074,
    "relative_err": 2.9044400658394725e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.2684017340613791e-10,
    "max_abs_err": 4.714811440570399e-13,
    "mean_abs_err": 4.3447376862820483e-14,
    "w_frob_norm": 43.70941661383008,
    "relative_err": 2.9018958209111505e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 4.740811639370909e-11,
    "max_abs_err": 1.8818367003570202e-13,
    "mean_abs_err": 1.636725362343857e-14,
    "w_frob_norm": 42.47601891335761,
    "relative_err": 1.116114871556394e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.2278034713358992e-10,
    "max_abs_err": 5.111666298573958e-13,
    "mean_abs_err": 4.2044213265778424e-14,
    "w_frob_norm": 43.11521383644291,
    "relative_err": 2.847726735146341e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.9847050149815163e-11,
    "max_abs_err": 1.6324962215374939e-13,
    "mean_abs_err": 1.7304828750076595e-14,
    "w_frob_norm": 44.19295684176013,
    "relative_err": 1.1279410501610112e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.2591785887740236e-11,
    "max_abs_err": 2.0631413244487362e-13,
    "mean_abs_err": 1.8068550741427066e-14,
    "w_frob_norm": 42.880044913376366,
    "relative_err": 1.2264862593773615e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.32194612932803e-10,
    "max_abs_err": 6.070144387138043e-13,
    "mean_abs_err": 4.510659046659836e-14,
    "w_frob_norm": 45.272205632448625,
    "relative_err": 2.9199949745336285e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.0976270826143884e-10,
    "max_abs_err": 4.73975025894191e-13,
    "mean_abs_err": 3.773848563415074e-14,
    "w_frob_norm": 43.3951478710098,
    "relative_err": 2.529377445324158e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.183259640506346e-11,
    "max_abs_err": 1.7348449066201255e-13,
    "mean_abs_err": 1.787604491171448e-14,
    "w_frob_norm": 41.2998694232343,
    "relative_err": 1.2550305153241891e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.26758654419382e-11,
    "max_abs_err": 1.9473311851925246e-13,
    "mean_abs_err": 1.8105646992375422e-14,
    "w_frob_norm": 43.59882003169381,
    "relative_err": 1.2081947493910594e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.094085983312063e-10,
    "max_abs_err": 4.683770732372139e-13,
    "mean_abs_err": 3.7484454503500666e-14,
    "w_frob_norm": 42.426229639342644,
    "relative_err": 2.5787961659866576e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.202124662281821e-10,
    "max_abs_err": 4.070303122327701e-13,
    "mean_abs_err": 4.14981137360523e-14,
    "w_frob_norm": 45.437705906555095,
    "relative_err": 2.645654392750484e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 7.284800697072396e-11,
    "max_abs_err": 3.575612028683395e-13,
    "mean_abs_err": 2.389654055890542e-14,
    "w_frob_norm": 44.361881649023495,
    "relative_err": 1.64213068208137e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.0794428876993096e-10,
    "max_abs_err": 4.4912684682429926e-13,
    "mean_abs_err": 3.6840429148955735e-14,
    "w_frob_norm": 42.25871466980918,
    "relative_err": 2.5543675337349864e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.395496769977326e-11,
    "max_abs_err": 1.941988236886516e-13,
    "mean_abs_err": 1.85400389973823e-14,
    "w_frob_norm": 40.922550186487776,
    "relative_err": 1.3184654293023181e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 4.931246217571116e-11,
    "max_abs_err": 2.1119390958279638e-13,
    "mean_abs_err": 1.6989925706360153e-14,
    "w_frob_norm": 41.75741962627947,
    "relative_err": 1.180926949439113e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.2053226311981328e-10,
    "max_abs_err": 4.79066439296183e-13,
    "mean_abs_err": 4.1412490268836265e-14,
    "w_frob_norm": 44.186823325764635,
    "relative_err": 2.72778747255028e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.621137318346564e-11,
    "max_abs_err": 2.4291636410711526e-13,
    "mean_abs_err": 1.92832310119363e-14,
    "w_frob_norm": 42.66922554708675,
    "relative_err": 1.3173750510525374e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.2709750965948449e-10,
    "max_abs_err": 4.863887070882811e-13,
    "mean_abs_err": 4.3812078685645533e-14,
    "w_frob_norm": 43.709454972219234,
    "relative_err": 2.907780701915978e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.790757741702205e-11,
    "max_abs_err": 2.0747813189725406e-13,
    "mean_abs_err": 1.649692367589631e-14,
    "w_frob_norm": 41.99581078789179,
    "relative_err": 1.1407703891940273e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.011007336529477e-11,
    "max_abs_err": 1.836378271669048e-13,
    "mean_abs_err": 1.73165147989218e-14,
    "w_frob_norm": 43.23947756937615,
    "relative_err": 1.1588963646680282e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.1016143475626378e-10,
    "max_abs_err": 4.71209876673484e-13,
    "mean_abs_err": 3.772445482799888e-14,
    "w_frob_norm": 42.37522164921073,
    "relative_err": 2.5996662782840127e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.957720484957225e-11,
    "max_abs_err": 2.7041216488221664e-13,
    "mean_abs_err": 2.0113813106431694e-14,
    "w_frob_norm": 43.469600824945765,
    "relative_err": 1.370548698836518e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.292182665553911e-10,
    "max_abs_err": 5.406716740985473e-13,
    "mean_abs_err": 4.446577779588822e-14,
    "w_frob_norm": 44.20548310269979,
    "relative_err": 2.92312757345478e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.1155502323410418e-10,
    "max_abs_err": 6.173880851001456e-13,
    "mean_abs_err": 3.804152330701925e-14,
    "w_frob_norm": 43.31249290723253,
    "relative_err": 2.575585373786605e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 9.352068384949735e-11,
    "max_abs_err": 3.1645519538159306e-13,
    "mean_abs_err": 3.256464831931073e-14,
    "w_frob_norm": 44.50457723434967,
    "relative_err": 2.101372255645559e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.224482804776941e-11,
    "max_abs_err": 1.8552520630876757e-13,
    "mean_abs_err": 1.8040669665517136e-14,
    "w_frob_norm": 44.42312064794197,
    "relative_err": 1.1760728937036035e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.123444615574756e-11,
    "max_abs_err": 1.9624579739030423e-13,
    "mean_abs_err": 1.7672363177755933e-14,
    "w_frob_norm": 44.70433325866726,
    "relative_err": 1.1460733763614344e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 4.518327814447378e-11,
    "max_abs_err": 1.7850998457191736e-13,
    "mean_abs_err": 1.558634337860583e-14,
    "w_frob_norm": 41.72937832194062,
    "relative_err": 1.0827690217641501e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.2007268164219492e-10,
    "max_abs_err": 4.511126715234237e-13,
    "mean_abs_err": 4.1592676186028655e-14,
    "w_frob_norm": 44.391355460532814,
    "relative_err": 2.704866305534382e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.3747713650810557e-10,
    "max_abs_err": 5.443874517840896e-13,
    "mean_abs_err": 4.713150483407351e-14,
    "w_frob_norm": 45.9741889636235,
    "relative_err": 2.990311294384826e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.2154256726165555e-10,
    "max_abs_err": 4.693849475767564e-13,
    "mean_abs_err": 4.1633042395590005e-14,
    "w_frob_norm": 42.93273098210765,
    "relative_err": 2.8310001362901603e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.91114214875276e-11,
    "max_abs_err": 2.7009644520958886e-13,
    "mean_abs_err": 2.008372257639619e-14,
    "w_frob_norm": 43.73166399479091,
    "relative_err": 1.3516847082372318e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 4.1577900363811924e-11,
    "max_abs_err": 1.8816390521320414e-13,
    "mean_abs_err": 1.4240770319573515e-14,
    "w_frob_norm": 36.25504134591233,
    "relative_err": 1.1468170720621653e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.4552483581812431e-10,
    "max_abs_err": 6.239696259680017e-13,
    "mean_abs_err": 4.9551004695326453e-14,
    "w_frob_norm": 45.38017784107124,
    "relative_err": 3.20679298190007e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.237459393074103e-11,
    "max_abs_err": 1.9981238885691255e-13,
    "mean_abs_err": 1.793586660634107e-14,
    "w_frob_norm": 42.2094447819467,
    "relative_err": 1.2408264122237883e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.0342550241538954e-10,
    "max_abs_err": 4.1254499816290036e-13,
    "mean_abs_err": 3.4547096751828626e-14,
    "w_frob_norm": 37.97183467953276,
    "relative_err": 2.7237425657269343e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.1867830127158588e-10,
    "max_abs_err": 5.37105082631939e-13,
    "mean_abs_err": 4.0787874193390835e-14,
    "w_frob_norm": 45.28622287881063,
    "relative_err": 2.620627063316321e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.1699101636616268e-10,
    "max_abs_err": 4.669944986268604e-13,
    "mean_abs_err": 4.0231919709961225e-14,
    "w_frob_norm": 45.31015637219141,
    "relative_err": 2.5820042509931524e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.219804929496249e-10,
    "max_abs_err": 5.149483270350252e-13,
    "mean_abs_err": 4.176651828438109e-14,
    "w_frob_norm": 45.4991056661096,
    "relative_err": 2.68094265071419e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.488782262565569e-11,
    "max_abs_err": 2.391281617164509e-13,
    "mean_abs_err": 1.884467428839778e-14,
    "w_frob_norm": 43.39153356143351,
    "relative_err": 1.2649431379959362e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.133611183124411e-11,
    "max_abs_err": 1.8916292143789093e-13,
    "mean_abs_err": 1.7484559862593918e-14,
    "w_frob_norm": 43.948881499195856,
    "relative_err": 1.1680868791207672e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.19385799931397e-10,
    "max_abs_err": 4.704396594501503e-13,
    "mean_abs_err": 4.0998631525265194e-14,
    "w_frob_norm": 45.75292605150406,
    "relative_err": 2.6093587937305782e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.190896755899372e-11,
    "max_abs_err": 2.8727107498349724e-13,
    "mean_abs_err": 1.7851926729606456e-14,
    "w_frob_norm": 43.79278545212137,
    "relative_err": 1.1853314883508785e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.2566393639292363e-11,
    "max_abs_err": 1.832934845569234e-13,
    "mean_abs_err": 1.8108909613028582e-14,
    "w_frob_norm": 41.63619088764433,
    "relative_err": 1.2625168757906623e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.6562449153078414e-11,
    "max_abs_err": 2.1276903849898332e-13,
    "mean_abs_err": 1.9391855621095236e-14,
    "w_frob_norm": 44.10186974648269,
    "relative_err": 1.2825408418786939e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.2111094839912838e-10,
    "max_abs_err": 5.056094432021041e-13,
    "mean_abs_err": 4.141080162250913e-14,
    "w_frob_norm": 42.383804575473526,
    "relative_err": 2.8574817577658505e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.257385634342416e-10,
    "max_abs_err": 4.783048956902292e-13,
    "mean_abs_err": 4.307374344441768e-14,
    "w_frob_norm": 44.89990967977633,
    "relative_err": 2.8004190727999695e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.9736489434159164e-11,
    "max_abs_err": 1.815214645262131e-13,
    "mean_abs_err": 1.7124482875969162e-14,
    "w_frob_norm": 43.85512645668197,
    "relative_err": 1.1341089047659349e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.263478606243643e-10,
    "max_abs_err": 4.778556023099512e-13,
    "mean_abs_err": 4.349012571390429e-14,
    "w_frob_norm": 44.37937514942412,
    "relative_err": 2.8469950331421874e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 4.230606709661908e-11,
    "max_abs_err": 1.5200340985899174e-13,
    "mean_abs_err": 1.4723624704783144e-14,
    "w_frob_norm": 38.817034518479815,
    "relative_err": 1.0898840578993284e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.1622375301246221e-10,
    "max_abs_err": 4.896569261170214e-13,
    "mean_abs_err": 4.00751604073114e-14,
    "w_frob_norm": 43.829568813441895,
    "relative_err": 2.651720200743067e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.251685936504262e-10,
    "max_abs_err": 4.868952463432663e-13,
    "mean_abs_err": 4.306372146804771e-14,
    "w_frob_norm": 45.13744601548275,
    "relative_err": 2.773054408251005e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 4.935699509962125e-11,
    "max_abs_err": 1.7664689155871827e-13,
    "mean_abs_err": 1.6981155043158348e-14,
    "w_frob_norm": 43.21978707714262,
    "relative_err": 1.1419999596833825e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.256912103861231e-11,
    "max_abs_err": 2.293686074406054e-13,
    "mean_abs_err": 1.8127227909847693e-14,
    "w_frob_norm": 43.045698696771794,
    "relative_err": 1.2212398132720918e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 6.096606727514543e-11,
    "max_abs_err": 2.48395054525119e-13,
    "mean_abs_err": 2.0723676389198503e-14,
    "w_frob_norm": 43.026454627164746,
    "relative_err": 1.4169437803656385e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.769790873865946e-11,
    "max_abs_err": 1.7372561722517332e-13,
    "mean_abs_err": 1.6468016882705344e-14,
    "w_frob_norm": 43.950025565255174,
    "relative_err": 1.0852760180500825e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.444182819049649e-10,
    "max_abs_err": 6.730987295311408e-13,
    "mean_abs_err": 4.8979332345080176e-14,
    "w_frob_norm": 45.47891199257198,
    "relative_err": 3.17549993123302e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.1755224340584751e-10,
    "max_abs_err": 4.838456024724991e-13,
    "mean_abs_err": 4.054083690892247e-14,
    "w_frob_norm": 44.092720035882095,
    "relative_err": 2.666023854055386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.297896219139382e-11,
    "max_abs_err": 2.3233238249931176e-13,
    "mean_abs_err": 1.8227565630642527e-14,
    "w_frob_norm": 44.33167794177996,
    "relative_err": 1.19505880785677e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 4.743953675273788e-11,
    "max_abs_err": 1.703914787043459e-13,
    "mean_abs_err": 1.642090190814836e-14,
    "w_frob_norm": 43.681898038962586,
    "relative_err": 1.0860227893582744e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.1911984755934893e-10,
    "max_abs_err": 5.120764923205456e-13,
    "mean_abs_err": 4.0917563150605393e-14,
    "w_frob_norm": 41.696902630819764,
    "relative_err": 2.856803264597954e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.2472509893072803e-10,
    "max_abs_err": 5.573944084069637e-13,
    "mean_abs_err": 4.2502069358181886e-14,
    "w_frob_norm": 44.802610823948115,
    "relative_err": 2.783880149771525e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.0609381143878715e-10,
    "max_abs_err": 3.8666639334827835e-13,
    "mean_abs_err": 3.686131161727424e-14,
    "w_frob_norm": 44.660019331283486,
    "relative_err": 2.3755881217111445e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.213389481232858e-10,
    "max_abs_err": 4.360713179440978e-13,
    "mean_abs_err": 4.1593266300501815e-14,
    "w_frob_norm": 44.98861563779364,
    "relative_err": 2.6971033983395664e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 6.231622886538955e-11,
    "max_abs_err": 2.8447470074022263e-13,
    "mean_abs_err": 2.1298969973095022e-14,
    "w_frob_norm": 44.147652466159094,
    "relative_err": 1.4115411666148588e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 4.9807779490435015e-11,
    "max_abs_err": 1.8997390466291009e-13,
    "mean_abs_err": 1.7236379540644603e-14,
    "w_frob_norm": 44.17536423564923,
    "relative_err": 1.1275012747996871e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.479651125303679e-11,
    "max_abs_err": 1.592476150946709e-13,
    "mean_abs_err": 1.544495931876753e-14,
    "w_frob_norm": 41.22661827578313,
    "relative_err": 1.0865919429377656e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.0173871514758777e-10,
    "max_abs_err": 3.7592498558502996e-13,
    "mean_abs_err": 3.4751108821079183e-14,
    "w_frob_norm": 40.02412788846479,
    "relative_err": 2.5419345908323844e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.3035419763229338e-10,
    "max_abs_err": 5.870547103992152e-13,
    "mean_abs_err": 4.47312431494535e-14,
    "w_frob_norm": 44.9183355568129,
    "relative_err": 2.902026444577868e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.765781076952518e-11,
    "max_abs_err": 2.269746890437574e-13,
    "mean_abs_err": 1.9968536744991953e-14,
    "w_frob_norm": 43.86348396442072,
    "relative_err": 1.3144831545139812e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 6.409938285346315e-11,
    "max_abs_err": 3.0054084221298183e-13,
    "mean_abs_err": 2.1820473472329835e-14,
    "w_frob_norm": 44.434259175491675,
    "relative_err": 1.442566705125086e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.5103772498519733e-11,
    "max_abs_err": 2.3877427812735164e-13,
    "mean_abs_err": 1.8503575524111098e-14,
    "w_frob_norm": 40.28712044223933,
    "relative_err": 1.367776398353499e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 9.844363771224777e-11,
    "max_abs_err": 4.4217234040910824e-13,
    "mean_abs_err": 3.3994003168260675e-14,
    "w_frob_norm": 40.53010507840976,
    "relative_err": 2.4289016157692702e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.342408187689271e-11,
    "max_abs_err": 2.490924133624617e-13,
    "mean_abs_err": 1.8296611871572453e-14,
    "w_frob_norm": 44.576842015123695,
    "relative_err": 1.1984716606610983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.2188056867908405e-10,
    "max_abs_err": 4.848343948538059e-13,
    "mean_abs_err": 4.1873974786799145e-14,
    "w_frob_norm": 45.9511690605949,
    "relative_err": 2.652393207197026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 3.9799698710626296e-11,
    "max_abs_err": 1.4509118732852766e-13,
    "mean_abs_err": 1.3788529451980792e-14,
    "w_frob_norm": 38.387836211715886,
    "relative_err": 1.0367789028567209e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.3210146777098226e-10,
    "max_abs_err": 5.132005931329786e-13,
    "mean_abs_err": 4.51223704712153e-14,
    "w_frob_norm": 45.52433031035371,
    "relative_err": 2.9017772885488903e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.1338334553591533e-10,
    "max_abs_err": 5.022232629769974e-13,
    "mean_abs_err": 3.8702739374952866e-14,
    "w_frob_norm": 41.336902044550925,
    "relative_err": 2.742908634365396e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 9.765713479743574e-11,
    "max_abs_err": 3.699243602411917e-13,
    "mean_abs_err": 3.3765402409721725e-14,
    "w_frob_norm": 40.971382811711365,
    "relative_err": 2.3835450037463998e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.303498483041516e-11,
    "max_abs_err": 1.9231144454678883e-13,
    "mean_abs_err": 1.8290984203023663e-14,
    "w_frob_norm": 40.847115057439574,
    "relative_err": 1.2983777374690206e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.864843151093956e-11,
    "max_abs_err": 1.7560952692008414e-13,
    "mean_abs_err": 1.677711569987926e-14,
    "w_frob_norm": 45.134057389326415,
    "relative_err": 1.0778652380240967e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.2828541584764113e-11,
    "max_abs_err": 2.0555779300934773e-13,
    "mean_abs_err": 1.8242925730638376e-14,
    "w_frob_norm": 43.71220967332797,
    "relative_err": 1.2085534448970831e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.521786838233795e-11,
    "max_abs_err": 1.7098128468617801e-13,
    "mean_abs_err": 1.571344752206029e-14,
    "w_frob_norm": 42.92374789782103,
    "relative_err": 1.0534464159555224e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.0971496402745454e-10,
    "max_abs_err": 4.4850581581989957e-13,
    "mean_abs_err": 3.782169162912487e-14,
    "w_frob_norm": 41.546142580147354,
    "relative_err": 2.6407978506260014e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.1477249055470262e-10,
    "max_abs_err": 5.398910485343578e-13,
    "mean_abs_err": 3.945147211735429e-14,
    "w_frob_norm": 42.543397305227614,
    "relative_err": 2.6977744567803872e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 4.686836185229244e-11,
    "max_abs_err": 1.84072375397637e-13,
    "mean_abs_err": 1.620177623482627e-14,
    "w_frob_norm": 39.954406165867525,
    "relative_err": 1.173046138083549e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.326290107313986e-10,
    "max_abs_err": 5.159449256719739e-13,
    "mean_abs_err": 4.5611457427776724e-14,
    "w_frob_norm": 46.47048613058926,
    "relative_err": 2.8540482739666323e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.2211262915731917e-10,
    "max_abs_err": 5.906525268883911e-13,
    "mean_abs_err": 4.193735650740785e-14,
    "w_frob_norm": 44.59551282293544,
    "relative_err": 2.738226817620914e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 4.85058297973211e-11,
    "max_abs_err": 1.990005382701554e-13,
    "mean_abs_err": 1.6699945017365e-14,
    "w_frob_norm": 41.65095421314628,
    "relative_err": 1.1645790766063942e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.146187222254177e-10,
    "max_abs_err": 4.5198567111270904e-13,
    "mean_abs_err": 3.957720816621418e-14,
    "w_frob_norm": 45.143288593231006,
    "relative_err": 2.538998061443937e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1499603580926428e-10,
    "max_abs_err": 4.4562964429673e-13,
    "mean_abs_err": 3.9757184602213046e-14,
    "w_frob_norm": 44.40471127421154,
    "relative_err": 2.5897260112588396e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.845562944229501e-11,
    "max_abs_err": 2.30669650047588e-13,
    "mean_abs_err": 1.9932232706315783e-14,
    "w_frob_norm": 42.064996359456586,
    "relative_err": 1.3896501723850421e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 6.017952513522684e-11,
    "max_abs_err": 2.3395521631108807e-13,
    "mean_abs_err": 2.0451042982689292e-14,
    "w_frob_norm": 44.74837430601464,
    "relative_err": 1.3448427136969329e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.0898415178453709e-10,
    "max_abs_err": 3.9306058408072886e-13,
    "mean_abs_err": 3.7709062127511176e-14,
    "w_frob_norm": 44.29155680388241,
    "relative_err": 2.4606078369993985e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 4.9610634135043414e-11,
    "max_abs_err": 2.0715634069246036e-13,
    "mean_abs_err": 1.6988174067184206e-14,
    "w_frob_norm": 42.7324083033352,
    "relative_err": 1.1609604069792477e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.167738339591923e-11,
    "max_abs_err": 1.87960758069039e-13,
    "mean_abs_err": 1.775466192321141e-14,
    "w_frob_norm": 43.535218499642845,
    "relative_err": 1.187024785377916e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 6.355647050827265e-11,
    "max_abs_err": 2.804596832550743e-13,
    "mean_abs_err": 2.1544627444894676e-14,
    "w_frob_norm": 42.77786073145516,
    "relative_err": 1.4857327931206872e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 4.589755013553243e-11,
    "max_abs_err": 1.674077543256658e-13,
    "mean_abs_err": 1.587841070900092e-14,
    "w_frob_norm": 41.87640738635927,
    "relative_err": 1.0960240622380371e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.3579445581737886e-10,
    "max_abs_err": 5.931227731181821e-13,
    "mean_abs_err": 4.622000830704215e-14,
    "w_frob_norm": 43.318584949685906,
    "relative_err": 3.1347851268711276e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.1342705285835496e-10,
    "max_abs_err": 3.991008912240801e-13,
    "mean_abs_err": 3.8954763299398394e-14,
    "w_frob_norm": 42.308681683122835,
    "relative_err": 2.6809403731339055e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.203444662962587e-10,
    "max_abs_err": 5.511251177647836e-13,
    "mean_abs_err": 4.1040215728060316e-14,
    "w_frob_norm": 43.17451547525452,
    "relative_err": 2.787395873967228e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.1929673480317473e-10,
    "max_abs_err": 4.3371990027241125e-13,
    "mean_abs_err": 4.1075315371474434e-14,
    "w_frob_norm": 45.437583372166515,
    "relative_err": 2.6255079154639143e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.129951001898539e-11,
    "max_abs_err": 2.0906193443082088e-13,
    "mean_abs_err": 1.768418792321832e-14,
    "w_frob_norm": 44.98939973838549,
    "relative_err": 1.1402577122009487e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.488784313815875e-11,
    "max_abs_err": 1.7458257062230587e-13,
    "mean_abs_err": 1.5432627804108126e-14,
    "w_frob_norm": 41.71986154655313,
    "relative_err": 1.0759346142141584e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 4.690863834170984e-11,
    "max_abs_err": 1.7459644841011368e-13,
    "mean_abs_err": 1.6232109718118046e-14,
    "w_frob_norm": 40.480516826855386,
    "relative_err": 1.1587954408376017e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.1778774993734936e-10,
    "max_abs_err": 4.959071348009658e-13,
    "mean_abs_err": 4.045890239099784e-14,
    "w_frob_norm": 43.7180156915425,
    "relative_err": 2.6942611203677317e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.047993365229433e-10,
    "max_abs_err": 3.5945552090410615e-13,
    "mean_abs_err": 3.638763015921301e-14,
    "w_frob_norm": 42.83721873282909,
    "relative_err": 2.4464552000111158e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.599291644184739e-11,
    "max_abs_err": 2.701918550007676e-13,
    "mean_abs_err": 1.9153972417652943e-14,
    "w_frob_norm": 41.066255108831264,
    "relative_err": 1.3634775387592174e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 9.61953215777271e-11,
    "max_abs_err": 3.160241165978128e-13,
    "mean_abs_err": 3.2994129402461096e-14,
    "w_frob_norm": 41.17364253280244,
    "relative_err": 2.336332557924398e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.7005619965494856e-11,
    "max_abs_err": 2.9722405092691417e-13,
    "mean_abs_err": 1.9375585234434376e-14,
    "w_frob_norm": 42.3892562521088,
    "relative_err": 1.3448129315233954e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.3700983567820367e-10,
    "max_abs_err": 5.672406988566081e-13,
    "mean_abs_err": 4.700543847160707e-14,
    "w_frob_norm": 45.942391472380514,
    "relative_err": 2.982209486429777e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.0253867990812501e-10,
    "max_abs_err": 3.974182094523826e-13,
    "mean_abs_err": 3.551888220516909e-14,
    "w_frob_norm": 41.61778302081564,
    "relative_err": 2.4638188885947877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.0853210817173301e-10,
    "max_abs_err": 4.0498507325459343e-13,
    "mean_abs_err": 3.764498699617991e-14,
    "w_frob_norm": 43.577643932972805,
    "relative_err": 2.4905455728324205e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 4.5657062826428884e-11,
    "max_abs_err": 1.542357821321394e-13,
    "mean_abs_err": 1.5818233832374664e-14,
    "w_frob_norm": 41.91797833626576,
    "relative_err": 1.0892000196232798e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.117620830288656e-11,
    "max_abs_err": 2.006242394436697e-13,
    "mean_abs_err": 1.7672128474425363e-14,
    "w_frob_norm": 43.950446454337495,
    "relative_err": 1.1644070181643387e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.511632687502492e-11,
    "max_abs_err": 2.6982929779428844e-13,
    "mean_abs_err": 1.8946326139965312e-14,
    "w_frob_norm": 42.90997319623588,
    "relative_err": 1.284464257830387e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.0840347956474916e-11,
    "max_abs_err": 1.9379289839527303e-13,
    "mean_abs_err": 1.7474554152686033e-14,
    "w_frob_norm": 42.689664658519824,
    "relative_err": 1.1909287262655602e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1966734113479363e-10,
    "max_abs_err": 4.512640261467027e-13,
    "mean_abs_err": 4.104481378342697e-14,
    "w_frob_norm": 45.265802813668444,
    "relative_err": 2.6436588704146194e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.1944748751018315e-10,
    "max_abs_err": 4.179122325975726e-13,
    "mean_abs_err": 4.115678319657989e-14,
    "w_frob_norm": 44.313219001745395,
    "relative_err": 2.6955272083817334e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.0113855807180249e-10,
    "max_abs_err": 3.4595590281405464e-13,
    "mean_abs_err": 3.5067025016836786e-14,
    "w_frob_norm": 43.18465199386573,
    "relative_err": 2.3420023874724975e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.036197198051503e-11,
    "max_abs_err": 2.005635241220105e-13,
    "mean_abs_err": 1.7364763752139025e-14,
    "w_frob_norm": 43.124938908503395,
    "relative_err": 1.167815497370702e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.745277559617869e-11,
    "max_abs_err": 2.4103982698697735e-13,
    "mean_abs_err": 1.972491523344274e-14,
    "w_frob_norm": 43.88744500719825,
    "relative_err": 1.3090936505133873e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.0430473141806413e-10,
    "max_abs_err": 4.023309463363489e-13,
    "mean_abs_err": 3.6072027159366746e-14,
    "w_frob_norm": 44.316218761523324,
    "relative_err": 2.353646911514586e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.1414618037920639e-10,
    "max_abs_err": 5.199434632841005e-13,
    "mean_abs_err": 3.921542851725052e-14,
    "w_frob_norm": 45.11004723396897,
    "relative_err": 2.530393723313407e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 4.5862321116063385e-11,
    "max_abs_err": 1.6452117446164038e-13,
    "mean_abs_err": 1.585305842540128e-14,
    "w_frob_norm": 41.09390973387546,
    "relative_err": 1.1160369362046152e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.6305869519023483e-11,
    "max_abs_err": 1.5978884881917566e-13,
    "mean_abs_err": 1.6043799682545766e-14,
    "w_frob_norm": 43.70093242205848,
    "relative_err": 1.0596082726978644e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.023425296412613e-11,
    "max_abs_err": 1.936150892389854e-13,
    "mean_abs_err": 1.74019891018638e-14,
    "w_frob_norm": 42.46944470895569,
    "relative_err": 1.182832818003223e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.95499281724248e-11,
    "max_abs_err": 1.723066134218243e-13,
    "mean_abs_err": 1.7103504364823766e-14,
    "w_frob_norm": 41.8272293541353,
    "relative_err": 1.1846332864389448e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.268566547503737e-10,
    "max_abs_err": 5.141360427673991e-13,
    "mean_abs_err": 4.3305254500564805e-14,
    "w_frob_norm": 44.80334229968831,
    "relative_err": 2.8314105207114472e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.0928187110076855e-10,
    "max_abs_err": 4.0592529337857286e-13,
    "mean_abs_err": 3.782133696168376e-14,
    "w_frob_norm": 43.3135670285959,
    "relative_err": 2.5230402065158926e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.1141537287067499e-10,
    "max_abs_err": 3.927344560672452e-13,
    "mean_abs_err": 3.851482611822847e-14,
    "w_frob_norm": 42.83718971525622,
    "relative_err": 2.6009029446437996e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 4.716585759171077e-11,
    "max_abs_err": 1.7209150771080317e-13,
    "mean_abs_err": 1.629459668885668e-14,
    "w_frob_norm": 39.92736508937452,
    "relative_err": 1.1812915148829231e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.1725446579145876e-10,
    "max_abs_err": 4.393048425033186e-13,
    "mean_abs_err": 4.054286003444524e-14,
    "w_frob_norm": 43.532418315065236,
    "relative_err": 2.693497635321596e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.0544799183077427e-10,
    "max_abs_err": 4.1777345471949445e-13,
    "mean_abs_err": 3.645560411009008e-14,
    "w_frob_norm": 40.78019415003643,
    "relative_err": 2.585764830908243e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.141436975559277e-10,
    "max_abs_err": 4.139397158375857e-13,
    "mean_abs_err": 3.939884451304245e-14,
    "w_frob_norm": 43.40258201985941,
    "relative_err": 2.629882653149524e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.norm.weight": {
    "frob_norm_diff": 3.940682399236314e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 4.970421602410034e-17,
    "w_frob_norm": 32.78078540049117,
    "relative_err": 1.2021317827172224e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.13.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.2669632176359475e-10,
    "max_abs_err": 4.79439404843518e-13,
    "mean_abs_err": 3.0493270594642375e-14,
    "w_frob_norm": 43.55450755343219,
    "relative_err": 2.9089141143006865e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.14.mixer.A_log": {
    "frob_norm_diff": 3.3790436310604944e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.653584817158272e-16,
    "w_frob_norm": 23.19748212516255,
    "relative_err": 1.4566424118052064e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 4.608126968689482e-11,
    "max_abs_err": 2.0106138975961585e-13,
    "mean_abs_err": 1.59313913529552e-14,
    "w_frob_norm": 41.97660497442921,
    "relative_err": 1.0977845806006951e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 6.783239601881519e-11,
    "max_abs_err": 3.224885636310404e-13,
    "mean_abs_err": 2.290692780800844e-14,
    "w_frob_norm": 44.26105963909063,
    "relative_err": 1.5325524642186097e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.180959237153066e-10,
    "max_abs_err": 4.807404474505006e-13,
    "mean_abs_err": 4.06189843109985e-14,
    "w_frob_norm": 42.18878743186854,
    "relative_err": 2.799225360672475e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.0600045267710115e-10,
    "max_abs_err": 4.805218722925275e-13,
    "mean_abs_err": 3.650306418341531e-14,
    "w_frob_norm": 42.389082996907945,
    "relative_err": 2.5006545360944304e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.498007892934198e-10,
    "max_abs_err": 1.1794315524227272e-12,
    "mean_abs_err": 6.052489109733684e-14,
    "w_frob_norm": 48.348260304155296,
    "relative_err": 5.1666965413427845e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.13.mixer.gate.weight": {
    "frob_norm_diff": 4.994316471847595e-11,
    "max_abs_err": 6.648067513159717e-13,
    "mean_abs_err": 6.531848019081807e-14,
    "w_frob_norm": 17.692240454659512,
    "relative_err": 2.82288525562757e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.0876157815477585e-10,
    "max_abs_err": 3.867815356189963e-13,
    "mean_abs_err": 3.780084030779788e-14,
    "w_frob_norm": 45.288799357151504,
    "relative_err": 2.4015116253595587e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.13.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.953540758156299e-11,
    "max_abs_err": 1.7089801795933113e-13,
    "mean_abs_err": 1.7062005374247592e-14,
    "w_frob_norm": 40.80930463475477,
    "relative_err": 1.2138263081154472e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.14.mixer.D": {
    "frob_norm_diff": 1.1736456867423626e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 6.259404073619829e-17,
    "w_frob_norm": 7.917919374366921,
    "relative_err": 1.4822652659761413e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.14.mixer.dt_bias": {
    "frob_norm_diff": 2.8005637120984375e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.8171228410857054e-16,
    "w_frob_norm": 28.06633355138571,
    "relative_err": 9.978373936770113e-17,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.14.mixer.norm.weight": {
    "frob_norm_diff": 1.1254785512722712e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 6.239796853213571e-17,
    "w_frob_norm": 86.15585074422924,
    "relative_err": 1.3063286376377128e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.14.mixer.conv1d.weight": {
    "frob_norm_diff": 4.00429450373424e-15,
    "max_abs_err": 5.945764713910506e-16,
    "mean_abs_err": 1.0706065666409362e-17,
    "w_frob_norm": 10.321022240187368,
    "relative_err": 3.879746027619785e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.3322676295501878e-15,
    "sensitive": true
  },
  "backbone.layers.14.norm.weight": {
    "frob_norm_diff": 4.471318996302435e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 5.860887172407355e-17,
    "w_frob_norm": 37.98175692901862,
    "relative_err": 1.1772280583698542e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.14.mixer.out_proj.weight": {
    "frob_norm_diff": 4.1562431569601913e-10,
    "max_abs_err": 2.0546897516737772e-12,
    "mean_abs_err": 9.646061561619212e-14,
    "w_frob_norm": 71.45387181826123,
    "relative_err": 5.816680119911982e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.1196771216869065e-10,
    "max_abs_err": 4.874598988346968e-13,
    "mean_abs_err": 3.8214612187842194e-14,
    "w_frob_norm": 41.15614591426932,
    "relative_err": 2.7205587326356072e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.14.mixer.in_proj.weight": {
    "frob_norm_diff": 3.3167345747829225e-10,
    "max_abs_err": 8.309256060989867e-13,
    "mean_abs_err": 4.7787655157795516e-14,
    "w_frob_norm": 122.21924830674735,
    "relative_err": 2.713757956077869e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.6992655276085355e-11,
    "max_abs_err": 2.2610385785881704e-13,
    "mean_abs_err": 1.948810882960682e-14,
    "w_frob_norm": 43.30091361352431,
    "relative_err": 1.3161998332128647e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.172516486446589e-10,
    "max_abs_err": 4.777636619657244e-13,
    "mean_abs_err": 4.041855744317748e-14,
    "w_frob_norm": 44.60431587883104,
    "relative_err": 2.628706355752132e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.108822835995836e-11,
    "max_abs_err": 1.8622776931653817e-13,
    "mean_abs_err": 1.748453326797359e-14,
    "w_frob_norm": 39.565429619599854,
    "relative_err": 1.2912340103758247e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.6281406866395044e-11,
    "max_abs_err": 1.875201383061409e-13,
    "mean_abs_err": 1.9457508551453813e-14,
    "w_frob_norm": 43.90846278970137,
    "relative_err": 1.2817895068646247e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.0185601036536856e-11,
    "max_abs_err": 1.8316945182839106e-13,
    "mean_abs_err": 1.7336642459204936e-14,
    "w_frob_norm": 42.1341226289179,
    "relative_err": 1.1910916355973433e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.3160076041003756e-11,
    "max_abs_err": 2.2439862468193184e-13,
    "mean_abs_err": 1.8266184363079968e-14,
    "w_frob_norm": 43.42839375802861,
    "relative_err": 1.2240857061672018e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.1586767877016407e-10,
    "max_abs_err": 4.0466241468806174e-13,
    "mean_abs_err": 3.994626534365139e-14,
    "w_frob_norm": 44.87242669474036,
    "relative_err": 2.5821576256259235e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 4.345740637248596e-11,
    "max_abs_err": 1.3814210192419907e-13,
    "mean_abs_err": 1.5135343421421746e-14,
    "w_frob_norm": 41.87038701721427,
    "relative_err": 1.0379031451182723e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1472429495973468e-10,
    "max_abs_err": 4.82357209730111e-13,
    "mean_abs_err": 3.955092073263534e-14,
    "w_frob_norm": 45.10686276766221,
    "relative_err": 2.5433889195677396e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.210177866611099e-11,
    "max_abs_err": 1.9695356456850277e-13,
    "mean_abs_err": 1.773758027010357e-14,
    "w_frob_norm": 42.039751809576266,
    "relative_err": 1.2393455342484368e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.0439562108802164e-10,
    "max_abs_err": 3.8235734023395196e-13,
    "mean_abs_err": 3.612566872562156e-14,
    "w_frob_norm": 43.37515214672266,
    "relative_err": 2.4068070293998858e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.0054789642152829e-10,
    "max_abs_err": 3.6229005906385225e-13,
    "mean_abs_err": 3.4809073908841337e-14,
    "w_frob_norm": 43.145555052733215,
    "relative_err": 2.330434648450738e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.1327646987597633e-10,
    "max_abs_err": 3.909199353113735e-13,
    "mean_abs_err": 3.9143228785940767e-14,
    "w_frob_norm": 41.055825472343514,
    "relative_err": 2.7590839685413922e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 4.976115853667578e-11,
    "max_abs_err": 2.0103710363095217e-13,
    "mean_abs_err": 1.7176197925041404e-14,
    "w_frob_norm": 40.21881081242447,
    "relative_err": 1.2372608123287292e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 4.301194594485874e-11,
    "max_abs_err": 1.8826433467733494e-13,
    "mean_abs_err": 1.491249484766234e-14,
    "w_frob_norm": 40.78694727343077,
    "relative_err": 1.054551733340371e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.1457057418711556e-10,
    "max_abs_err": 3.786953389761649e-13,
    "mean_abs_err": 3.964461197863215e-14,
    "w_frob_norm": 42.54579652563089,
    "relative_err": 2.6928764659064438e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 4.990276837306437e-11,
    "max_abs_err": 1.7911713778850924e-13,
    "mean_abs_err": 1.7153645923649947e-14,
    "w_frob_norm": 42.65811040548629,
    "relative_err": 1.1698307285229946e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.591504824741693e-11,
    "max_abs_err": 2.3264029591629765e-13,
    "mean_abs_err": 1.9128449501488124e-14,
    "w_frob_norm": 44.22593508290748,
    "relative_err": 1.2643044888162709e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.1205697314097897e-10,
    "max_abs_err": 4.3820936462823923e-13,
    "mean_abs_err": 3.867551287797976e-14,
    "w_frob_norm": 42.8146518953183,
    "relative_err": 2.6172576017891714e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.002139798051232e-11,
    "max_abs_err": 2.317989550304489e-13,
    "mean_abs_err": 1.7091841097069425e-14,
    "w_frob_norm": 41.52090243868887,
    "relative_err": 1.204728101812709e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.116125332930036e-11,
    "max_abs_err": 1.9550507046606214e-13,
    "mean_abs_err": 1.7556797397143786e-14,
    "w_frob_norm": 42.330065122176755,
    "relative_err": 1.208626851426622e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.0164619517486836e-10,
    "max_abs_err": 3.7409485231787443e-13,
    "mean_abs_err": 3.503898586901897e-14,
    "w_frob_norm": 43.422961286627796,
    "relative_err": 2.3408397806846617e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.2243959701290767e-10,
    "max_abs_err": 4.597329461564215e-13,
    "mean_abs_err": 4.175095130001926e-14,
    "w_frob_norm": 42.79346227834606,
    "relative_err": 2.8611752939388452e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.0486779095073511e-10,
    "max_abs_err": 3.752796684519666e-13,
    "mean_abs_err": 3.6298095268929223e-14,
    "w_frob_norm": 44.065975426522584,
    "relative_err": 2.3797905285359215e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.1004961538580526e-10,
    "max_abs_err": 4.94845484033668e-13,
    "mean_abs_err": 3.801870670444427e-14,
    "w_frob_norm": 45.541846528455196,
    "relative_err": 2.4164504466687507e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 4.558988163863074e-11,
    "max_abs_err": 1.579014696773129e-13,
    "mean_abs_err": 1.5813293848776432e-14,
    "w_frob_norm": 42.000722957150295,
    "relative_err": 1.0854546881286343e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.6865579632826724e-11,
    "max_abs_err": 2.5809389347930534e-13,
    "mean_abs_err": 1.6256535377310035e-14,
    "w_frob_norm": 41.11085134812294,
    "relative_err": 1.1399807616722228e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.2713056418156655e-10,
    "max_abs_err": 4.92973717403089e-13,
    "mean_abs_err": 4.371812939475528e-14,
    "w_frob_norm": 44.9695667495259,
    "relative_err": 2.8270355569504532e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 6.339009550369639e-11,
    "max_abs_err": 3.2796682036817515e-13,
    "mean_abs_err": 2.1395502823901183e-14,
    "w_frob_norm": 43.80612780493826,
    "relative_err": 1.4470600046176745e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.0862327506260454e-11,
    "max_abs_err": 1.5784595852608163e-13,
    "mean_abs_err": 1.7574519548102048e-14,
    "w_frob_norm": 42.68069065274928,
    "relative_err": 1.1916941063601125e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3247592376055465e-10,
    "max_abs_err": 5.355091370340404e-13,
    "mean_abs_err": 4.514108844374062e-14,
    "w_frob_norm": 41.9846616122637,
    "relative_err": 3.1553409905740075e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.3710140434800342e-10,
    "max_abs_err": 6.431088300784538e-13,
    "mean_abs_err": 4.6316878997823374e-14,
    "w_frob_norm": 43.4672941592565,
    "relative_err": 3.1541278793588593e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.0054859219241399e-10,
    "max_abs_err": 3.3683819622432054e-13,
    "mean_abs_err": 3.4956926859469e-14,
    "w_frob_norm": 41.9202633174387,
    "relative_err": 2.398567762588125e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.245125618469612e-11,
    "max_abs_err": 1.4608106391200693e-13,
    "mean_abs_err": 1.4732632377761585e-14,
    "w_frob_norm": 43.526262120771555,
    "relative_err": 9.753021306287998e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 4.623625648119567e-11,
    "max_abs_err": 1.81602996529584e-13,
    "mean_abs_err": 1.5916658048606424e-14,
    "w_frob_norm": 40.83874265016798,
    "relative_err": 1.1321665036865548e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.2068005999255294e-10,
    "max_abs_err": 4.918617596549879e-13,
    "mean_abs_err": 4.1376715904348186e-14,
    "w_frob_norm": 44.66063980184104,
    "relative_err": 2.702156989420876e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.2316465550450107e-10,
    "max_abs_err": 5.182729245767348e-13,
    "mean_abs_err": 4.2114224957601995e-14,
    "w_frob_norm": 44.4756506397711,
    "relative_err": 2.7692603420705114e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.01637939890679e-11,
    "max_abs_err": 1.657250725539683e-13,
    "mean_abs_err": 1.7325002892848778e-14,
    "w_frob_norm": 44.230998155191664,
    "relative_err": 1.1341320811495155e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 4.903616409030682e-11,
    "max_abs_err": 1.903616153597909e-13,
    "mean_abs_err": 1.695291155903786e-14,
    "w_frob_norm": 42.471246043273176,
    "relative_err": 1.1545732385705089e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.246159061684405e-10,
    "max_abs_err": 4.641356743384506e-13,
    "mean_abs_err": 4.227412113653991e-14,
    "w_frob_norm": 45.09034627204126,
    "relative_err": 2.763693705446434e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.519334970249281e-11,
    "max_abs_err": 2.212665814460557e-13,
    "mean_abs_err": 1.896440427097562e-14,
    "w_frob_norm": 43.377864799821,
    "relative_err": 1.2723851198577338e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.36437496979814e-10,
    "max_abs_err": 5.713034212373458e-13,
    "mean_abs_err": 4.674796486267737e-14,
    "w_frob_norm": 44.41773962843765,
    "relative_err": 3.0716893322608963e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.437799861182869e-11,
    "max_abs_err": 1.6624895904371328e-13,
    "mean_abs_err": 1.5265702558036817e-14,
    "w_frob_norm": 43.536170088866605,
    "relative_err": 1.019336301774909e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.0066663204644935e-10,
    "max_abs_err": 3.2277479300457657e-13,
    "mean_abs_err": 3.496733962686514e-14,
    "w_frob_norm": 44.06526476023381,
    "relative_err": 2.2844894407010304e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.62767996677955e-11,
    "max_abs_err": 2.412080951641471e-13,
    "mean_abs_err": 1.9150566781875584e-14,
    "w_frob_norm": 42.29478795857862,
    "relative_err": 1.3305847454043312e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.2175930233728168e-10,
    "max_abs_err": 4.4392267639636884e-13,
    "mean_abs_err": 4.198361665140078e-14,
    "w_frob_norm": 43.89987826343683,
    "relative_err": 2.7735681089278124e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.510664987879957e-10,
    "max_abs_err": 6.341593916658894e-13,
    "mean_abs_err": 5.139760278072921e-14,
    "w_frob_norm": 45.0725790027034,
    "relative_err": 3.3516275777992407e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 4.162136207387503e-11,
    "max_abs_err": 1.652150638520311e-13,
    "mean_abs_err": 1.447077675901663e-14,
    "w_frob_norm": 42.22159572304036,
    "relative_err": 9.857837289451905e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.4545163577940684e-11,
    "max_abs_err": 2.1873822197981951e-13,
    "mean_abs_err": 1.8499259297532943e-14,
    "w_frob_norm": 41.67022789044713,
    "relative_err": 1.3089720488532562e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.136948980094561e-10,
    "max_abs_err": 4.019423682777301e-13,
    "mean_abs_err": 3.931177528824229e-14,
    "w_frob_norm": 43.56749684027275,
    "relative_err": 2.609626585302446e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 4.620743140559589e-11,
    "max_abs_err": 1.9215358471047495e-13,
    "mean_abs_err": 1.598704306488468e-14,
    "w_frob_norm": 42.055015858863136,
    "relative_err": 1.0987377001751298e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 3.932765970507417e-11,
    "max_abs_err": 1.7457563172840196e-13,
    "mean_abs_err": 1.3600885874329288e-14,
    "w_frob_norm": 38.68377196299195,
    "relative_err": 1.0166449058457438e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2963714167408386e-10,
    "max_abs_err": 4.935305636388776e-13,
    "mean_abs_err": 4.428659767496669e-14,
    "w_frob_norm": 44.570603214331776,
    "relative_err": 2.908579474472958e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.8036187169217397e-11,
    "max_abs_err": 1.7311672928510546e-13,
    "mean_abs_err": 1.6551855294856097e-14,
    "w_frob_norm": 42.01388513767608,
    "relative_err": 1.1433407553671062e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.3050373204181584e-10,
    "max_abs_err": 5.246601764152814e-13,
    "mean_abs_err": 4.490359601582968e-14,
    "w_frob_norm": 43.838692838076454,
    "relative_err": 2.976907466740563e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.186674187106956e-10,
    "max_abs_err": 4.2931283528169217e-13,
    "mean_abs_err": 4.0911763858002295e-14,
    "w_frob_norm": 42.959154300777065,
    "relative_err": 2.7623313503764455e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 4.317074100201959e-11,
    "max_abs_err": 1.8018746217318693e-13,
    "mean_abs_err": 1.5017231019635734e-14,
    "w_frob_norm": 42.77471136303477,
    "relative_err": 1.0092584993881937e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.0010583516288824e-10,
    "max_abs_err": 4.4878337157605586e-13,
    "mean_abs_err": 3.396955126477225e-14,
    "w_frob_norm": 40.103366540046245,
    "relative_err": 2.4961953022802957e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.2228802448334918e-10,
    "max_abs_err": 5.084405119148983e-13,
    "mean_abs_err": 4.1550078943138384e-14,
    "w_frob_norm": 45.510766675150265,
    "relative_err": 2.6870130612438297e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.996727460825158e-11,
    "max_abs_err": 2.852162950262027e-13,
    "mean_abs_err": 2.064184304142902e-14,
    "w_frob_norm": 41.891495679554744,
    "relative_err": 1.4314904167415241e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.1595112807553637e-11,
    "max_abs_err": 1.9236869042149607e-13,
    "mean_abs_err": 1.7831699830975748e-14,
    "w_frob_norm": 44.8241112065581,
    "relative_err": 1.1510571301635735e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.870451065638558e-11,
    "max_abs_err": 1.8831550901987626e-13,
    "mean_abs_err": 1.6799207492179e-14,
    "w_frob_norm": 43.26384805973492,
    "relative_err": 1.1257554018111998e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 6.062553703339075e-11,
    "max_abs_err": 2.790996600499085e-13,
    "mean_abs_err": 2.0375202409378915e-14,
    "w_frob_norm": 43.12286640666456,
    "relative_err": 1.40587910974353e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.2779240973694037e-10,
    "max_abs_err": 6.882064362834228e-13,
    "mean_abs_err": 4.3495534216599344e-14,
    "w_frob_norm": 44.20057023632423,
    "relative_err": 2.8911936894406845e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.1846412808125313e-10,
    "max_abs_err": 5.031079719497455e-13,
    "mean_abs_err": 4.087757530892044e-14,
    "w_frob_norm": 44.301831492624935,
    "relative_err": 2.6740232647260693e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.234062440461229e-10,
    "max_abs_err": 5.547073217426757e-13,
    "mean_abs_err": 4.199455001612665e-14,
    "w_frob_norm": 42.79973970736898,
    "relative_err": 2.883340994358329e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 6.507157605203418e-11,
    "max_abs_err": 3.016059624272316e-13,
    "mean_abs_err": 2.1876113752864595e-14,
    "w_frob_norm": 43.01324912287625,
    "relative_err": 1.5128263355819447e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.248865784698664e-10,
    "max_abs_err": 4.750505544492967e-13,
    "mean_abs_err": 4.3095361311359395e-14,
    "w_frob_norm": 46.18434562069761,
    "relative_err": 2.7040889459717324e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.2448851617986941e-10,
    "max_abs_err": 5.103105438220013e-13,
    "mean_abs_err": 4.270272164471288e-14,
    "w_frob_norm": 43.50103840805713,
    "relative_err": 2.8617366558498528e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.271143504697821e-11,
    "max_abs_err": 1.9375126503184958e-13,
    "mean_abs_err": 1.8068906323603952e-14,
    "w_frob_norm": 42.69528352056346,
    "relative_err": 1.234596205962437e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.357510673001204e-10,
    "max_abs_err": 5.360954735689205e-13,
    "mean_abs_err": 4.627512335499884e-14,
    "w_frob_norm": 46.26713345134294,
    "relative_err": 2.9340712763820493e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 4.7557735752279285e-11,
    "max_abs_err": 1.9132959105938596e-13,
    "mean_abs_err": 1.6470146279320223e-14,
    "w_frob_norm": 44.915066056120246,
    "relative_err": 1.0588370435180278e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.3613881395117557e-11,
    "max_abs_err": 1.897119614180376e-13,
    "mean_abs_err": 1.51638824190611e-14,
    "w_frob_norm": 41.929709788653405,
    "relative_err": 1.0401665457489026e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.1618380500164269e-10,
    "max_abs_err": 4.3217252693183994e-13,
    "mean_abs_err": 3.9953778572229645e-14,
    "w_frob_norm": 43.20255063964721,
    "relative_err": 2.689281148484326e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 4.398431512502672e-11,
    "max_abs_err": 1.871905408457053e-13,
    "mean_abs_err": 1.5208893909552408e-14,
    "w_frob_norm": 40.96009466834654,
    "relative_err": 1.0738333365966864e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 4.909730358799936e-11,
    "max_abs_err": 2.2450444281396642e-13,
    "mean_abs_err": 1.684690140547821e-14,
    "w_frob_norm": 42.20852777862891,
    "relative_err": 1.1632081518099853e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.585911722666999e-10,
    "max_abs_err": 6.685832443231732e-13,
    "mean_abs_err": 5.3480506754807724e-14,
    "w_frob_norm": 44.45519009963864,
    "relative_err": 3.567438850474942e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.1857004692570324e-11,
    "max_abs_err": 2.653363639915085e-13,
    "mean_abs_err": 1.791377611045806e-14,
    "w_frob_norm": 45.149346604791226,
    "relative_err": 1.1485660057606966e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.200198035713267e-10,
    "max_abs_err": 4.934056635486073e-13,
    "mean_abs_err": 4.108110705240527e-14,
    "w_frob_norm": 42.31101346153306,
    "relative_err": 2.8366090469669886e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.500987133527554e-10,
    "max_abs_err": 7.599060269924962e-13,
    "mean_abs_err": 5.0663714372218366e-14,
    "w_frob_norm": 46.26529419505322,
    "relative_err": 3.2443047421236162e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 6.187289574901764e-11,
    "max_abs_err": 3.5183314595066406e-13,
    "mean_abs_err": 2.086222478742254e-14,
    "w_frob_norm": 43.45598644171848,
    "relative_err": 1.4238060349176337e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.2159680126084976e-11,
    "max_abs_err": 2.1415161310933684e-13,
    "mean_abs_err": 1.7782374744489173e-14,
    "w_frob_norm": 41.11163176493109,
    "relative_err": 1.2687329081055366e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.230074603209147e-10,
    "max_abs_err": 4.880228166026512e-13,
    "mean_abs_err": 4.232980010192527e-14,
    "w_frob_norm": 46.01968382259815,
    "relative_err": 2.6729314524432133e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.1085495424765635e-10,
    "max_abs_err": 3.699679451685256e-13,
    "mean_abs_err": 3.842538942064861e-14,
    "w_frob_norm": 42.91340959001132,
    "relative_err": 2.5832241088915796e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.20041342248224e-11,
    "max_abs_err": 2.0598800443138998e-13,
    "mean_abs_err": 1.7996115583804627e-14,
    "w_frob_norm": 44.67889010110193,
    "relative_err": 1.163953135522044e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.25508875824682e-10,
    "max_abs_err": 4.977893097724007e-13,
    "mean_abs_err": 4.3109356679890734e-14,
    "w_frob_norm": 43.24927802467503,
    "relative_err": 2.9019877685143177e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.690152823203754e-11,
    "max_abs_err": 2.0805232536780238e-13,
    "mean_abs_err": 1.9578586568586526e-14,
    "w_frob_norm": 42.05382239766609,
    "relative_err": 1.3530643586680357e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1203323131831564e-10,
    "max_abs_err": 3.9428876830172044e-13,
    "mean_abs_err": 3.853641182423762e-14,
    "w_frob_norm": 46.22228908189121,
    "relative_err": 2.4237923638924146e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.805411846274839e-11,
    "max_abs_err": 2.388297892785829e-13,
    "mean_abs_err": 1.9875056814183567e-14,
    "w_frob_norm": 44.97160028420171,
    "relative_err": 1.2909062184994671e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.0627533749395756e-10,
    "max_abs_err": 4.2630135532739644e-13,
    "mean_abs_err": 3.613703334179359e-14,
    "w_frob_norm": 42.36887442789114,
    "relative_err": 2.5083351618139096e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.326927060221515e-10,
    "max_abs_err": 5.582340145693365e-13,
    "mean_abs_err": 4.5427311295729583e-14,
    "w_frob_norm": 45.42802096571625,
    "relative_err": 2.920944016519945e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.542504912308152e-11,
    "max_abs_err": 1.4828416272649747e-13,
    "mean_abs_err": 1.5754689855191294e-14,
    "w_frob_norm": 42.58810697656971,
    "relative_err": 1.066613483150885e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 4.943034127011727e-11,
    "max_abs_err": 2.1861332188954918e-13,
    "mean_abs_err": 1.701936481475619e-14,
    "w_frob_norm": 42.76173256284244,
    "relative_err": 1.1559480476492545e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.3048917880119808e-10,
    "max_abs_err": 5.037623963810578e-13,
    "mean_abs_err": 4.465976648082242e-14,
    "w_frob_norm": 42.02409585504181,
    "relative_err": 3.105103777873254e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.075999808365131e-11,
    "max_abs_err": 1.8011807323414786e-13,
    "mean_abs_err": 1.750604085822101e-14,
    "w_frob_norm": 40.727348734755054,
    "relative_err": 1.2463369126784038e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 4.485903102212077e-11,
    "max_abs_err": 1.7342290797861537e-13,
    "mean_abs_err": 1.5509011751195214e-14,
    "w_frob_norm": 41.93200597074052,
    "relative_err": 1.0698040788562008e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.2185414516240056e-10,
    "max_abs_err": 5.013177373225375e-13,
    "mean_abs_err": 4.181791167029901e-14,
    "w_frob_norm": 43.29717368942543,
    "relative_err": 2.814367192567151e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.2659975676971043e-10,
    "max_abs_err": 4.987676938128516e-13,
    "mean_abs_err": 4.351038381772933e-14,
    "w_frob_norm": 44.31600258217911,
    "relative_err": 2.856750369913108e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.360307988282497e-11,
    "max_abs_err": 1.9566293030237603e-13,
    "mean_abs_err": 1.844921676706607e-14,
    "w_frob_norm": 42.3247224003749,
    "relative_err": 1.2664720958063546e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.1000080644363715e-10,
    "max_abs_err": 4.397856861668159e-13,
    "mean_abs_err": 3.795795329306562e-14,
    "w_frob_norm": 44.40948970317138,
    "relative_err": 2.476966233543137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.1939490441978907e-10,
    "max_abs_err": 4.55283380440541e-13,
    "mean_abs_err": 4.128141505706212e-14,
    "w_frob_norm": 43.75473177036176,
    "relative_err": 2.72873126148756e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.1803022736276944e-11,
    "max_abs_err": 2.3369500778969154e-13,
    "mean_abs_err": 1.774544386706164e-14,
    "w_frob_norm": 43.11349828084516,
    "relative_err": 1.2015499739507903e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 4.42818745576909e-11,
    "max_abs_err": 1.6346646258824649e-13,
    "mean_abs_err": 1.5400376560368427e-14,
    "w_frob_norm": 42.32239495421513,
    "relative_err": 1.0462988827923268e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 4.149176123933934e-11,
    "max_abs_err": 1.5472345626932338e-13,
    "mean_abs_err": 1.4366841269836408e-14,
    "w_frob_norm": 40.251350023672934,
    "relative_err": 1.030816636334853e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.1712815604456217e-10,
    "max_abs_err": 5.379932610516391e-13,
    "mean_abs_err": 4.0222857076733145e-14,
    "w_frob_norm": 43.66766809120191,
    "relative_err": 2.682262670860617e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.3255586088033358e-10,
    "max_abs_err": 5.769482114281743e-13,
    "mean_abs_err": 4.502241239108699e-14,
    "w_frob_norm": 44.16106141460393,
    "relative_err": 3.0016457176117094e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.382911263656452e-10,
    "max_abs_err": 5.955687332193094e-13,
    "mean_abs_err": 4.723406290710643e-14,
    "w_frob_norm": 44.5765614469528,
    "relative_err": 3.1023282612369065e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.3309289508571514e-10,
    "max_abs_err": 5.746236819703654e-13,
    "mean_abs_err": 4.5332981842699596e-14,
    "w_frob_norm": 47.706923595645954,
    "relative_err": 2.789802507782373e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.822891077252841e-11,
    "max_abs_err": 1.987091047261913e-13,
    "mean_abs_err": 2.0072291464013318e-14,
    "w_frob_norm": 42.82624236754943,
    "relative_err": 1.3596549114159495e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.258263115201795e-10,
    "max_abs_err": 4.93274258245302e-13,
    "mean_abs_err": 4.3256238889528246e-14,
    "w_frob_norm": 43.93568915877882,
    "relative_err": 2.8638747662624988e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.740583107888427e-11,
    "max_abs_err": 2.5213858778627696e-13,
    "mean_abs_err": 1.95585931911488e-14,
    "w_frob_norm": 43.011992509778665,
    "relative_err": 1.334647100243803e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.270789195489791e-11,
    "max_abs_err": 1.9593875133505634e-13,
    "mean_abs_err": 1.8123459468445423e-14,
    "w_frob_norm": 45.47258477744613,
    "relative_err": 1.1591136112640865e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.4164824313566496e-10,
    "max_abs_err": 5.742034858658915e-13,
    "mean_abs_err": 4.813047031735634e-14,
    "w_frob_norm": 40.84134720491649,
    "relative_err": 3.468255893346567e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.3302830005894713e-11,
    "max_abs_err": 1.8701359905115567e-13,
    "mean_abs_err": 1.8429099440746485e-14,
    "w_frob_norm": 42.18372763072707,
    "relative_err": 1.2635874779133643e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.196999842619676e-11,
    "max_abs_err": 2.1865495525297263e-13,
    "mean_abs_err": 1.7947917214030296e-14,
    "w_frob_norm": 43.357002429393106,
    "relative_err": 1.1986529398758578e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.4181131592979967e-10,
    "max_abs_err": 7.364248100216741e-13,
    "mean_abs_err": 4.765334631882725e-14,
    "w_frob_norm": 43.56847116751735,
    "relative_err": 3.254906865667751e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.104702146111848e-11,
    "max_abs_err": 2.162402201744129e-13,
    "mean_abs_err": 1.7615251231826014e-14,
    "w_frob_norm": 42.37732281304638,
    "relative_err": 1.2045834439877127e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 6.923622624276146e-11,
    "max_abs_err": 3.210071097825562e-13,
    "mean_abs_err": 2.3280636588569316e-14,
    "w_frob_norm": 42.658352884835324,
    "relative_err": 1.6230403088857738e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.362721967721166e-11,
    "max_abs_err": 2.144916189106283e-13,
    "mean_abs_err": 1.8298116344884522e-14,
    "w_frob_norm": 41.56074873683282,
    "relative_err": 1.290333338717862e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.1928722454215693e-10,
    "max_abs_err": 4.629768790564981e-13,
    "mean_abs_err": 4.1091984561647565e-14,
    "w_frob_norm": 44.37000808754299,
    "relative_err": 2.6884652422600563e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.235221242839259e-10,
    "max_abs_err": 4.488250049394793e-13,
    "mean_abs_err": 4.260932255479738e-14,
    "w_frob_norm": 45.22699126104611,
    "relative_err": 2.731159443505038e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 9.962113056209243e-11,
    "max_abs_err": 3.446062879497447e-13,
    "mean_abs_err": 3.454698428051403e-14,
    "w_frob_norm": 43.405000624547164,
    "relative_err": 2.2951533032752207e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.7023320258017386e-11,
    "max_abs_err": 2.2226838425343232e-13,
    "mean_abs_err": 1.9564783644887023e-14,
    "w_frob_norm": 44.223540463511135,
    "relative_err": 1.2894336287947672e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.0250650949570579e-10,
    "max_abs_err": 3.6415315207705135e-13,
    "mean_abs_err": 3.56679972307409e-14,
    "w_frob_norm": 43.6235930273937,
    "relative_err": 2.3497951998437222e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 4.2191348344751594e-11,
    "max_abs_err": 1.403530069943315e-13,
    "mean_abs_err": 1.4656944010634768e-14,
    "w_frob_norm": 39.111271964825384,
    "relative_err": 1.0787516290111011e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.1449579823292504e-10,
    "max_abs_err": 4.4289702114119756e-13,
    "mean_abs_err": 3.9430893662129106e-14,
    "w_frob_norm": 42.98174940332679,
    "relative_err": 2.6638235954179904e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.191086878872559e-11,
    "max_abs_err": 1.9576701371093463e-13,
    "mean_abs_err": 1.7917087579041712e-14,
    "w_frob_norm": 43.3342085775864,
    "relative_err": 1.1979189303938335e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.55765553050986e-11,
    "max_abs_err": 2.6385144069607236e-13,
    "mean_abs_err": 1.8808360497558762e-14,
    "w_frob_norm": 41.93278567078675,
    "relative_err": 1.3253723647512651e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.1465506533868402e-10,
    "max_abs_err": 6.207222236209731e-13,
    "mean_abs_err": 3.935539440114605e-14,
    "w_frob_norm": 44.53488169151942,
    "relative_err": 2.574500278969356e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.0844044867797067e-10,
    "max_abs_err": 3.6454173013567015e-13,
    "mean_abs_err": 3.7622484241164746e-14,
    "w_frob_norm": 43.119588663155696,
    "relative_err": 2.5148766961830865e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.1636634546128347e-10,
    "max_abs_err": 4.625449329109799e-13,
    "mean_abs_err": 3.996845900933206e-14,
    "w_frob_norm": 40.847328390048155,
    "relative_err": 2.848811661563511e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.4652254936009387e-10,
    "max_abs_err": 9.751047625600195e-13,
    "mean_abs_err": 4.8759210832405745e-14,
    "w_frob_norm": 42.401211747399486,
    "relative_err": 3.4556217457412703e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.553151321427125e-11,
    "max_abs_err": 2.3396215520499197e-13,
    "mean_abs_err": 1.9136297069944304e-14,
    "w_frob_norm": 42.23968060946691,
    "relative_err": 1.314676446720701e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.1639500387634956e-10,
    "max_abs_err": 4.3911402292096113e-13,
    "mean_abs_err": 4.0345786955032064e-14,
    "w_frob_norm": 42.83224246007779,
    "relative_err": 2.7174622945515093e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.425398636728786e-11,
    "max_abs_err": 2.0591688076887493e-13,
    "mean_abs_err": 1.8599346128504197e-14,
    "w_frob_norm": 42.017956638509084,
    "relative_err": 1.2912095377233208e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.16029691343601e-11,
    "max_abs_err": 2.0768803343784725e-13,
    "mean_abs_err": 1.7751479389137908e-14,
    "w_frob_norm": 40.12268093400226,
    "relative_err": 1.2861296387258307e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.141372327885639e-10,
    "max_abs_err": 4.842671402771614e-13,
    "mean_abs_err": 3.933336398022683e-14,
    "w_frob_norm": 45.478454321009615,
    "relative_err": 2.5096990320499105e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.103159615226525e-11,
    "max_abs_err": 2.06286376869258e-13,
    "mean_abs_err": 1.760394559125758e-14,
    "w_frob_norm": 41.88804057424147,
    "relative_err": 1.2182855882651741e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.1893767223269302e-10,
    "max_abs_err": 5.327856211767568e-13,
    "mean_abs_err": 4.089075495859052e-14,
    "w_frob_norm": 42.42164005072304,
    "relative_err": 2.8037028292748862e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 4.9507231546374246e-11,
    "max_abs_err": 2.1845719677671127e-13,
    "mean_abs_err": 1.6935502625473294e-14,
    "w_frob_norm": 44.23073781373863,
    "relative_err": 1.1192947256465768e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.1083780853090905e-11,
    "max_abs_err": 1.8152580133490304e-13,
    "mean_abs_err": 1.7703608802983907e-14,
    "w_frob_norm": 43.6612513229001,
    "relative_err": 1.1700026752622576e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 4.985332407883162e-11,
    "max_abs_err": 1.9616946955736125e-13,
    "mean_abs_err": 1.7254977669021595e-14,
    "w_frob_norm": 42.70399861557686,
    "relative_err": 1.1674158321241361e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.2387238166407753e-10,
    "max_abs_err": 4.206877901591355e-13,
    "mean_abs_err": 4.279362721200195e-14,
    "w_frob_norm": 41.41786780445615,
    "relative_err": 2.990795717657636e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.2306376918220564e-10,
    "max_abs_err": 4.959036653540139e-13,
    "mean_abs_err": 4.187098255271501e-14,
    "w_frob_norm": 43.18055199979611,
    "relative_err": 2.849981380108034e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.7355473011568115e-11,
    "max_abs_err": 1.9551721353039397e-13,
    "mean_abs_err": 1.973230797925841e-14,
    "w_frob_norm": 42.2047522238315,
    "relative_err": 1.3589813940237173e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.2633634336887888e-10,
    "max_abs_err": 6.29926666384506e-13,
    "mean_abs_err": 4.348006389166386e-14,
    "w_frob_norm": 44.53730079137823,
    "relative_err": 2.836641222616162e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.560609610408787e-11,
    "max_abs_err": 1.8668053214376812e-13,
    "mean_abs_err": 1.9117852891030475e-14,
    "w_frob_norm": 42.83090983681846,
    "relative_err": 1.2982702519265083e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.1540769284292301e-10,
    "max_abs_err": 3.7393699248156054e-13,
    "mean_abs_err": 3.972294766073635e-14,
    "w_frob_norm": 44.064154436572856,
    "relative_err": 2.6190833415184213e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.3769772406973325e-11,
    "max_abs_err": 1.6037345063057984e-13,
    "mean_abs_err": 1.5184177152224675e-14,
    "w_frob_norm": 42.985756583043305,
    "relative_err": 1.0182389676546787e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.720200594803109e-11,
    "max_abs_err": 2.4309070381645093e-13,
    "mean_abs_err": 1.9592115655105887e-14,
    "w_frob_norm": 43.225073379038456,
    "relative_err": 1.3233524312713045e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 4.3444606311768797e-11,
    "max_abs_err": 1.7677526109594055e-13,
    "mean_abs_err": 1.509683379863973e-14,
    "w_frob_norm": 41.87229277218399,
    "relative_err": 1.0375502136493778e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.2407496406865126e-11,
    "max_abs_err": 1.9692580899288714e-13,
    "mean_abs_err": 1.7876756982626006e-14,
    "w_frob_norm": 41.60973411900752,
    "relative_err": 1.2595008720068976e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.0574653430827287e-10,
    "max_abs_err": 3.810597670739213e-13,
    "mean_abs_err": 3.64620041863609e-14,
    "w_frob_norm": 44.389103929657594,
    "relative_err": 2.382263324707951e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.170112449312459e-10,
    "max_abs_err": 4.148972831963249e-13,
    "mean_abs_err": 4.0434195786688717e-14,
    "w_frob_norm": 43.81345210427953,
    "relative_err": 2.6706693791840403e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.3483808382107585e-10,
    "max_abs_err": 5.738569341939836e-13,
    "mean_abs_err": 4.558138109998668e-14,
    "w_frob_norm": 42.30671060527674,
    "relative_err": 3.187155935594247e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.2261425813026365e-10,
    "max_abs_err": 4.984207491176562e-13,
    "mean_abs_err": 4.200061907601049e-14,
    "w_frob_norm": 43.18779903951837,
    "relative_err": 2.839094856815168e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.1269548753178266e-10,
    "max_abs_err": 4.809902476310413e-13,
    "mean_abs_err": 3.904817986134166e-14,
    "w_frob_norm": 43.921690166139406,
    "relative_err": 2.565827660672838e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.190321456195317e-11,
    "max_abs_err": 2.1444825082372887e-13,
    "mean_abs_err": 1.7902622358919803e-14,
    "w_frob_norm": 41.69427513701519,
    "relative_err": 1.2448523062552232e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.205837289360413e-11,
    "max_abs_err": 2.0737925265912338e-13,
    "mean_abs_err": 1.7952046210228928e-14,
    "w_frob_norm": 43.92459521390501,
    "relative_err": 1.1851759279758655e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.123365111049211e-11,
    "max_abs_err": 1.6815021597338387e-13,
    "mean_abs_err": 1.766088458359196e-14,
    "w_frob_norm": 41.4101096781664,
    "relative_err": 1.2372256801219053e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.0122086566797889e-10,
    "max_abs_err": 4.1474462753043895e-13,
    "mean_abs_err": 3.493495881361243e-14,
    "w_frob_norm": 42.88916200825064,
    "relative_err": 2.3600569684366157e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.1269408264006065e-10,
    "max_abs_err": 4.33288821488631e-13,
    "mean_abs_err": 3.8791109838471945e-14,
    "w_frob_norm": 45.304658021012,
    "relative_err": 2.487472316594772e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.1366104049581816e-10,
    "max_abs_err": 4.65152222295373e-13,
    "mean_abs_err": 3.929752586043106e-14,
    "w_frob_norm": 45.224979125951855,
    "relative_err": 2.513235886284689e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.2212871661344436e-10,
    "max_abs_err": 5.131173264061317e-13,
    "mean_abs_err": 4.191921434637067e-14,
    "w_frob_norm": 43.442957366838755,
    "relative_err": 2.8112431569096786e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.260472664751874e-11,
    "max_abs_err": 2.309524099741722e-13,
    "mean_abs_err": 1.7927498995943906e-14,
    "w_frob_norm": 42.18745486265491,
    "relative_err": 1.2469281879833283e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.070253689839515e-11,
    "max_abs_err": 2.1187565590885526e-13,
    "mean_abs_err": 1.7374475125859383e-14,
    "w_frob_norm": 43.440911563594355,
    "relative_err": 1.1671609796716697e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.83222191679049e-11,
    "max_abs_err": 1.984913969299562e-13,
    "mean_abs_err": 1.6799814354074626e-14,
    "w_frob_norm": 44.05699751511996,
    "relative_err": 1.0968114463842242e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.0438737750204873e-10,
    "max_abs_err": 3.4966474160569305e-13,
    "mean_abs_err": 3.6175266082182264e-14,
    "w_frob_norm": 42.251960164615824,
    "relative_err": 2.4705925380822598e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 4.6496103152198835e-11,
    "max_abs_err": 1.5870638137016613e-13,
    "mean_abs_err": 1.6099743009420395e-14,
    "w_frob_norm": 40.60737862710912,
    "relative_err": 1.1450161208179651e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.556895913681029e-11,
    "max_abs_err": 2.0255672139590786e-13,
    "mean_abs_err": 1.5807988147956745e-14,
    "w_frob_norm": 41.938376324828276,
    "relative_err": 1.086569465252107e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.1231513275713097e-11,
    "max_abs_err": 1.9230537301462292e-13,
    "mean_abs_err": 1.7618976153142508e-14,
    "w_frob_norm": 41.33187888797026,
    "relative_err": 1.239515711699817e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2368348836350876e-10,
    "max_abs_err": 5.477424069866288e-13,
    "mean_abs_err": 4.2376759787624036e-14,
    "w_frob_norm": 45.24500734615986,
    "relative_err": 2.733638375108062e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 4.9233044731854904e-11,
    "max_abs_err": 2.101825657963019e-13,
    "mean_abs_err": 1.6989099395110738e-14,
    "w_frob_norm": 44.05161935418564,
    "relative_err": 1.1176216777869017e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.4128205058228556e-10,
    "max_abs_err": 6.709468050591916e-13,
    "mean_abs_err": 4.7386043018655816e-14,
    "w_frob_norm": 42.542584305101656,
    "relative_err": 3.3209559995005563e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.3658643440187625e-10,
    "max_abs_err": 5.610338582595631e-13,
    "mean_abs_err": 4.667236086813052e-14,
    "w_frob_norm": 42.85733588692641,
    "relative_err": 3.187002448361281e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.0214788693272264e-10,
    "max_abs_err": 4.0123460109953157e-13,
    "mean_abs_err": 3.5418518082418045e-14,
    "w_frob_norm": 42.124974285127486,
    "relative_err": 2.424877134436297e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.2847531146419408e-10,
    "max_abs_err": 4.841196887817034e-13,
    "mean_abs_err": 4.376912467589527e-14,
    "w_frob_norm": 45.269023220854955,
    "relative_err": 2.8380402828088165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.1974784024808526e-10,
    "max_abs_err": 4.749247869972884e-13,
    "mean_abs_err": 4.1157312251470684e-14,
    "w_frob_norm": 44.56920811229012,
    "relative_err": 2.6867841121696835e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.3251794015467255e-11,
    "max_abs_err": 2.1307088038380328e-13,
    "mean_abs_err": 1.8252197827580682e-14,
    "w_frob_norm": 43.4712135220915,
    "relative_err": 1.2249898197207075e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.1656064141412983e-11,
    "max_abs_err": 1.9360901770681949e-13,
    "mean_abs_err": 1.7891877404041277e-14,
    "w_frob_norm": 43.96108997280294,
    "relative_err": 1.1750405682245512e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.2990084082112286e-10,
    "max_abs_err": 6.605029023720732e-13,
    "mean_abs_err": 4.3726658045431095e-14,
    "w_frob_norm": 43.2147423865255,
    "relative_err": 3.005938104622981e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.4929655434893384e-10,
    "max_abs_err": 6.409092007109152e-13,
    "mean_abs_err": 5.0352911784608126e-14,
    "w_frob_norm": 45.194142996095245,
    "relative_err": 3.3034491739744462e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.3283791520953955e-11,
    "max_abs_err": 1.9523271888033378e-13,
    "mean_abs_err": 1.8464972190106938e-14,
    "w_frob_norm": 42.28432817424431,
    "relative_err": 1.260130971015628e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.495669213564626e-11,
    "max_abs_err": 2.3620688738290596e-13,
    "mean_abs_err": 1.8903389193779244e-14,
    "w_frob_norm": 43.31935751622093,
    "relative_err": 1.2686405174653786e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.064445780965206e-11,
    "max_abs_err": 1.7710312383290017e-13,
    "mean_abs_err": 1.7553817067001676e-14,
    "w_frob_norm": 41.396255683487965,
    "relative_err": 1.2234067302336475e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.0782918836032377e-10,
    "max_abs_err": 4.02698707713256e-13,
    "mean_abs_err": 3.7392543540180376e-14,
    "w_frob_norm": 45.24478650656252,
    "relative_err": 2.3832400744046766e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.980056941664372e-11,
    "max_abs_err": 2.605068938343891e-13,
    "mean_abs_err": 2.027456479855894e-14,
    "w_frob_norm": 41.17188383847358,
    "relative_err": 1.4524613362666277e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.3088358635687648e-10,
    "max_abs_err": 5.600277186434965e-13,
    "mean_abs_err": 4.458223551824481e-14,
    "w_frob_norm": 43.181644722232235,
    "relative_err": 3.0310004910371226e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.3244995462369667e-10,
    "max_abs_err": 5.230885169460464e-13,
    "mean_abs_err": 4.5084915851398984e-14,
    "w_frob_norm": 43.55954567481595,
    "relative_err": 3.0406642808552732e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.62466915510463e-11,
    "max_abs_err": 1.7028392584883534e-13,
    "mean_abs_err": 1.6044172844992597e-14,
    "w_frob_norm": 44.0927594264702,
    "relative_err": 1.048850018746684e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.830848445094239e-11,
    "max_abs_err": 1.6606507835525974e-13,
    "mean_abs_err": 1.6755596735271104e-14,
    "w_frob_norm": 41.43438127306837,
    "relative_err": 1.1659033625377694e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.0483590723160148e-10,
    "max_abs_err": 4.3081163636493613e-13,
    "mean_abs_err": 3.61019392926611e-14,
    "w_frob_norm": 44.62822005443967,
    "relative_err": 2.349094521442207e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.3147293553808723e-10,
    "max_abs_err": 4.868952463432663e-13,
    "mean_abs_err": 4.513404184955927e-14,
    "w_frob_norm": 42.91260171400592,
    "relative_err": 3.063737230716001e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.038715867964773e-11,
    "max_abs_err": 2.1894291934998478e-13,
    "mean_abs_err": 1.739675201235369e-14,
    "w_frob_norm": 44.536764994773286,
    "relative_err": 1.1313609932279777e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.592167879573761e-11,
    "max_abs_err": 2.1453065018883777e-13,
    "mean_abs_err": 1.9090228078980347e-14,
    "w_frob_norm": 43.4753581343473,
    "relative_err": 1.2862844883975138e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1458076378318771e-10,
    "max_abs_err": 4.114332301501794e-13,
    "mean_abs_err": 3.9586724979738134e-14,
    "w_frob_norm": 45.666076562739995,
    "relative_err": 2.5091002426224808e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 4.558613032750622e-11,
    "max_abs_err": 1.5959455978986625e-13,
    "mean_abs_err": 1.5770781171300054e-14,
    "w_frob_norm": 43.86418923917027,
    "relative_err": 1.0392561932228367e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.1846742871227787e-11,
    "max_abs_err": 2.253960906806185e-13,
    "mean_abs_err": 1.7910353415610966e-14,
    "w_frob_norm": 43.39566377849331,
    "relative_err": 1.1947447822407269e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.1786914277146352e-10,
    "max_abs_err": 4.779883086558634e-13,
    "mean_abs_err": 4.074796240480756e-14,
    "w_frob_norm": 42.11756983489431,
    "relative_err": 2.798574163550367e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.460513644569982e-10,
    "max_abs_err": 7.277789482174057e-13,
    "mean_abs_err": 4.941241805330543e-14,
    "w_frob_norm": 44.70518655836327,
    "relative_err": 3.2669892623381856e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.1640282212904833e-10,
    "max_abs_err": 4.2799097599299785e-13,
    "mean_abs_err": 4.0051326284627526e-14,
    "w_frob_norm": 45.00276826409839,
    "relative_err": 2.5865702626544943e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.521963032004585e-11,
    "max_abs_err": 2.2316350156703635e-13,
    "mean_abs_err": 1.9001664029879462e-14,
    "w_frob_norm": 40.48619535308868,
    "relative_err": 1.363912559292464e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.0369370052226974e-10,
    "max_abs_err": 3.481355828616195e-13,
    "mean_abs_err": 3.591545572009416e-14,
    "w_frob_norm": 41.86568134644724,
    "relative_err": 2.4768186540231544e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.606883743382602e-11,
    "max_abs_err": 2.779308901079691e-13,
    "mean_abs_err": 1.9147476092313607e-14,
    "w_frob_norm": 45.056571953446365,
    "relative_err": 1.2444097498530918e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.2724561806080066e-10,
    "max_abs_err": 4.728214347826665e-13,
    "mean_abs_err": 4.374821111990791e-14,
    "w_frob_norm": 45.45194563520409,
    "relative_err": 2.7995637212556324e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.866727175958814e-11,
    "max_abs_err": 2.514553235771766e-13,
    "mean_abs_err": 2.0116738014331445e-14,
    "w_frob_norm": 43.912968561122625,
    "relative_err": 1.3359896559470569e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.3395571788946504e-10,
    "max_abs_err": 5.413239301255146e-13,
    "mean_abs_err": 4.610889852670796e-14,
    "w_frob_norm": 47.10522123985012,
    "relative_err": 2.8437552008808113e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 4.6969819613605285e-11,
    "max_abs_err": 1.752001321797536e-13,
    "mean_abs_err": 1.617247910108632e-14,
    "w_frob_norm": 42.72760847720939,
    "relative_err": 1.099285012374579e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 4.6869346399592025e-11,
    "max_abs_err": 1.4937790587810085e-13,
    "mean_abs_err": 1.6281946341728742e-14,
    "w_frob_norm": 40.28679399659301,
    "relative_err": 1.1633923117226874e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.4474455356023505e-11,
    "max_abs_err": 2.2064294835644205e-13,
    "mean_abs_err": 1.872969154086964e-14,
    "w_frob_norm": 42.293133240817795,
    "relative_err": 1.2880212739464125e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.2123923894684126e-10,
    "max_abs_err": 5.441688766261166e-13,
    "mean_abs_err": 4.177521199273739e-14,
    "w_frob_norm": 43.243770436291285,
    "relative_err": 2.80362322072393e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.1488151376954777e-10,
    "max_abs_err": 4.3517273118354183e-13,
    "mean_abs_err": 3.9441148912685576e-14,
    "w_frob_norm": 44.443417082682565,
    "relative_err": 2.58489381128868e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 4.9555379497773275e-11,
    "max_abs_err": 2.0011770018868447e-13,
    "mean_abs_err": 1.7181589493433563e-14,
    "w_frob_norm": 42.652695420539445,
    "relative_err": 1.1618346509915957e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.492867440570004e-10,
    "max_abs_err": 8.468694495666895e-13,
    "mean_abs_err": 5.0164737720521295e-14,
    "w_frob_norm": 42.38773778179877,
    "relative_err": 3.521932329238479e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 4.64938482345842e-11,
    "max_abs_err": 1.7119769143980612e-13,
    "mean_abs_err": 1.596829890580706e-14,
    "w_frob_norm": 43.022609236043635,
    "relative_err": 1.0806840649644377e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.06590807257504e-11,
    "max_abs_err": 1.8207310659157372e-13,
    "mean_abs_err": 1.7429777013902244e-14,
    "w_frob_norm": 39.1729116201809,
    "relative_err": 1.293217139867952e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.2963900334711937e-10,
    "max_abs_err": 4.721969343313148e-13,
    "mean_abs_err": 4.4557483056654993e-14,
    "w_frob_norm": 43.613940888445875,
    "relative_err": 2.9724212191396603e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.2190847183921885e-10,
    "max_abs_err": 5.076911113732763e-13,
    "mean_abs_err": 4.169653757540517e-14,
    "w_frob_norm": 43.76679262947187,
    "relative_err": 2.7854102280533026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2360590300351215e-10,
    "max_abs_err": 4.56697180073462e-13,
    "mean_abs_err": 4.261729884585473e-14,
    "w_frob_norm": 44.60680760963286,
    "relative_err": 2.771009844174982e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.070882570970555e-11,
    "max_abs_err": 1.928674234208394e-13,
    "mean_abs_err": 1.74773340976302e-14,
    "w_frob_norm": 42.44435181749883,
    "relative_err": 1.194713160604787e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 4.8358632838712344e-11,
    "max_abs_err": 1.8957925507212536e-13,
    "mean_abs_err": 1.667349733157145e-14,
    "w_frob_norm": 42.27670680731978,
    "relative_err": 1.143859976111941e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.039842338162796e-10,
    "max_abs_err": 4.40470576679175e-13,
    "mean_abs_err": 3.5819117489783895e-14,
    "w_frob_norm": 40.40243612834948,
    "relative_err": 2.5737119783060857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.0535611696482436e-10,
    "max_abs_err": 3.6219291454919755e-13,
    "mean_abs_err": 3.649858837979693e-14,
    "w_frob_norm": 43.42376755657129,
    "relative_err": 2.4262315983422973e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.1971113989904597e-10,
    "max_abs_err": 5.052278040373892e-13,
    "mean_abs_err": 4.11601366625419e-14,
    "w_frob_norm": 45.27846785978153,
    "relative_err": 2.6438867204996363e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.911915218385319e-11,
    "max_abs_err": 1.894422119175232e-13,
    "mean_abs_err": 1.6984739517548857e-14,
    "w_frob_norm": 43.596766055154625,
    "relative_err": 1.126669627781844e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.7722071292026245e-11,
    "max_abs_err": 1.68663694122273e-13,
    "mean_abs_err": 1.6505478748232196e-14,
    "w_frob_norm": 41.31399416365365,
    "relative_err": 1.1551066958810328e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 4.6531467102732737e-11,
    "max_abs_err": 1.685075690094351e-13,
    "mean_abs_err": 1.611039569844266e-14,
    "w_frob_norm": 44.16516464450226,
    "relative_err": 1.053578481531259e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 6.0110413662196e-11,
    "max_abs_err": 3.1912666953459734e-13,
    "mean_abs_err": 2.0231846253111848e-14,
    "w_frob_norm": 42.05020829730347,
    "relative_err": 1.4294914602373246e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1283688483846119e-10,
    "max_abs_err": 4.0372566401103427e-13,
    "mean_abs_err": 3.900277354953656e-14,
    "w_frob_norm": 41.632325484203236,
    "relative_err": 2.7103190495874525e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.64995641287829e-11,
    "max_abs_err": 1.6783970047118402e-13,
    "mean_abs_err": 1.6067219475399622e-14,
    "w_frob_norm": 41.036321117467566,
    "relative_err": 1.1331318905434201e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.0765158311026562e-10,
    "max_abs_err": 4.757340354988315e-13,
    "mean_abs_err": 3.68532297771209e-14,
    "w_frob_norm": 44.380471672792794,
    "relative_err": 2.4256520729197396e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 4.703226503567375e-11,
    "max_abs_err": 1.8347476316016298e-13,
    "mean_abs_err": 1.6195156739543847e-14,
    "w_frob_norm": 42.10245684402757,
    "relative_err": 1.117090748644648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.2073140355715406e-10,
    "max_abs_err": 5.256246826679245e-13,
    "mean_abs_err": 4.147304820148111e-14,
    "w_frob_norm": 45.163836054484335,
    "relative_err": 2.673187534635172e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 9.962428839694884e-11,
    "max_abs_err": 3.990399590619864e-13,
    "mean_abs_err": 3.444946350602798e-14,
    "w_frob_norm": 43.18648397820351,
    "relative_err": 2.306839529868415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.6030186178819255e-11,
    "max_abs_err": 2.345424202077062e-13,
    "mean_abs_err": 1.9191618059357196e-14,
    "w_frob_norm": 42.09067788106441,
    "relative_err": 1.3311780422530544e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.224288886249204e-10,
    "max_abs_err": 5.022163240830935e-13,
    "mean_abs_err": 4.20614874611041e-14,
    "w_frob_norm": 45.35397099298441,
    "relative_err": 2.699408363687897e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 4.479820160879646e-11,
    "max_abs_err": 1.3229695117189522e-13,
    "mean_abs_err": 1.5577546689204342e-14,
    "w_frob_norm": 41.43779233020747,
    "relative_err": 1.0810952777554055e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.1236631432267507e-10,
    "max_abs_err": 5.139777492502162e-13,
    "mean_abs_err": 3.8805992365869444e-14,
    "w_frob_norm": 43.60125779795772,
    "relative_err": 2.577134697429263e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 4.551980276790108e-11,
    "max_abs_err": 1.7679824618199724e-13,
    "mean_abs_err": 1.5707679778658474e-14,
    "w_frob_norm": 42.64558419067339,
    "relative_err": 1.0673978005407716e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.31871037984524e-11,
    "max_abs_err": 1.9961809982760315e-13,
    "mean_abs_err": 1.8300017935324278e-14,
    "w_frob_norm": 44.142511688097166,
    "relative_err": 1.2048952758796928e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.170584691811987e-10,
    "max_abs_err": 4.5302303575134317e-13,
    "mean_abs_err": 4.039831799952523e-14,
    "w_frob_norm": 42.823955237868425,
    "relative_err": 2.7334810278730644e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.1848137599079788e-10,
    "max_abs_err": 4.426927574519013e-13,
    "mean_abs_err": 4.079703351174866e-14,
    "w_frob_norm": 42.74472419867303,
    "relative_err": 2.7718362490797405e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.798953963210133e-11,
    "max_abs_err": 2.35270787227182e-13,
    "mean_abs_err": 1.9836174879731874e-14,
    "w_frob_norm": 43.126797680784655,
    "relative_err": 1.3446289256468222e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.201737145740681e-10,
    "max_abs_err": 5.749983822411764e-13,
    "mean_abs_err": 4.09729116120743e-14,
    "w_frob_norm": 43.4510395544145,
    "relative_err": 2.7657270299269237e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.1105457250448607e-10,
    "max_abs_err": 4.5018893127246606e-13,
    "mean_abs_err": 3.8325241915607374e-14,
    "w_frob_norm": 44.260189481552075,
    "relative_err": 2.5091300738957368e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.506108826180471e-11,
    "max_abs_err": 1.6235623956362133e-13,
    "mean_abs_err": 1.550709841880699e-14,
    "w_frob_norm": 42.27656348576126,
    "relative_err": 1.0658645014271627e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.225272447280137e-11,
    "max_abs_err": 1.9385881788736015e-13,
    "mean_abs_err": 1.7890193921812843e-14,
    "w_frob_norm": 41.785714271076785,
    "relative_err": 1.2504925519238914e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.gate.weight": {
    "frob_norm_diff": 4.3803496214320204e-11,
    "max_abs_err": 5.53787918300408e-13,
    "mean_abs_err": 5.728379098714047e-14,
    "w_frob_norm": 16.686983721985445,
    "relative_err": 2.625009824670003e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.3874684402636923e-10,
    "max_abs_err": 6.814132591514976e-13,
    "mean_abs_err": 4.7071692373475764e-14,
    "w_frob_norm": 45.83261770964084,
    "relative_err": 3.0272511359782966e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.0734933553815712e-10,
    "max_abs_err": 4.918010443333287e-13,
    "mean_abs_err": 3.684991669087514e-14,
    "w_frob_norm": 42.6132149870506,
    "relative_err": 2.5191559841419776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.2920779601976895e-10,
    "max_abs_err": 5.088620497195606e-13,
    "mean_abs_err": 4.4207084751048874e-14,
    "w_frob_norm": 45.38204284147821,
    "relative_err": 2.8471128210578438e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.5795882354098766e-11,
    "max_abs_err": 1.9613824453479367e-13,
    "mean_abs_err": 1.587098918848047e-14,
    "w_frob_norm": 44.03184517721824,
    "relative_err": 1.0400627584372328e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.2027469103580336e-10,
    "max_abs_err": 4.1829820857097744e-13,
    "mean_abs_err": 4.1493134947762255e-14,
    "w_frob_norm": 42.47691979499043,
    "relative_err": 2.831530431497722e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.5719268819878236e-11,
    "max_abs_err": 2.336377619149843e-13,
    "mean_abs_err": 1.8997682141571978e-14,
    "w_frob_norm": 40.56219566672529,
    "relative_err": 1.373674869025566e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.2068586263787183e-10,
    "max_abs_err": 5.32246122175728e-13,
    "mean_abs_err": 4.1099950668805154e-14,
    "w_frob_norm": 43.15179537056187,
    "relative_err": 2.796775003252904e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.15.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 6.088188024994579e-11,
    "max_abs_err": 2.7751564067590717e-13,
    "mean_abs_err": 2.0749772879174075e-14,
    "w_frob_norm": 43.90184294960539,
    "relative_err": 1.3867727675995668e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.16.mixer.A_log": {
    "frob_norm_diff": 2.1305116383583655e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.571008947931496e-16,
    "w_frob_norm": 20.888725682671268,
    "relative_err": 1.0199337531277848e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.16.mixer.D": {
    "frob_norm_diff": 2.704184752308005e-16,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 1.238531575475238e-17,
    "w_frob_norm": 1.4153851305663152,
    "relative_err": 1.910564618709837e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.16.mixer.norm.weight": {
    "frob_norm_diff": 1.0123630997937465e-14,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 6.179444918201332e-17,
    "w_frob_norm": 94.16842377324569,
    "relative_err": 1.0750557981425725e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.15.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.5263138910855487e-10,
    "max_abs_err": 2.0109192089279304e-12,
    "mean_abs_err": 6.137052885435161e-14,
    "w_frob_norm": 47.28910817105109,
    "relative_err": 5.342274339257002e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.16.mixer.dt_bias": {
    "frob_norm_diff": 3.607797795906347e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.740863092043355e-16,
    "w_frob_norm": 24.290182348566496,
    "relative_err": 1.4852905359597946e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.15.norm.weight": {
    "frob_norm_diff": 4.560938710651676e-15,
    "max_abs_err": 6.661338147750939e-16,
    "mean_abs_err": 5.8500451506825e-17,
    "w_frob_norm": 38.73277453466429,
    "relative_err": 1.1775398910733384e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.16.norm.weight": {
    "frob_norm_diff": 3.822568572055439e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 4.5557142714343286e-17,
    "w_frob_norm": 31.008565576875057,
    "relative_err": 1.232746017412091e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.15.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.171932256387088e-10,
    "max_abs_err": 3.684639399148537e-13,
    "mean_abs_err": 2.844706629342399e-14,
    "w_frob_norm": 43.01631565700369,
    "relative_err": 2.724390126136431e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.16.mixer.out_proj.weight": {
    "frob_norm_diff": 4.73387612800874e-10,
    "max_abs_err": 3.512481971945647e-12,
    "mean_abs_err": 1.0860847380815728e-13,
    "w_frob_norm": 71.07237259162025,
    "relative_err": 6.6606417590833115e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.16.mixer.in_proj.weight": {
    "frob_norm_diff": 3.293959509770875e-10,
    "max_abs_err": 7.696707854387697e-13,
    "mean_abs_err": 4.756145841859288e-14,
    "w_frob_norm": 122.2506482278118,
    "relative_err": 2.694431119606534e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.16.mixer.conv1d.weight": {
    "frob_norm_diff": 4.422804002940455e-15,
    "max_abs_err": 1.4710455076283324e-15,
    "mean_abs_err": 1.0244357880737222e-17,
    "w_frob_norm": 10.171751119155212,
    "relative_err": 4.348124478401295e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 2.220446049250313e-15,
    "sensitive": true
  },
  "backbone.layers.17.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.3576729808707135e-11,
    "max_abs_err": 1.5165646516379638e-13,
    "mean_abs_err": 1.5109974760981753e-14,
    "w_frob_norm": 42.292226708217925,
    "relative_err": 1.0303720849070264e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.313453867388292e-10,
    "max_abs_err": 5.164202399043916e-13,
    "mean_abs_err": 4.4498641527064544e-14,
    "w_frob_norm": 45.576550606733605,
    "relative_err": 2.8818632606089297e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.2890671021457442e-10,
    "max_abs_err": 5.414238935658178e-13,
    "mean_abs_err": 4.400180313731098e-14,
    "w_frob_norm": 43.18509893678734,
    "relative_err": 2.984981240942924e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 4.764017471493415e-11,
    "max_abs_err": 1.8808565815930933e-13,
    "mean_abs_err": 1.650430044936518e-14,
    "w_frob_norm": 43.678632031006074,
    "relative_err": 1.0906974989765225e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.2212259803576538e-10,
    "max_abs_err": 4.583000645652646e-13,
    "mean_abs_err": 4.222569720500637e-14,
    "w_frob_norm": 44.13726750352835,
    "relative_err": 2.7668817066213455e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 4.5253566121749104e-11,
    "max_abs_err": 1.9377555116051326e-13,
    "mean_abs_err": 1.5640654432307425e-14,
    "w_frob_norm": 41.91249601998008,
    "relative_err": 1.079715369377579e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.2586485408780616e-11,
    "max_abs_err": 1.8671720528225244e-13,
    "mean_abs_err": 1.8056817174088295e-14,
    "w_frob_norm": 41.226875272074736,
    "relative_err": 1.2755389551533724e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.4563786393245006e-10,
    "max_abs_err": 7.953290803719426e-13,
    "mean_abs_err": 4.8904367955235786e-14,
    "w_frob_norm": 42.22008249560563,
    "relative_err": 3.4494926424553624e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.5641710867828584e-11,
    "max_abs_err": 2.3569991444705174e-13,
    "mean_abs_err": 1.8737966938015905e-14,
    "w_frob_norm": 40.899276786535374,
    "relative_err": 1.3604570848095443e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.1536262819241678e-10,
    "max_abs_err": 5.24988906513979e-13,
    "mean_abs_err": 3.9636450861765294e-14,
    "w_frob_norm": 43.284790134038914,
    "relative_err": 2.665200127693267e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.890048280960479e-11,
    "max_abs_err": 1.7473522628819183e-13,
    "mean_abs_err": 1.688154550617358e-14,
    "w_frob_norm": 42.62326597346894,
    "relative_err": 1.1472720753037352e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.3048589141406117e-10,
    "max_abs_err": 5.583762618943666e-13,
    "mean_abs_err": 4.466142786314873e-14,
    "w_frob_norm": 44.67822928831732,
    "relative_err": 2.920569894836483e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 4.943296042871137e-11,
    "max_abs_err": 1.762548440531475e-13,
    "mean_abs_err": 1.6941104798938428e-14,
    "w_frob_norm": 41.60356398849876,
    "relative_err": 1.188190522388347e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.3911291125002253e-10,
    "max_abs_err": 5.908572242585564e-13,
    "mean_abs_err": 4.7384269118001245e-14,
    "w_frob_norm": 46.76462027861894,
    "relative_err": 2.974746943762222e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.1085563007601246e-10,
    "max_abs_err": 4.548271481663591e-13,
    "mean_abs_err": 3.81214180136154e-14,
    "w_frob_norm": 43.67310480908694,
    "relative_err": 2.538304307894021e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.4943331283187244e-11,
    "max_abs_err": 1.9714091470390827e-13,
    "mean_abs_err": 1.8872184109929487e-14,
    "w_frob_norm": 42.264814719778464,
    "relative_err": 1.2999780466912983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.264940012663172e-11,
    "max_abs_err": 2.365121987146779e-13,
    "mean_abs_err": 1.8092891540517116e-14,
    "w_frob_norm": 44.244291019598215,
    "relative_err": 1.1899704778478747e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.546989841720126e-11,
    "max_abs_err": 2.376397689740628e-13,
    "mean_abs_err": 1.9069770262170814e-14,
    "w_frob_norm": 44.67021052057744,
    "relative_err": 1.2417648757587324e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.2860688670109914e-10,
    "max_abs_err": 5.680646925076971e-13,
    "mean_abs_err": 4.393727328989149e-14,
    "w_frob_norm": 46.6709513517012,
    "relative_err": 2.7556088525375926e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.503604769976039e-10,
    "max_abs_err": 7.412334634970819e-13,
    "mean_abs_err": 5.012124652071063e-14,
    "w_frob_norm": 42.22848806847123,
    "relative_err": 3.560640787181451e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 4.73685250674906e-11,
    "max_abs_err": 1.9667199726430828e-13,
    "mean_abs_err": 1.632730828667096e-14,
    "w_frob_norm": 41.13918964203487,
    "relative_err": 1.1514209560192884e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.327763985841383e-11,
    "max_abs_err": 2.0847212844898877e-13,
    "mean_abs_err": 1.8382414614339125e-14,
    "w_frob_norm": 43.578175471654355,
    "relative_err": 1.2225761928254327e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.205556450888764e-11,
    "max_abs_err": 1.9294114916856842e-13,
    "mean_abs_err": 1.7832471131366067e-14,
    "w_frob_norm": 43.612437596608025,
    "relative_err": 1.1935944739061384e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.3628017350744944e-10,
    "max_abs_err": 5.171939265746772e-13,
    "mean_abs_err": 4.701548875196317e-14,
    "w_frob_norm": 42.923684629561635,
    "relative_err": 3.174941170208696e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 6.292880553450697e-11,
    "max_abs_err": 3.341493748365565e-13,
    "mean_abs_err": 2.1223483679878595e-14,
    "w_frob_norm": 46.44330433113831,
    "relative_err": 1.354959696360705e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.1842840971241368e-10,
    "max_abs_err": 4.826070099106516e-13,
    "mean_abs_err": 4.081123893918086e-14,
    "w_frob_norm": 45.08922509599125,
    "relative_err": 2.6265345980173607e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.1419627240401464e-10,
    "max_abs_err": 4.0726536726376494e-13,
    "mean_abs_err": 3.943162073578644e-14,
    "w_frob_norm": 45.72142880764798,
    "relative_err": 2.497653187621132e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.4163346011720506e-11,
    "max_abs_err": 2.0557860969105946e-13,
    "mean_abs_err": 1.8637007974327793e-14,
    "w_frob_norm": 41.328356170327595,
    "relative_err": 1.3105613440925582e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.8885009282684786e-11,
    "max_abs_err": 2.067044452269684e-13,
    "mean_abs_err": 1.683323580816572e-14,
    "w_frob_norm": 43.41099474652915,
    "relative_err": 1.1260974222801772e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.175963358239835e-10,
    "max_abs_err": 4.384131946366665e-13,
    "mean_abs_err": 4.0550093408873464e-14,
    "w_frob_norm": 44.18111217889465,
    "relative_err": 2.6616879934534412e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.3410881934338872e-10,
    "max_abs_err": 5.985958256848889e-13,
    "mean_abs_err": 4.58272521457599e-14,
    "w_frob_norm": 49.55428429965519,
    "relative_err": 2.7063012056118402e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.281269655599669e-10,
    "max_abs_err": 4.665400010761545e-13,
    "mean_abs_err": 4.402778354333574e-14,
    "w_frob_norm": 46.154274275320496,
    "relative_err": 2.7760585031769993e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 4.64025016134291e-11,
    "max_abs_err": 1.7359377824099909e-13,
    "mean_abs_err": 1.6019754071212053e-14,
    "w_frob_norm": 43.209574872889846,
    "relative_err": 1.073893963315583e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.873302414929885e-11,
    "max_abs_err": 3.1382145146419127e-13,
    "mean_abs_err": 1.994453042523815e-14,
    "w_frob_norm": 43.070446457814235,
    "relative_err": 1.3636502283956001e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2810313353456523e-10,
    "max_abs_err": 5.517027806822838e-13,
    "mean_abs_err": 4.364598423156622e-14,
    "w_frob_norm": 44.84841595573947,
    "relative_err": 2.856358040850075e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2916913759802306e-10,
    "max_abs_err": 4.721778523730791e-13,
    "mean_abs_err": 4.3651913327834466e-14,
    "w_frob_norm": 45.7294891318873,
    "relative_err": 2.8246354824889804e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.489194468824064e-11,
    "max_abs_err": 2.126805676017085e-13,
    "mean_abs_err": 1.866646134430349e-14,
    "w_frob_norm": 42.83214206922922,
    "relative_err": 1.2815596427449102e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.3223226939226826e-10,
    "max_abs_err": 5.883835085818134e-13,
    "mean_abs_err": 4.5241270399982585e-14,
    "w_frob_norm": 45.233957014631535,
    "relative_err": 2.92329652587095e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.178878544849661e-10,
    "max_abs_err": 5.153360377319061e-13,
    "mean_abs_err": 4.0779572212952824e-14,
    "w_frob_norm": 44.23894205264367,
    "relative_err": 2.6647982301358234e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 7.18446439212487e-11,
    "max_abs_err": 3.793909630900316e-13,
    "mean_abs_err": 2.4166564534205065e-14,
    "w_frob_norm": 42.38122366630834,
    "relative_err": 1.6951998480960047e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.119796486841935e-10,
    "max_abs_err": 4.214510684885653e-13,
    "mean_abs_err": 3.87088913195834e-14,
    "w_frob_norm": 45.64290597182567,
    "relative_err": 2.4533856094376637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 4.986065233150134e-11,
    "max_abs_err": 2.0699110828137357e-13,
    "mean_abs_err": 1.7225509865451534e-14,
    "w_frob_norm": 43.246644636322586,
    "relative_err": 1.152936898360519e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.530984961884645e-10,
    "max_abs_err": 6.31606529230555e-13,
    "mean_abs_err": 5.1880124937866915e-14,
    "w_frob_norm": 44.85408855002094,
    "relative_err": 3.413256207797651e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 4.496869894289037e-11,
    "max_abs_err": 1.6716142359207709e-13,
    "mean_abs_err": 1.5601753434509488e-14,
    "w_frob_norm": 43.76510363089896,
    "relative_err": 1.0275012558439744e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.1877281242619477e-10,
    "max_abs_err": 4.4286796452297494e-13,
    "mean_abs_err": 4.095781340109335e-14,
    "w_frob_norm": 45.661666431896634,
    "relative_err": 2.6011493164258865e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.658607473688229e-11,
    "max_abs_err": 2.1118003179498857e-13,
    "mean_abs_err": 1.947568510773481e-14,
    "w_frob_norm": 42.95383630101337,
    "relative_err": 1.3173695206252697e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.3891731294164082e-10,
    "max_abs_err": 5.93651863778355e-13,
    "mean_abs_err": 4.699826660537996e-14,
    "w_frob_norm": 45.639159634992126,
    "relative_err": 3.0438183799320253e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1252430420816706e-10,
    "max_abs_err": 5.292181623484105e-13,
    "mean_abs_err": 3.8985545715999365e-14,
    "w_frob_norm": 44.544891554447524,
    "relative_err": 2.5260877349005967e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.481719041088396e-11,
    "max_abs_err": 2.3676113153348055e-13,
    "mean_abs_err": 1.8666035963064417e-14,
    "w_frob_norm": 43.092103309341695,
    "relative_err": 1.2720936366779862e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.6698022981189504e-11,
    "max_abs_err": 2.7048502326820767e-13,
    "mean_abs_err": 1.916695533204646e-14,
    "w_frob_norm": 43.90270327181693,
    "relative_err": 1.2914471947240307e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.2583256387701447e-11,
    "max_abs_err": 2.1389574139663026e-13,
    "mean_abs_err": 1.8135874095557372e-14,
    "w_frob_norm": 44.36205675489732,
    "relative_err": 1.1853205246597714e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 6.517236943504481e-11,
    "max_abs_err": 2.450357625138899e-13,
    "mean_abs_err": 2.2193635014414565e-14,
    "w_frob_norm": 43.97800684733221,
    "relative_err": 1.4819309492876275e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 6.498286436240222e-11,
    "max_abs_err": 2.598546378074218e-13,
    "mean_abs_err": 2.2194183573327192e-14,
    "w_frob_norm": 44.72421872797766,
    "relative_err": 1.4529681280212408e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.0043436085709404e-10,
    "max_abs_err": 3.449254770693244e-13,
    "mean_abs_err": 3.477720055809563e-14,
    "w_frob_norm": 41.76902558650664,
    "relative_err": 2.4045176885701413e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.39595233029029e-10,
    "max_abs_err": 7.782849885396015e-13,
    "mean_abs_err": 4.701491212857833e-14,
    "w_frob_norm": 45.288621254659944,
    "relative_err": 3.082346716718947e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.022593751214954e-11,
    "max_abs_err": 1.8326659634304576e-13,
    "mean_abs_err": 1.7249111985888157e-14,
    "w_frob_norm": 40.06778974283546,
    "relative_err": 1.2535240360027712e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.961563372038334e-11,
    "max_abs_err": 2.5491414534783985e-13,
    "mean_abs_err": 2.0329429005014614e-14,
    "w_frob_norm": 42.85116670075713,
    "relative_err": 1.3912254510290847e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.1432851381284603e-10,
    "max_abs_err": 3.8812616315331283e-13,
    "mean_abs_err": 3.956646232448869e-14,
    "w_frob_norm": 44.66321124094736,
    "relative_err": 2.559791619014383e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2925954423201e-10,
    "max_abs_err": 5.018312154714266e-13,
    "mean_abs_err": 4.452825120655589e-14,
    "w_frob_norm": 46.64069077344146,
    "relative_err": 2.7713900049184963e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.501095751131684e-10,
    "max_abs_err": 7.487361425306815e-13,
    "mean_abs_err": 5.0207072307205287e-14,
    "w_frob_norm": 45.942518746880246,
    "relative_err": 3.2673344694093784e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.0995193467236958e-10,
    "max_abs_err": 4.2614392917195154e-13,
    "mean_abs_err": 3.7935051084444374e-14,
    "w_frob_norm": 47.07147548020574,
    "relative_err": 2.335850609114771e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.7122705519236255e-11,
    "max_abs_err": 1.8242764070197648e-13,
    "mean_abs_err": 1.629398266944671e-14,
    "w_frob_norm": 41.36527731164429,
    "relative_err": 1.1391850504038868e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.0923118324009058e-10,
    "max_abs_err": 4.22967216806569e-13,
    "mean_abs_err": 3.78492121827279e-14,
    "w_frob_norm": 47.286042090436325,
    "relative_err": 2.3100090092374797e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.2674811256505227e-10,
    "max_abs_err": 5.150740944870336e-13,
    "mean_abs_err": 4.3442855106624724e-14,
    "w_frob_norm": 42.66850927502313,
    "relative_err": 2.9705306025126785e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.821170072709194e-11,
    "max_abs_err": 2.9812957658137407e-13,
    "mean_abs_err": 1.9183040170413193e-14,
    "w_frob_norm": 40.84397810543285,
    "relative_err": 1.4252211323986807e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.896279263304363e-11,
    "max_abs_err": 2.2724010173558185e-13,
    "mean_abs_err": 2.0297975919018803e-14,
    "w_frob_norm": 42.844856098337324,
    "relative_err": 1.376193036982374e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.0712634523050016e-10,
    "max_abs_err": 3.9352548997229064e-13,
    "mean_abs_err": 3.700599317132073e-14,
    "w_frob_norm": 45.07596546995448,
    "relative_err": 2.3765735046075837e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.592045852067573e-11,
    "max_abs_err": 2.502126110470737e-13,
    "mean_abs_err": 1.9198660925923718e-14,
    "w_frob_norm": 44.93706906372611,
    "relative_err": 1.2444171301286664e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 4.794605024591339e-11,
    "max_abs_err": 2.02320799003175e-13,
    "mean_abs_err": 1.657833666557734e-14,
    "w_frob_norm": 43.665477239305915,
    "relative_err": 1.0980310597121856e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.1967382264759273e-10,
    "max_abs_err": 4.828464017503364e-13,
    "mean_abs_err": 4.116554183322635e-14,
    "w_frob_norm": 44.23950128388488,
    "relative_err": 2.705134985126659e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.0368954408195118e-10,
    "max_abs_err": 3.6088406568657305e-13,
    "mean_abs_err": 3.5812790997514744e-14,
    "w_frob_norm": 43.809048268873674,
    "relative_err": 2.3668522412440216e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.299077393257511e-11,
    "max_abs_err": 2.120144337869334e-13,
    "mean_abs_err": 1.823794137676338e-14,
    "w_frob_norm": 42.43906980396276,
    "relative_err": 1.2486318427183595e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.04401983293507e-11,
    "max_abs_err": 1.931736021143493e-13,
    "mean_abs_err": 1.736009990630995e-14,
    "w_frob_norm": 41.21103503646114,
    "relative_err": 1.2239488351778627e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.508861733720261e-11,
    "max_abs_err": 2.4287776650977477e-13,
    "mean_abs_err": 1.8832964099743216e-14,
    "w_frob_norm": 42.07499692569259,
    "relative_err": 1.3092958137226486e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.2780058962942886e-10,
    "max_abs_err": 4.5273160220737907e-13,
    "mean_abs_err": 4.397499932097643e-14,
    "w_frob_norm": 45.32567814934976,
    "relative_err": 2.8196067846645615e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.2785451907986024e-10,
    "max_abs_err": 4.5006446486306473e-13,
    "mean_abs_err": 4.3862499468245695e-14,
    "w_frob_norm": 42.93390761759406,
    "relative_err": 2.9779380954242847e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.289660784056162e-11,
    "max_abs_err": 2.278940924860251e-13,
    "mean_abs_err": 1.8053377858318392e-14,
    "w_frob_norm": 39.81483560300713,
    "relative_err": 1.3285652706943853e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.0078570344721066e-10,
    "max_abs_err": 4.2485112650147983e-13,
    "mean_abs_err": 3.476938999843799e-14,
    "w_frob_norm": 45.47150923107677,
    "relative_err": 2.2164582867711435e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.1808838315079684e-10,
    "max_abs_err": 4.684230434093273e-13,
    "mean_abs_err": 4.0443997805020685e-14,
    "w_frob_norm": 44.828273741815416,
    "relative_err": 2.634238914282462e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.3363644565866637e-10,
    "max_abs_err": 5.146620976614891e-13,
    "mean_abs_err": 4.577284924290163e-14,
    "w_frob_norm": 43.81891085535586,
    "relative_err": 3.04974366204112e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.616493219428447e-11,
    "max_abs_err": 1.9697785069716645e-13,
    "mean_abs_err": 1.9322635632276842e-14,
    "w_frob_norm": 43.10753939144793,
    "relative_err": 1.3029027633487935e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.1528426190249194e-10,
    "max_abs_err": 4.635909711669939e-13,
    "mean_abs_err": 3.947160196744897e-14,
    "w_frob_norm": 41.31884826828057,
    "relative_err": 2.7901131501526567e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.119126125382801e-11,
    "max_abs_err": 2.130032261682402e-13,
    "mean_abs_err": 1.7759980146083972e-14,
    "w_frob_norm": 43.7436562749197,
    "relative_err": 1.1702556579198975e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.482610349943189e-11,
    "max_abs_err": 2.1364160440739965e-13,
    "mean_abs_err": 1.8912239086950466e-14,
    "w_frob_norm": 42.702487774495175,
    "relative_err": 1.2839088857998049e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.762217911087898e-11,
    "max_abs_err": 1.5551969434479673e-13,
    "mean_abs_err": 1.645540080335085e-14,
    "w_frob_norm": 40.867272974135716,
    "relative_err": 1.1652888887648154e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.4183101281077993e-10,
    "max_abs_err": 6.318522094428403e-13,
    "mean_abs_err": 4.763769501318561e-14,
    "w_frob_norm": 44.44314349704966,
    "relative_err": 3.1912912015369776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 4.622162515635443e-11,
    "max_abs_err": 1.5529938446334768e-13,
    "mean_abs_err": 1.6051597030942316e-14,
    "w_frob_norm": 43.7508012040172,
    "relative_err": 1.0564749418145596e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.3941548404836434e-10,
    "max_abs_err": 4.663838759633165e-13,
    "mean_abs_err": 4.779810742905546e-14,
    "w_frob_norm": 45.81704351662362,
    "relative_err": 3.042873859763142e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 4.875798262896782e-11,
    "max_abs_err": 1.7996888701521385e-13,
    "mean_abs_err": 1.684215788385145e-14,
    "w_frob_norm": 43.95623830536632,
    "relative_err": 1.1092392003665902e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.270365517534636e-10,
    "max_abs_err": 4.784055096518358e-13,
    "mean_abs_err": 4.389493815468724e-14,
    "w_frob_norm": 45.937441547315046,
    "relative_err": 2.7654250536050727e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.4075439113710476e-10,
    "max_abs_err": 6.314046507860382e-13,
    "mean_abs_err": 4.794694343308955e-14,
    "w_frob_norm": 46.627607223147805,
    "relative_err": 3.0186921336857417e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.2310195666360747e-10,
    "max_abs_err": 5.058939378521643e-13,
    "mean_abs_err": 4.2180250065163226e-14,
    "w_frob_norm": 42.4602049283612,
    "relative_err": 2.8992313360546638e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.890859004707074e-11,
    "max_abs_err": 1.9186388588998682e-13,
    "mean_abs_err": 1.6869004746696032e-14,
    "w_frob_norm": 42.67420858659325,
    "relative_err": 1.1460924916235263e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.896621747175006e-11,
    "max_abs_err": 2.456038844522723e-13,
    "mean_abs_err": 2.0125174186350415e-14,
    "w_frob_norm": 43.747086608667985,
    "relative_err": 1.3478890148553704e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.073449945295526e-11,
    "max_abs_err": 1.6847894607208147e-13,
    "mean_abs_err": 1.754196042176286e-14,
    "w_frob_norm": 43.04216063867299,
    "relative_err": 1.1787163725087438e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 4.368258990881362e-11,
    "max_abs_err": 1.4631720314517427e-13,
    "mean_abs_err": 1.5145381289265732e-14,
    "w_frob_norm": 43.07052104178067,
    "relative_err": 1.0142108535543186e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.708210434031696e-11,
    "max_abs_err": 2.0108394116480355e-13,
    "mean_abs_err": 1.6195733085692037e-14,
    "w_frob_norm": 44.47430997614304,
    "relative_err": 1.0586359713185611e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.3179239974002815e-10,
    "max_abs_err": 5.117954671174374e-13,
    "mean_abs_err": 4.540703724692476e-14,
    "w_frob_norm": 45.56689638518439,
    "relative_err": 2.8922838770050423e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.243277064236084e-11,
    "max_abs_err": 1.9280410601396625e-13,
    "mean_abs_err": 1.8046224471767202e-14,
    "w_frob_norm": 44.34815564947782,
    "relative_err": 1.182298787277261e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1703403654648368e-10,
    "max_abs_err": 4.608327608401908e-13,
    "mean_abs_err": 4.026136178543686e-14,
    "w_frob_norm": 46.51659318047709,
    "relative_err": 2.515963198173391e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.156163790530055e-10,
    "max_abs_err": 4.338213815957559e-13,
    "mean_abs_err": 3.985154869386433e-14,
    "w_frob_norm": 44.485022416576534,
    "relative_err": 2.5989956343131607e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.675100591234405e-11,
    "max_abs_err": 2.335024534838581e-13,
    "mean_abs_err": 1.9507506749438305e-14,
    "w_frob_norm": 43.12357719198202,
    "relative_err": 1.3160087731055804e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.5868617444845397e-11,
    "max_abs_err": 2.3139021081142186e-13,
    "mean_abs_err": 1.8918559750751253e-14,
    "w_frob_norm": 43.00053207428302,
    "relative_err": 1.2992540963989208e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.205984394614215e-10,
    "max_abs_err": 5.038816586200312e-13,
    "mean_abs_err": 4.179472843789728e-14,
    "w_frob_norm": 44.37778849885851,
    "relative_err": 2.7175405431598634e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2580671359599975e-10,
    "max_abs_err": 5.621393107946293e-13,
    "mean_abs_err": 4.304405991927951e-14,
    "w_frob_norm": 43.986302448205166,
    "relative_err": 2.860133873360688e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 4.568092481107111e-11,
    "max_abs_err": 1.7720200307103084e-13,
    "mean_abs_err": 1.5904468030252722e-14,
    "w_frob_norm": 45.49549938863152,
    "relative_err": 1.0040756871543633e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.2999610962947588e-10,
    "max_abs_err": 6.110164457728828e-13,
    "mean_abs_err": 4.4397407396493966e-14,
    "w_frob_norm": 47.2064966297512,
    "relative_err": 2.753775834056445e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.085390348826076e-11,
    "max_abs_err": 1.5642348527578065e-13,
    "mean_abs_err": 1.7631456172355508e-14,
    "w_frob_norm": 43.384140498506646,
    "relative_err": 1.1721772727066296e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.1318856539620932e-10,
    "max_abs_err": 5.296553126643566e-13,
    "mean_abs_err": 3.893512068399396e-14,
    "w_frob_norm": 44.72513224307027,
    "relative_err": 2.530759770168076e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.240407364463102e-11,
    "max_abs_err": 2.1616909651189786e-13,
    "mean_abs_err": 1.7915774796702812e-14,
    "w_frob_norm": 42.444370328307,
    "relative_err": 1.2346531056836458e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.040533682253845e-11,
    "max_abs_err": 2.0568616254657002e-13,
    "mean_abs_err": 1.7341549053249383e-14,
    "w_frob_norm": 43.91351015251941,
    "relative_err": 1.147832105597384e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 6.312473459135817e-11,
    "max_abs_err": 2.767057416530605e-13,
    "mean_abs_err": 2.11865853961236e-14,
    "w_frob_norm": 44.17464355777338,
    "relative_err": 1.4289811871102276e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.11462520904887e-10,
    "max_abs_err": 4.689230774512776e-13,
    "mean_abs_err": 3.7764218691932884e-14,
    "w_frob_norm": 44.78731958882144,
    "relative_err": 2.488707114607215e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.1076108434178584e-10,
    "max_abs_err": 3.941638682114501e-13,
    "mean_abs_err": 3.8235294137207005e-14,
    "w_frob_norm": 45.60041373536338,
    "relative_err": 2.428949109641301e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.1925275971830457e-10,
    "max_abs_err": 4.440172188258096e-13,
    "mean_abs_err": 4.1084126140544957e-14,
    "w_frob_norm": 45.12819577301421,
    "relative_err": 2.6425332915617116e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.1910852015174674e-10,
    "max_abs_err": 4.746099346863986e-13,
    "mean_abs_err": 4.0958280565861435e-14,
    "w_frob_norm": 46.69197041503653,
    "relative_err": 2.5509422518050217e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.178963934808449e-10,
    "max_abs_err": 4.293648769859715e-13,
    "mean_abs_err": 4.0817546186366006e-14,
    "w_frob_norm": 44.84470869901398,
    "relative_err": 2.6289922914236066e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 4.815670284182954e-11,
    "max_abs_err": 1.82426990180673e-13,
    "mean_abs_err": 1.658807305932993e-14,
    "w_frob_norm": 42.651037974833116,
    "relative_err": 1.1290863043062428e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.6608710881979956e-11,
    "max_abs_err": 2.5688132176959755e-13,
    "mean_abs_err": 1.9261533901061977e-14,
    "w_frob_norm": 42.76437331996861,
    "relative_err": 1.3237353078560559e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.3694468148362195e-11,
    "max_abs_err": 2.030320356283255e-13,
    "mean_abs_err": 1.853201936312087e-14,
    "w_frob_norm": 44.63554242411208,
    "relative_err": 1.2029531900424827e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.02702622980077e-11,
    "max_abs_err": 1.6162765570371107e-13,
    "mean_abs_err": 1.735317227848641e-14,
    "w_frob_norm": 44.23741114433881,
    "relative_err": 1.1363744169835068e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.851007350302481e-11,
    "max_abs_err": 2.299879037215291e-13,
    "mean_abs_err": 2.003687387333243e-14,
    "w_frob_norm": 44.624878314234024,
    "relative_err": 1.3111536818322667e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.2398888734950034e-10,
    "max_abs_err": 4.700961842019069e-13,
    "mean_abs_err": 4.275104751822073e-14,
    "w_frob_norm": 46.25416587134978,
    "relative_err": 2.6805993582147833e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.237071354202265e-10,
    "max_abs_err": 4.341943471430909e-13,
    "mean_abs_err": 4.2625034025335096e-14,
    "w_frob_norm": 47.194656441536495,
    "relative_err": 2.6212106358581437e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.4266848532322474e-11,
    "max_abs_err": 2.1571633368466792e-13,
    "mean_abs_err": 1.8740037302654284e-14,
    "w_frob_norm": 42.98311421110231,
    "relative_err": 1.262515514017959e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.16250951743978e-10,
    "max_abs_err": 5.390202173494174e-13,
    "mean_abs_err": 3.9704473925580705e-14,
    "w_frob_norm": 43.5594047939754,
    "relative_err": 2.668791097899859e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.0115426285574679e-10,
    "max_abs_err": 3.451509911212014e-13,
    "mean_abs_err": 3.5194591405828754e-14,
    "w_frob_norm": 46.20144699688064,
    "relative_err": 2.1894176358280806e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 6.029823134246497e-11,
    "max_abs_err": 2.5609722675845603e-13,
    "mean_abs_err": 2.059942653266231e-14,
    "w_frob_norm": 44.02134869258168,
    "relative_err": 1.3697497494579535e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 4.407151087681403e-11,
    "max_abs_err": 1.638619795407692e-13,
    "mean_abs_err": 1.52948405781031e-14,
    "w_frob_norm": 44.49878813291849,
    "relative_err": 9.903980024168709e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.2203000106915373e-10,
    "max_abs_err": 4.4308480495747204e-13,
    "mean_abs_err": 4.20837176263086e-14,
    "w_frob_norm": 45.094938959960935,
    "relative_err": 2.7060686605541744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.159509909656838e-11,
    "max_abs_err": 1.8249637911971206e-13,
    "mean_abs_err": 1.7827151746010643e-14,
    "w_frob_norm": 43.49010719068432,
    "relative_err": 1.1863640360863533e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.3823174243585703e-10,
    "max_abs_err": 7.036871085830398e-13,
    "mean_abs_err": 4.6556115861054917e-14,
    "w_frob_norm": 47.14702750245414,
    "relative_err": 2.9319291110910795e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.4406117316430805e-10,
    "max_abs_err": 6.859061929542776e-13,
    "mean_abs_err": 4.888917062817338e-14,
    "w_frob_norm": 46.01929068647748,
    "relative_err": 3.1304518391162347e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 4.972160953804279e-11,
    "max_abs_err": 1.9292206721033267e-13,
    "mean_abs_err": 1.7111898508560076e-14,
    "w_frob_norm": 42.06186039129704,
    "relative_err": 1.1821067607444825e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.427677258814254e-10,
    "max_abs_err": 5.260618329838707e-13,
    "mean_abs_err": 4.869708318549486e-14,
    "w_frob_norm": 44.29270763231159,
    "relative_err": 3.223278356938291e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.953294817725122e-11,
    "max_abs_err": 2.6968705046925834e-13,
    "mean_abs_err": 2.012717771849307e-14,
    "w_frob_norm": 41.63939973928425,
    "relative_err": 1.4297263781419377e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.2412948312376572e-10,
    "max_abs_err": 5.081941811813095e-13,
    "mean_abs_err": 4.265834375720903e-14,
    "w_frob_norm": 42.7670224917749,
    "relative_err": 2.9024579194784654e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.0938950370754204e-10,
    "max_abs_err": 3.9242394056504537e-13,
    "mean_abs_err": 3.781048204851789e-14,
    "w_frob_norm": 43.860298734728765,
    "relative_err": 2.494043744871418e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.441431865723021e-10,
    "max_abs_err": 6.135023045139576e-13,
    "mean_abs_err": 4.905574050896593e-14,
    "w_frob_norm": 42.562033430672955,
    "relative_err": 3.3866611849522957e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.168110673985065e-11,
    "max_abs_err": 1.4829110162040138e-13,
    "mean_abs_err": 1.4444216013309558e-14,
    "w_frob_norm": 41.046653668883586,
    "relative_err": 1.0154568768524979e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 6.733280095859962e-11,
    "max_abs_err": 2.4184820812678254e-13,
    "mean_abs_err": 2.2769710759001916e-14,
    "w_frob_norm": 42.52168643109197,
    "relative_err": 1.5834931915909548e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 4.348762193119216e-11,
    "max_abs_err": 1.3818807209631245e-13,
    "mean_abs_err": 1.515960622964307e-14,
    "w_frob_norm": 42.210065358163426,
    "relative_err": 1.0302666333773315e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.243941143521902e-10,
    "max_abs_err": 4.98141024957155e-13,
    "mean_abs_err": 4.238472673689441e-14,
    "w_frob_norm": 42.710008623664024,
    "relative_err": 2.9125284297710972e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.424099517499082e-11,
    "max_abs_err": 1.9566293030237603e-13,
    "mean_abs_err": 1.8654231433529895e-14,
    "w_frob_norm": 42.4827116761116,
    "relative_err": 1.2767780830123188e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.044786061569128e-11,
    "max_abs_err": 1.8150064784450137e-13,
    "mean_abs_err": 1.7440824116094314e-14,
    "w_frob_norm": 44.218960285649246,
    "relative_err": 1.1408649206088084e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.3556266279598184e-10,
    "max_abs_err": 5.910480438409138e-13,
    "mean_abs_err": 4.6308415797522404e-14,
    "w_frob_norm": 46.97634529289664,
    "relative_err": 2.8857643554591393e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.8747819622209187e-11,
    "max_abs_err": 1.8574378146674064e-13,
    "mean_abs_err": 1.67812054976394e-14,
    "w_frob_norm": 41.40744275642556,
    "relative_err": 1.1772719196633932e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.2191966657572407e-10,
    "max_abs_err": 5.831307658965557e-13,
    "mean_abs_err": 4.2122552997662115e-14,
    "w_frob_norm": 44.315661817973975,
    "relative_err": 2.751164296643195e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.1420835746747184e-10,
    "max_abs_err": 4.3971076779669716e-13,
    "mean_abs_err": 3.934959561004628e-14,
    "w_frob_norm": 43.810245499183225,
    "relative_err": 2.6068869545504165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 4.291426310861831e-11,
    "max_abs_err": 1.775784380653178e-13,
    "mean_abs_err": 1.484663741411446e-14,
    "w_frob_norm": 42.76961923065469,
    "relative_err": 1.0033819304582434e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 4.649705037298166e-11,
    "max_abs_err": 2.0354551377721464e-13,
    "mean_abs_err": 1.5986545175988987e-14,
    "w_frob_norm": 42.50216636630584,
    "relative_err": 1.093992479636116e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 4.5780356987804716e-11,
    "max_abs_err": 1.6728849208669239e-13,
    "mean_abs_err": 1.5860589323961776e-14,
    "w_frob_norm": 43.10272250736982,
    "relative_err": 1.0621221659484982e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.7409261555499164e-10,
    "max_abs_err": 9.534682071654643e-13,
    "mean_abs_err": 5.732824743710836e-14,
    "w_frob_norm": 45.06924698631253,
    "relative_err": 3.8627806585688764e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.076232738621845e-10,
    "max_abs_err": 4.5112524826862455e-13,
    "mean_abs_err": 3.710215855380665e-14,
    "w_frob_norm": 44.39598256015987,
    "relative_err": 2.4241669551146193e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 4.7555730547267694e-11,
    "max_abs_err": 1.7428940235486579e-13,
    "mean_abs_err": 1.6427448919992614e-14,
    "w_frob_norm": 42.3795871324675,
    "relative_err": 1.1221376555326254e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.3306346801995802e-10,
    "max_abs_err": 5.383228585120747e-13,
    "mean_abs_err": 4.544856566960517e-14,
    "w_frob_norm": 46.34055211815837,
    "relative_err": 2.871426039134687e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 7.219590769861693e-11,
    "max_abs_err": 3.542608914552936e-13,
    "mean_abs_err": 2.3756205594852818e-14,
    "w_frob_norm": 44.30992501390711,
    "relative_err": 1.6293394239768524e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.4546182020236387e-10,
    "max_abs_err": 6.202122149190359e-13,
    "mean_abs_err": 4.957596743210792e-14,
    "w_frob_norm": 44.670357903778154,
    "relative_err": 3.2563388123214683e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.1522945209328748e-10,
    "max_abs_err": 4.3461848703296724e-13,
    "mean_abs_err": 3.960964764814932e-14,
    "w_frob_norm": 44.51755634724405,
    "relative_err": 2.5884047002598107e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.1696528922415602e-10,
    "max_abs_err": 4.50715853528294e-13,
    "mean_abs_err": 4.011237277415541e-14,
    "w_frob_norm": 44.3785020235917,
    "relative_err": 2.635629502815959e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.2336803971099234e-10,
    "max_abs_err": 4.931190004942021e-13,
    "mean_abs_err": 4.256499990154589e-14,
    "w_frob_norm": 43.95858607733532,
    "relative_err": 2.8064605966614535e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.557818851925279e-11,
    "max_abs_err": 2.253960906806185e-13,
    "mean_abs_err": 1.8804165696234285e-14,
    "w_frob_norm": 41.58390416710697,
    "relative_err": 1.3365312765225001e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 6.233078920348196e-11,
    "max_abs_err": 2.8922350625570914e-13,
    "mean_abs_err": 2.099471538462823e-14,
    "w_frob_norm": 40.87396482645507,
    "relative_err": 1.5249508940013393e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.431037059089597e-10,
    "max_abs_err": 6.130443375162997e-13,
    "mean_abs_err": 4.8425660149712674e-14,
    "w_frob_norm": 44.4774381913154,
    "relative_err": 3.2174448828058163e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.4358959754501293e-10,
    "max_abs_err": 6.166742463897812e-13,
    "mean_abs_err": 4.881501283573498e-14,
    "w_frob_norm": 46.908640137448224,
    "relative_err": 3.0610479673739705e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.1139173899569169e-10,
    "max_abs_err": 3.9621084191310274e-13,
    "mean_abs_err": 3.8376644230836965e-14,
    "w_frob_norm": 41.9952220399446,
    "relative_err": 2.652486011140486e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 6.233652465850628e-11,
    "max_abs_err": 2.2190886281303612e-13,
    "mean_abs_err": 2.132024861854241e-14,
    "w_frob_norm": 44.721622334099074,
    "relative_err": 1.3938788756993797e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 4.2260754364615036e-11,
    "max_abs_err": 1.621940429186175e-13,
    "mean_abs_err": 1.4694829979259285e-14,
    "w_frob_norm": 42.747451409607066,
    "relative_err": 9.886145950473518e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.1794449174578909e-10,
    "max_abs_err": 5.723858886863553e-13,
    "mean_abs_err": 4.0452817391105686e-14,
    "w_frob_norm": 45.27008677295367,
    "relative_err": 2.6053515721612067e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.081943832398453e-11,
    "max_abs_err": 2.026139672706151e-13,
    "mean_abs_err": 1.7483099539889366e-14,
    "w_frob_norm": 42.28900833307422,
    "relative_err": 1.2017174279359647e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.9097426951463076e-11,
    "max_abs_err": 1.8127686851610036e-13,
    "mean_abs_err": 1.6993390064285172e-14,
    "w_frob_norm": 43.57088725832294,
    "relative_err": 1.1268401917173365e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.753329138719689e-11,
    "max_abs_err": 1.9849313165343219e-13,
    "mean_abs_err": 1.6453422738235518e-14,
    "w_frob_norm": 41.88696306452172,
    "relative_err": 1.1347991811671257e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.6345628529779314e-11,
    "max_abs_err": 2.593012610185852e-13,
    "mean_abs_err": 1.9338475530586806e-14,
    "w_frob_norm": 42.33147227800431,
    "relative_err": 1.331057614999534e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.3964363473490325e-10,
    "max_abs_err": 7.866138296286351e-13,
    "mean_abs_err": 4.723305599746238e-14,
    "w_frob_norm": 44.459858085073485,
    "relative_err": 3.1408924983003e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.0546903316236413e-11,
    "max_abs_err": 2.0373633335957209e-13,
    "mean_abs_err": 1.7509077052861378e-14,
    "w_frob_norm": 42.56070784206082,
    "relative_err": 1.1876424495525706e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 4.901856505720568e-11,
    "max_abs_err": 1.9875594226004267e-13,
    "mean_abs_err": 1.6807576805248425e-14,
    "w_frob_norm": 43.335930714488605,
    "relative_err": 1.1311298557346362e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 4.694079060270265e-11,
    "max_abs_err": 1.4504716872032475e-13,
    "mean_abs_err": 1.6310099862987984e-14,
    "w_frob_norm": 41.628853762853176,
    "relative_err": 1.127602284466201e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.276543198757525e-10,
    "max_abs_err": 5.107546330318513e-13,
    "mean_abs_err": 4.396737640231242e-14,
    "w_frob_norm": 45.51206954967615,
    "relative_err": 2.8048454209804405e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.0907405301168047e-10,
    "max_abs_err": 4.025182964717544e-13,
    "mean_abs_err": 3.759898078024423e-14,
    "w_frob_norm": 43.185199148525925,
    "relative_err": 2.5257276836108692e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.1414355682160369e-10,
    "max_abs_err": 5.247191570134646e-13,
    "mean_abs_err": 3.914879487721975e-14,
    "w_frob_norm": 42.46088413850495,
    "relative_err": 2.6882049005214774e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.1534989445303307e-10,
    "max_abs_err": 4.556806321165396e-13,
    "mean_abs_err": 3.991980770303368e-14,
    "w_frob_norm": 43.77456411574001,
    "relative_err": 2.6350895042163706e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.0859050886379331e-10,
    "max_abs_err": 3.7978648004255433e-13,
    "mean_abs_err": 3.763710660736111e-14,
    "w_frob_norm": 42.996639643929164,
    "relative_err": 2.5255580380948576e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.454812517008203e-11,
    "max_abs_err": 2.2174709984890129e-13,
    "mean_abs_err": 1.86686356689055e-14,
    "w_frob_norm": 43.88448149350902,
    "relative_err": 1.2429934982403808e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.5416715113300415e-11,
    "max_abs_err": 1.5433487821070457e-13,
    "mean_abs_err": 1.5796987164039052e-14,
    "w_frob_norm": 43.724671138242876,
    "relative_err": 1.0386976947112502e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.2105630165346547e-10,
    "max_abs_err": 4.3013856365625713e-13,
    "mean_abs_err": 4.168413346063406e-14,
    "w_frob_norm": 45.708805761186056,
    "relative_err": 2.6484240757885047e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 4.6436700969061156e-11,
    "max_abs_err": 2.0190446536894058e-13,
    "mean_abs_err": 1.6047602659414344e-14,
    "w_frob_norm": 41.30244563778236,
    "relative_err": 1.1243087485982215e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.575942008683597e-11,
    "max_abs_err": 2.73676914464005e-13,
    "mean_abs_err": 1.9074836952997927e-14,
    "w_frob_norm": 44.68639815576361,
    "relative_err": 1.2477940131239726e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.0361774543479544e-10,
    "max_abs_err": 3.779546120519228e-13,
    "mean_abs_err": 3.5911149021740265e-14,
    "w_frob_norm": 45.79965891577445,
    "relative_err": 2.2624130372968153e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.173939087007947e-11,
    "max_abs_err": 2.1182187948109998e-13,
    "mean_abs_err": 1.776109880865057e-14,
    "w_frob_norm": 43.76090608627612,
    "relative_err": 1.18231991741838e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.228833919814912e-10,
    "max_abs_err": 5.195149865855342e-13,
    "mean_abs_err": 4.2179187506857575e-14,
    "w_frob_norm": 46.057429959408964,
    "relative_err": 2.6680470901174903e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.3385086525757616e-11,
    "max_abs_err": 2.4716687030412743e-13,
    "mean_abs_err": 1.8207061826887807e-14,
    "w_frob_norm": 43.97095688292543,
    "relative_err": 1.2140988122659626e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.1532281781336635e-10,
    "max_abs_err": 4.0984576843428044e-13,
    "mean_abs_err": 3.9766541251563396e-14,
    "w_frob_norm": 42.43674343360115,
    "relative_err": 2.717522799406291e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.3049116697129972e-10,
    "max_abs_err": 5.255448853880296e-13,
    "mean_abs_err": 4.4707249142197873e-14,
    "w_frob_norm": 45.72183924611919,
    "relative_err": 2.8540226973125463e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1725598240576452e-10,
    "max_abs_err": 4.313619773876898e-13,
    "mean_abs_err": 4.030651018939087e-14,
    "w_frob_norm": 41.357900491553735,
    "relative_err": 2.8351531632924878e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 6.415016480963887e-11,
    "max_abs_err": 3.013297077136823e-13,
    "mean_abs_err": 2.139196013098871e-14,
    "w_frob_norm": 42.04082655527895,
    "relative_err": 1.525901607221938e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.2707021047278677e-10,
    "max_abs_err": 5.320813234455102e-13,
    "mean_abs_err": 4.3691416545002913e-14,
    "w_frob_norm": 44.90231471740904,
    "relative_err": 2.8299256123542443e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1036227836627188e-10,
    "max_abs_err": 4.822670041093602e-13,
    "mean_abs_err": 3.798424640480801e-14,
    "w_frob_norm": 44.92052400945624,
    "relative_err": 2.4568341710136657e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.394241829467716e-11,
    "max_abs_err": 2.526728826168778e-13,
    "mean_abs_err": 1.8392604220200026e-14,
    "w_frob_norm": 39.5585876466911,
    "relative_err": 1.3636082960405993e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.8467909442851694e-11,
    "max_abs_err": 1.6599829150143464e-13,
    "mean_abs_err": 1.6759132594103843e-14,
    "w_frob_norm": 43.43099769941567,
    "relative_err": 1.1159750411053483e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.3621219807313042e-10,
    "max_abs_err": 5.924943695390095e-13,
    "mean_abs_err": 4.623923576355428e-14,
    "w_frob_norm": 47.24633926722471,
    "relative_err": 2.8830212072667876e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.3258826766409165e-11,
    "max_abs_err": 2.0208657745260025e-13,
    "mean_abs_err": 1.8363665417473386e-14,
    "w_frob_norm": 42.399277263082574,
    "relative_err": 1.2561258163893774e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.1568814407210133e-10,
    "max_abs_err": 4.585810897683729e-13,
    "mean_abs_err": 3.989058655111466e-14,
    "w_frob_norm": 43.700947482015096,
    "relative_err": 2.647268554525327e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.1300445383790473e-10,
    "max_abs_err": 4.0979893090042907e-13,
    "mean_abs_err": 3.88907179350975e-14,
    "w_frob_norm": 44.45701000693038,
    "relative_err": 2.5418815574931494e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.818871374498975e-11,
    "max_abs_err": 2.514551067367421e-13,
    "mean_abs_err": 1.9957042489807696e-14,
    "w_frob_norm": 43.10505984520772,
    "relative_err": 1.3499276872355156e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 4.8953223724076694e-11,
    "max_abs_err": 2.546712840612031e-13,
    "mean_abs_err": 1.6849817151976928e-14,
    "w_frob_norm": 42.186668425225314,
    "relative_err": 1.160395583520536e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 4.473456641492235e-11,
    "max_abs_err": 1.6165888072627865e-13,
    "mean_abs_err": 1.5452097348208338e-14,
    "w_frob_norm": 42.16559044920952,
    "relative_err": 1.0609258862106363e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.330709516388566e-11,
    "max_abs_err": 2.4548245380895395e-13,
    "mean_abs_err": 1.8157506494641876e-14,
    "w_frob_norm": 42.7588764961466,
    "relative_err": 1.2466907349328896e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.22189190918165e-11,
    "max_abs_err": 1.9450240029694754e-13,
    "mean_abs_err": 1.7913608450092718e-14,
    "w_frob_norm": 44.53809379997418,
    "relative_err": 1.17245518693139e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.3324020699606352e-10,
    "max_abs_err": 4.64406291200703e-13,
    "mean_abs_err": 4.5905911672519e-14,
    "w_frob_norm": 46.94987648243487,
    "relative_err": 2.8379245480211654e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.205658791144236e-10,
    "max_abs_err": 4.4890480221937423e-13,
    "mean_abs_err": 4.151965339298896e-14,
    "w_frob_norm": 44.50932687666084,
    "relative_err": 2.708777857920026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.3551438898027795e-10,
    "max_abs_err": 5.975792777279665e-13,
    "mean_abs_err": 4.621358673835014e-14,
    "w_frob_norm": 43.654528388630546,
    "relative_err": 3.1042458590749895e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.1238120854642042e-10,
    "max_abs_err": 3.9621084191310274e-13,
    "mean_abs_err": 3.8977672062203005e-14,
    "w_frob_norm": 43.499639657486064,
    "relative_err": 2.5834974595491893e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.1269268288915656e-10,
    "max_abs_err": 6.999123502993143e-13,
    "mean_abs_err": 3.8562273968699946e-14,
    "w_frob_norm": 43.621462233737375,
    "relative_err": 2.583422863848857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.18361968650911e-11,
    "max_abs_err": 2.436219628809688e-13,
    "mean_abs_err": 1.7685819604983304e-14,
    "w_frob_norm": 40.39223720757098,
    "relative_err": 1.2833207677680975e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.601235102779985e-11,
    "max_abs_err": 1.81977696800395e-13,
    "mean_abs_err": 1.5982073035667675e-14,
    "w_frob_norm": 43.03458044685115,
    "relative_err": 1.0691948323889511e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.651177862788205e-11,
    "max_abs_err": 2.281785871360853e-13,
    "mean_abs_err": 1.9438057928299545e-14,
    "w_frob_norm": 45.481819317433875,
    "relative_err": 1.2425135906166406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.014050912581403e-11,
    "max_abs_err": 1.8681063640446638e-13,
    "mean_abs_err": 1.7374093258049915e-14,
    "w_frob_norm": 42.834696344258674,
    "relative_err": 1.1705582951455797e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 4.4403556424200036e-11,
    "max_abs_err": 1.3756704109191276e-13,
    "mean_abs_err": 1.5462898155851428e-14,
    "w_frob_norm": 41.805202784929385,
    "relative_err": 1.0621538341205547e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.0824504856117247e-10,
    "max_abs_err": 3.7203747027536593e-13,
    "mean_abs_err": 3.7544364807091613e-14,
    "w_frob_norm": 42.57605783835801,
    "relative_err": 2.542392463203847e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 4.8313740469880464e-11,
    "max_abs_err": 1.966066198733074e-13,
    "mean_abs_err": 1.6626916383677418e-14,
    "w_frob_norm": 42.141969807446806,
    "relative_err": 1.1464518789850934e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2544826135287601e-10,
    "max_abs_err": 5.245040513024435e-13,
    "mean_abs_err": 4.29359616611448e-14,
    "w_frob_norm": 44.62773232768221,
    "relative_err": 2.8109934072330513e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.17267282900883e-10,
    "max_abs_err": 4.3856585030255246e-13,
    "mean_abs_err": 4.04505420129318e-14,
    "w_frob_norm": 44.59028675372072,
    "relative_err": 2.6298840271776887e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.3235786441321392e-10,
    "max_abs_err": 6.505629368547261e-13,
    "mean_abs_err": 4.506116166421742e-14,
    "w_frob_norm": 47.611290385636266,
    "relative_err": 2.7799680147535897e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.040738853128059e-11,
    "max_abs_err": 1.926583892419842e-13,
    "mean_abs_err": 1.7464802521446988e-14,
    "w_frob_norm": 42.56899223948922,
    "relative_err": 1.1841339406790106e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.3527948792178734e-10,
    "max_abs_err": 6.479764641520447e-13,
    "mean_abs_err": 4.614644363257955e-14,
    "w_frob_norm": 44.70306511476903,
    "relative_err": 3.0261792468698887e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.304898271698282e-10,
    "max_abs_err": 4.92900859017098e-13,
    "mean_abs_err": 4.412515768383715e-14,
    "w_frob_norm": 44.46852928800471,
    "relative_err": 2.93443091685579e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.902907691281568e-11,
    "max_abs_err": 1.930920701109784e-13,
    "mean_abs_err": 1.6951201935287778e-14,
    "w_frob_norm": 41.05320967177448,
    "relative_err": 1.1942812097960002e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 4.942459630358601e-11,
    "max_abs_err": 1.8143472835241425e-13,
    "mean_abs_err": 1.710599531760319e-14,
    "w_frob_norm": 42.19316396043604,
    "relative_err": 1.17138871950752e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.8528051288604226e-11,
    "max_abs_err": 1.7423736065058648e-13,
    "mean_abs_err": 1.6668012569983897e-14,
    "w_frob_norm": 41.54857974105389,
    "relative_err": 1.1679833965697258e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.0924629960978974e-10,
    "max_abs_err": 3.83177864438089e-13,
    "mean_abs_err": 3.777095621510981e-14,
    "w_frob_norm": 42.4505948984502,
    "relative_err": 2.573492783107691e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 4.60659327601744e-11,
    "max_abs_err": 1.7237600236086337e-13,
    "mean_abs_err": 1.59800434854271e-14,
    "w_frob_norm": 41.496531221122424,
    "relative_err": 1.1101152651700698e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.664687127866428e-11,
    "max_abs_err": 2.2158663792737343e-13,
    "mean_abs_err": 1.94552362225422e-14,
    "w_frob_norm": 45.18403002054704,
    "relative_err": 1.2536923167965453e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.1685808912793028e-10,
    "max_abs_err": 4.856184898649474e-13,
    "mean_abs_err": 4.0366996954322095e-14,
    "w_frob_norm": 42.57426850420972,
    "relative_err": 2.744805565276487e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.1721069805836137e-10,
    "max_abs_err": 4.1722875154803774e-13,
    "mean_abs_err": 4.0351484812351994e-14,
    "w_frob_norm": 42.58669041876683,
    "relative_err": 2.752284737456605e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 4.4521885948097417e-11,
    "max_abs_err": 1.6261644808501785e-13,
    "mean_abs_err": 1.5423330457003116e-14,
    "w_frob_norm": 41.35151566911994,
    "relative_err": 1.076668780519332e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.4753679736452063e-10,
    "max_abs_err": 7.193273754424467e-13,
    "mean_abs_err": 4.966270434450706e-14,
    "w_frob_norm": 43.81930736962731,
    "relative_err": 3.36693586048746e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1777885534682595e-10,
    "max_abs_err": 4.3737756472150835e-13,
    "mean_abs_err": 4.06216520766582e-14,
    "w_frob_norm": 48.27260295828152,
    "relative_err": 2.439869576716499e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.337905456411246e-11,
    "max_abs_err": 2.2988902448339843e-13,
    "mean_abs_err": 1.8195884610686238e-14,
    "w_frob_norm": 41.88149177948128,
    "relative_err": 1.2745261043987956e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.65804386720232e-11,
    "max_abs_err": 3.401029458061089e-13,
    "mean_abs_err": 1.9367577225166627e-14,
    "w_frob_norm": 39.884254313424904,
    "relative_err": 1.4186159336813378e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.488613322991127e-10,
    "max_abs_err": 5.985802131736051e-13,
    "mean_abs_err": 5.099764135751539e-14,
    "w_frob_norm": 45.21974032311136,
    "relative_err": 3.291954602911135e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 6.448990327169899e-11,
    "max_abs_err": 3.222786620904472e-13,
    "mean_abs_err": 2.1513899653974854e-14,
    "w_frob_norm": 41.84111273381049,
    "relative_err": 1.5413046895281713e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.1992611386059208e-10,
    "max_abs_err": 4.4611536687000353e-13,
    "mean_abs_err": 4.1514367523290604e-14,
    "w_frob_norm": 43.73344855883537,
    "relative_err": 2.7422057444030143e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.970760147599419e-11,
    "max_abs_err": 2.3213896083174035e-13,
    "mean_abs_err": 2.0350072357604374e-14,
    "w_frob_norm": 43.27640869748535,
    "relative_err": 1.3796801368932355e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.2232553667744232e-10,
    "max_abs_err": 4.788253127330222e-13,
    "mean_abs_err": 4.2236496805332603e-14,
    "w_frob_norm": 45.63281398559187,
    "relative_err": 2.6806485507570373e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.314986124366885e-11,
    "max_abs_err": 2.0068668948880486e-13,
    "mean_abs_err": 1.8354738764158102e-14,
    "w_frob_norm": 43.395059682920234,
    "relative_err": 1.2247906013270903e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.2637765513166816e-10,
    "max_abs_err": 4.75924855081189e-13,
    "mean_abs_err": 4.357919119166459e-14,
    "w_frob_norm": 43.63898029377494,
    "relative_err": 2.8959809390801877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.0741111239450712e-10,
    "max_abs_err": 4.119942234592777e-13,
    "mean_abs_err": 3.6961144392927095e-14,
    "w_frob_norm": 42.88061165436369,
    "relative_err": 2.5048875995586823e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.510245723348018e-10,
    "max_abs_err": 7.721826650319841e-13,
    "mean_abs_err": 5.095035750134022e-14,
    "w_frob_norm": 45.52173110910025,
    "relative_err": 3.317636844100827e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.6617731592108935e-11,
    "max_abs_err": 1.611696887060532e-13,
    "mean_abs_err": 1.611667286819825e-14,
    "w_frob_norm": 40.32131660720171,
    "relative_err": 1.1561559868256542e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 9.45518615333988e-11,
    "max_abs_err": 3.3288649614604537e-13,
    "mean_abs_err": 3.272416705064086e-14,
    "w_frob_norm": 42.30935946778339,
    "relative_err": 2.2347741190786794e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.4930213806929327e-10,
    "max_abs_err": 1.2803993976184813e-12,
    "mean_abs_err": 6.064213548395955e-14,
    "w_frob_norm": 47.21940070684491,
    "relative_err": 5.279654852399567e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.6611388022254376e-11,
    "max_abs_err": 2.1332761945824785e-13,
    "mean_abs_err": 1.9461360911419526e-14,
    "w_frob_norm": 43.78847430837836,
    "relative_err": 1.2928376454400128e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.907153913032144e-11,
    "max_abs_err": 2.6515248330305496e-13,
    "mean_abs_err": 2.0163542109137842e-14,
    "w_frob_norm": 42.644268063390285,
    "relative_err": 1.3852163916264708e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.0854523654045929e-10,
    "max_abs_err": 3.9341446766982813e-13,
    "mean_abs_err": 3.764058054938517e-14,
    "w_frob_norm": 44.57783724962976,
    "relative_err": 2.434959684845653e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.612362382151904e-11,
    "max_abs_err": 1.6992657281278412e-13,
    "mean_abs_err": 1.587604003547185e-14,
    "w_frob_norm": 40.975988602539886,
    "relative_err": 1.1256256504000511e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.186966532743469e-10,
    "max_abs_err": 4.695618893713061e-13,
    "mean_abs_err": 4.0886737124070886e-14,
    "w_frob_norm": 42.719471443405084,
    "relative_err": 2.778514088864528e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.17.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.1101116099838796e-10,
    "max_abs_err": 3.484053323621339e-13,
    "mean_abs_err": 2.7089723136437552e-14,
    "w_frob_norm": 44.4474580246377,
    "relative_err": 2.4975817725471116e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.17.mixer.gate.weight": {
    "frob_norm_diff": 5.220462416401524e-11,
    "max_abs_err": 5.506706202140776e-13,
    "mean_abs_err": 6.812163586556038e-14,
    "w_frob_norm": 17.576491012061812,
    "relative_err": 2.9701391550901702e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.17.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.3160675942244064e-10,
    "max_abs_err": 5.15268383516343e-13,
    "mean_abs_err": 4.5261256970502864e-14,
    "w_frob_norm": 45.879489090858556,
    "relative_err": 2.868531494799561e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.18.mixer.A_log": {
    "frob_norm_diff": 2.0185861347339316e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.4116312285761268e-16,
    "w_frob_norm": 18.387812559011405,
    "relative_err": 1.0977848116820581e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.18.norm.weight": {
    "frob_norm_diff": 3.80575400594544e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 4.693046546615826e-17,
    "w_frob_norm": 30.74263439895773,
    "relative_err": 1.2379401051181441e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.18.mixer.dt_bias": {
    "frob_norm_diff": 3.3458998163026526e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.2985086056692694e-16,
    "w_frob_norm": 29.03837293165858,
    "relative_err": 1.1522339161967453e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.18.mixer.D": {
    "frob_norm_diff": 4.3522419878654604e-16,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 1.813434012600413e-17,
    "w_frob_norm": 2.451290203080136,
    "relative_err": 1.7754903040026467e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.17.norm.weight": {
    "frob_norm_diff": 4.1901756310608394e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 5.373770624912082e-17,
    "w_frob_norm": 34.06180974365937,
    "relative_err": 1.230168233160554e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.18.mixer.norm.weight": {
    "frob_norm_diff": 1.2217386995842466e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 7.518561482972077e-17,
    "w_frob_norm": 95.3110034757915,
    "relative_err": 1.281844335942347e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": true
  },
  "backbone.layers.19.mixer.k_proj.weight": {
    "frob_norm_diff": 5.6180376415994304e-11,
    "max_abs_err": 4.937474040733747e-13,
    "mean_abs_err": 5.208686906707327e-14,
    "w_frob_norm": 25.960057196957703,
    "relative_err": 2.1641083449761493e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.18.mixer.in_proj.weight": {
    "frob_norm_diff": 3.240830407808934e-10,
    "max_abs_err": 8.414657859390218e-13,
    "mean_abs_err": 4.680346107295567e-14,
    "w_frob_norm": 121.44707676522839,
    "relative_err": 2.668512486367905e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": true
  },
  "backbone.layers.18.mixer.out_proj.weight": {
    "frob_norm_diff": 4.1525788220437123e-10,
    "max_abs_err": 1.212661915328539e-12,
    "mean_abs_err": 9.582238353904068e-14,
    "w_frob_norm": 69.14599490271075,
    "relative_err": 6.005523281408331e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.19.mixer.o_proj.weight": {
    "frob_norm_diff": 4.086717438991562e-10,
    "max_abs_err": 2.5130357864111552e-12,
    "mean_abs_err": 9.35985009713387e-14,
    "w_frob_norm": 68.40094359231568,
    "relative_err": 5.9746506763843435e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.18.mixer.conv1d.weight": {
    "frob_norm_diff": 4.45513586098279e-15,
    "max_abs_err": 1.2004286453759505e-15,
    "mean_abs_err": 1.0043276875922404e-17,
    "w_frob_norm": 8.52208497614613,
    "relative_err": 5.227753388346871e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.19.norm.weight": {
    "frob_norm_diff": 4.389836264662298e-15,
    "max_abs_err": 3.3306690738754696e-16,
    "mean_abs_err": 5.559891997855426e-17,
    "w_frob_norm": 37.22970071476091,
    "relative_err": 1.1791220934853788e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.20.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 4.9167711157732674e-11,
    "max_abs_err": 1.8562191714255327e-13,
    "mean_abs_err": 1.7030193038017953e-14,
    "w_frob_norm": 43.869812726143806,
    "relative_err": 1.1207640995565873e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.430661102555e-11,
    "max_abs_err": 2.199213033904357e-13,
    "mean_abs_err": 1.8605822973892983e-14,
    "w_frob_norm": 42.693069722310554,
    "relative_err": 1.272024039938511e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.3965147622239718e-10,
    "max_abs_err": 5.30523541764083e-13,
    "mean_abs_err": 4.764186872276309e-14,
    "w_frob_norm": 45.65088307929316,
    "relative_err": 3.0591188341270415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.203339422890974e-10,
    "max_abs_err": 4.161705702276919e-13,
    "mean_abs_err": 4.164550014065356e-14,
    "w_frob_norm": 44.53735759548676,
    "relative_err": 2.7018653280250187e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.19.mixer.v_proj.weight": {
    "frob_norm_diff": 2.3344581711753227e-11,
    "max_abs_err": 1.8876220031494029e-13,
    "mean_abs_err": 2.178209965745307e-14,
    "w_frob_norm": 12.206745990597655,
    "relative_err": 1.9124328244181194e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.20.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.654663062497901e-11,
    "max_abs_err": 1.8961221481816892e-13,
    "mean_abs_err": 1.941067625584692e-14,
    "w_frob_norm": 42.958102203085105,
    "relative_err": 1.3163205012561756e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.3151323909868255e-11,
    "max_abs_err": 1.9541269644096637e-13,
    "mean_abs_err": 1.83600682489208e-14,
    "w_frob_norm": 43.21617629107414,
    "relative_err": 1.22989418480427e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.19.mixer.q_proj.weight": {
    "frob_norm_diff": 1.963242958181495e-10,
    "max_abs_err": 5.460996238548788e-13,
    "mean_abs_err": 4.5465643340673914e-14,
    "w_frob_norm": 85.71261340708433,
    "relative_err": 2.2904948060062637e-12,
    "shape": [
      4096,
      2688
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.20.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.0274956572204585e-10,
    "max_abs_err": 4.2146884940419405e-13,
    "mean_abs_err": 3.565407058861418e-14,
    "w_frob_norm": 43.53059391121913,
    "relative_err": 2.360398893973377e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.2570182092825072e-10,
    "max_abs_err": 4.88262208442336e-13,
    "mean_abs_err": 4.354450005473829e-14,
    "w_frob_norm": 44.99400200131624,
    "relative_err": 2.793746173647178e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.624234502707078e-11,
    "max_abs_err": 1.8846035843012032e-13,
    "mean_abs_err": 1.585103301153486e-14,
    "w_frob_norm": 41.72675715914134,
    "relative_err": 1.108218039822924e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 4.395518340298405e-11,
    "max_abs_err": 1.624490472695861e-13,
    "mean_abs_err": 1.520366424811071e-14,
    "w_frob_norm": 41.99961314070534,
    "relative_err": 1.0465616255970558e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 4.711508651069877e-11,
    "max_abs_err": 1.6821787018894696e-13,
    "mean_abs_err": 1.6252035668904015e-14,
    "w_frob_norm": 43.19869391976217,
    "relative_err": 1.0906599768551095e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 6.242112939972032e-11,
    "max_abs_err": 2.1943867079335377e-13,
    "mean_abs_err": 2.1482795741603194e-14,
    "w_frob_norm": 42.8793472344962,
    "relative_err": 1.4557387979428676e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.2224501249762594e-10,
    "max_abs_err": 4.895597816023667e-13,
    "mean_abs_err": 4.184391342721893e-14,
    "w_frob_norm": 45.365770537023934,
    "relative_err": 2.694653062221423e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 4.3266155173037634e-11,
    "max_abs_err": 1.6404239078227079e-13,
    "mean_abs_err": 1.501226796070028e-14,
    "w_frob_norm": 41.38846373080108,
    "relative_err": 1.0453675075849501e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.133215812040086e-10,
    "max_abs_err": 4.067510217531378e-13,
    "mean_abs_err": 3.913812287626921e-14,
    "w_frob_norm": 44.440687965107124,
    "relative_err": 2.549951100959187e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.2248192345857345e-10,
    "max_abs_err": 5.106019773659654e-13,
    "mean_abs_err": 4.147909909651576e-14,
    "w_frob_norm": 44.72613725265089,
    "relative_err": 2.738486508832462e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 4.55238520924969e-11,
    "max_abs_err": 1.600698740222839e-13,
    "mean_abs_err": 1.5689447976655812e-14,
    "w_frob_norm": 40.07978763372333,
    "relative_err": 1.135830671273141e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.1679792670198544e-10,
    "max_abs_err": 4.3184900100357027e-13,
    "mean_abs_err": 4.028468573181159e-14,
    "w_frob_norm": 42.61935425886326,
    "relative_err": 2.740490294446349e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.2190161831489593e-10,
    "max_abs_err": 4.633515793273091e-13,
    "mean_abs_err": 4.177219108137047e-14,
    "w_frob_norm": 43.19373458312706,
    "relative_err": 2.822206032689631e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.3473438841538108e-10,
    "max_abs_err": 4.995726055057048e-13,
    "mean_abs_err": 4.630455841635493e-14,
    "w_frob_norm": 43.287393058104534,
    "relative_err": 3.112554924121384e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 4.5205142277942675e-11,
    "max_abs_err": 1.7046780653728888e-13,
    "mean_abs_err": 1.556337740538379e-14,
    "w_frob_norm": 40.92700483361738,
    "relative_err": 1.1045309194190345e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 4.9889740788471093e-11,
    "max_abs_err": 1.7772588956077584e-13,
    "mean_abs_err": 1.72373468728833e-14,
    "w_frob_norm": 44.28766744233094,
    "relative_err": 1.1264928516146144e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.740306960768274e-11,
    "max_abs_err": 2.511046925945948e-13,
    "mean_abs_err": 1.9517560529662535e-14,
    "w_frob_norm": 42.745530513637554,
    "relative_err": 1.3429022617784295e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.4070681064225912e-10,
    "max_abs_err": 5.570912654795368e-13,
    "mean_abs_err": 4.8291453912253946e-14,
    "w_frob_norm": 44.32665827623542,
    "relative_err": 3.1743157755182147e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.1192072055549423e-10,
    "max_abs_err": 5.555365195641926e-13,
    "mean_abs_err": 3.861111515961699e-14,
    "w_frob_norm": 44.966914630841465,
    "relative_err": 2.488957080429333e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.8972830153732194e-11,
    "max_abs_err": 2.2469526239632387e-13,
    "mean_abs_err": 1.6745075877099012e-14,
    "w_frob_norm": 41.591320303490356,
    "relative_err": 1.1774771706302956e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.1141888664224799e-10,
    "max_abs_err": 5.066051744773148e-13,
    "mean_abs_err": 3.823078500480809e-14,
    "w_frob_norm": 43.471409011332206,
    "relative_err": 2.5630383089999017e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.1632390317872646e-11,
    "max_abs_err": 2.092627286731652e-13,
    "mean_abs_err": 1.7836236651647328e-14,
    "w_frob_norm": 44.203824967552315,
    "relative_err": 1.1680525464883016e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2694664464400008e-10,
    "max_abs_err": 4.775901896181267e-13,
    "mean_abs_err": 4.3686684426929066e-14,
    "w_frob_norm": 46.80169998018861,
    "relative_err": 2.7124366144336043e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.1724182018640205e-11,
    "max_abs_err": 2.0393409183583344e-13,
    "mean_abs_err": 1.7838019733623653e-14,
    "w_frob_norm": 44.19717740593282,
    "relative_err": 1.1703050976213924e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.1826969402098835e-10,
    "max_abs_err": 4.481658100186081e-13,
    "mean_abs_err": 4.076081996133299e-14,
    "w_frob_norm": 46.6447992701755,
    "relative_err": 2.5355387068116195e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.9137729443352477e-11,
    "max_abs_err": 1.8059165274308953e-13,
    "mean_abs_err": 1.6977582972701614e-14,
    "w_frob_norm": 42.126740105775006,
    "relative_err": 1.1664261065530764e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.1123222511310185e-11,
    "max_abs_err": 1.8654522371264193e-13,
    "mean_abs_err": 1.764853808857154e-14,
    "w_frob_norm": 43.51904114811054,
    "relative_err": 1.1747322818377351e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 4.6959774749219794e-11,
    "max_abs_err": 2.621128140922746e-13,
    "mean_abs_err": 1.6302415075905207e-14,
    "w_frob_norm": 41.75102348151021,
    "relative_err": 1.124757451036292e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.34011298257804e-10,
    "max_abs_err": 5.630426680447442e-13,
    "mean_abs_err": 4.601015255449685e-14,
    "w_frob_norm": 45.46519045151765,
    "relative_err": 2.94755827319603e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 9.739944492848383e-11,
    "max_abs_err": 3.229361222878424e-13,
    "mean_abs_err": 3.3963108976053026e-14,
    "w_frob_norm": 42.5033255902346,
    "relative_err": 2.291572331715661e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.4519010962637105e-11,
    "max_abs_err": 2.3106169755315875e-13,
    "mean_abs_err": 1.8742212492724068e-14,
    "w_frob_norm": 44.41034792733549,
    "relative_err": 1.2276195415501242e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 6.659594928304174e-11,
    "max_abs_err": 2.610897609223173e-13,
    "mean_abs_err": 2.256816388640373e-14,
    "w_frob_norm": 42.491870326116874,
    "relative_err": 1.5672633087677886e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.14708096226511e-10,
    "max_abs_err": 4.4607026405962813e-13,
    "mean_abs_err": 3.979250754563684e-14,
    "w_frob_norm": 43.98477938488933,
    "relative_err": 2.6079043212370454e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.3076110362935206e-10,
    "max_abs_err": 4.896942226717549e-13,
    "mean_abs_err": 4.462240067915609e-14,
    "w_frob_norm": 47.13085881537074,
    "relative_err": 2.7744264992410254e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.254504721864045e-10,
    "max_abs_err": 4.53783711995559e-13,
    "mean_abs_err": 4.322216329478613e-14,
    "w_frob_norm": 44.16700133038752,
    "relative_err": 2.8403665272175225e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.0782939635993705e-10,
    "max_abs_err": 4.277481147063611e-13,
    "mean_abs_err": 3.7380898139180525e-14,
    "w_frob_norm": 46.225749051772496,
    "relative_err": 2.3326695309830225e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.061381840843208e-11,
    "max_abs_err": 1.671007082704179e-13,
    "mean_abs_err": 1.7555132216225584e-14,
    "w_frob_norm": 41.960960703430246,
    "relative_err": 1.2062120971480636e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2042111576886783e-10,
    "max_abs_err": 5.164341176921994e-13,
    "mean_abs_err": 4.1223819015388796e-14,
    "w_frob_norm": 43.097781939655604,
    "relative_err": 2.7941372003199226e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 6.572530185538981e-11,
    "max_abs_err": 2.792180549271439e-13,
    "mean_abs_err": 2.2208012043525664e-14,
    "w_frob_norm": 40.317556782208136,
    "relative_err": 1.6301905943961847e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 4.939289145600331e-11,
    "max_abs_err": 1.809455363321888e-13,
    "mean_abs_err": 1.6972360674135242e-14,
    "w_frob_norm": 41.67394899927259,
    "relative_err": 1.185222246561406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.085951758452573e-11,
    "max_abs_err": 1.836447660608087e-13,
    "mean_abs_err": 1.7540975452286242e-14,
    "w_frob_norm": 42.83164680918965,
    "relative_err": 1.187428487424249e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.108926381378314e-10,
    "max_abs_err": 3.880697846403436e-13,
    "mean_abs_err": 3.829930518928966e-14,
    "w_frob_norm": 43.00187235564236,
    "relative_err": 2.5787862728558833e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.1448589568863568e-10,
    "max_abs_err": 4.812886200689093e-13,
    "mean_abs_err": 3.962191479358766e-14,
    "w_frob_norm": 44.497184725514025,
    "relative_err": 2.5728795292298833e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.6157470565717736e-11,
    "max_abs_err": 2.1121299154103212e-13,
    "mean_abs_err": 1.9356112414682893e-14,
    "w_frob_norm": 42.09651975249886,
    "relative_err": 1.334016942395439e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 4.557101838169178e-11,
    "max_abs_err": 1.5696818844723737e-13,
    "mean_abs_err": 1.5770642482127387e-14,
    "w_frob_norm": 43.11616959938947,
    "relative_err": 1.0569356880518689e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.0654373221645365e-10,
    "max_abs_err": 3.4749633726072204e-13,
    "mean_abs_err": 3.692304274047391e-14,
    "w_frob_norm": 43.80284138383115,
    "relative_err": 2.432347511040275e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.3357776609624927e-10,
    "max_abs_err": 5.411244369257773e-13,
    "mean_abs_err": 4.517577997757665e-14,
    "w_frob_norm": 45.41463443540885,
    "relative_err": 2.941293434525622e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 4.236218231995701e-11,
    "max_abs_err": 1.71581499008866e-13,
    "mean_abs_err": 1.4669487399585737e-14,
    "w_frob_norm": 44.71526386298553,
    "relative_err": 9.47376324329904e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 4.747416147188988e-11,
    "max_abs_err": 1.995313636538043e-13,
    "mean_abs_err": 1.6147652455117073e-14,
    "w_frob_norm": 41.19992059067544,
    "relative_err": 1.1522876935504205e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.2283809391480472e-10,
    "max_abs_err": 4.738206355048291e-13,
    "mean_abs_err": 4.221860266919996e-14,
    "w_frob_norm": 43.929444080309565,
    "relative_err": 2.796258784660202e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.714816282896715e-11,
    "max_abs_err": 2.0065199501928532e-13,
    "mean_abs_err": 1.6259875654447068e-14,
    "w_frob_norm": 42.952860044969555,
    "relative_err": 1.0976722569720693e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.3661022266778138e-10,
    "max_abs_err": 6.189181112059572e-13,
    "mean_abs_err": 4.6263332764257e-14,
    "w_frob_norm": 44.02817384355527,
    "relative_err": 3.1027910254283238e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1942009083091422e-10,
    "max_abs_err": 4.2205822170515717e-13,
    "mean_abs_err": 4.139863135147034e-14,
    "w_frob_norm": 45.42798223473361,
    "relative_err": 2.6287782321885136e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.416724375843149e-11,
    "max_abs_err": 2.594070791506198e-13,
    "mean_abs_err": 1.8301989604739006e-14,
    "w_frob_norm": 42.19987532280527,
    "relative_err": 1.2835877675960555e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.990894449503952e-11,
    "max_abs_err": 1.8116519569233436e-13,
    "mean_abs_err": 1.7129712825277536e-14,
    "w_frob_norm": 43.459913716555164,
    "relative_err": 1.1483903263256534e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.2299967451318453e-10,
    "max_abs_err": 4.585103997867268e-13,
    "mean_abs_err": 4.242427597608932e-14,
    "w_frob_norm": 43.607923477817884,
    "relative_err": 2.8205808647538783e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.0969817161056242e-10,
    "max_abs_err": 4.934973870523995e-13,
    "mean_abs_err": 3.7923435676891936e-14,
    "w_frob_norm": 44.47141820313849,
    "relative_err": 2.466711790244204e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.2899803263854352e-10,
    "max_abs_err": 4.99931693265232e-13,
    "mean_abs_err": 4.4242910960284724e-14,
    "w_frob_norm": 47.10165782385762,
    "relative_err": 2.7387153361129526e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.5197737497228896e-11,
    "max_abs_err": 1.8937108825500815e-13,
    "mean_abs_err": 1.9166263273542466e-14,
    "w_frob_norm": 41.961436637625006,
    "relative_err": 1.3154396493597522e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.465900049506687e-11,
    "max_abs_err": 2.211477528879513e-13,
    "mean_abs_err": 1.880667250002961e-14,
    "w_frob_norm": 43.35233676838527,
    "relative_err": 1.2608086338480143e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.1906607889893496e-11,
    "max_abs_err": 1.9865532829843602e-13,
    "mean_abs_err": 1.7818606543489256e-14,
    "w_frob_norm": 44.43626040431172,
    "relative_err": 1.1681137750479318e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.3191113607502266e-11,
    "max_abs_err": 2.065626315828073e-13,
    "mean_abs_err": 1.841187988662703e-14,
    "w_frob_norm": 44.43797593327605,
    "relative_err": 1.1969742656004207e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.321074219901552e-11,
    "max_abs_err": 2.106006341540123e-13,
    "mean_abs_err": 1.8334471051983083e-14,
    "w_frob_norm": 42.056943910782564,
    "relative_err": 1.2652070562210617e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 4.713005900103842e-11,
    "max_abs_err": 1.754846268298138e-13,
    "mean_abs_err": 1.6297018288386265e-14,
    "w_frob_norm": 41.78010096038498,
    "relative_err": 1.1280503856543133e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.1353015273861195e-10,
    "max_abs_err": 5.325670460187837e-13,
    "mean_abs_err": 3.9303206184941305e-14,
    "w_frob_norm": 45.01696576063095,
    "relative_err": 2.5219414685184842e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.2952354238726787e-10,
    "max_abs_err": 4.26858201563185e-13,
    "mean_abs_err": 4.472845058117704e-14,
    "w_frob_norm": 46.54569635730664,
    "relative_err": 2.7827178992657945e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.3849498030123435e-10,
    "max_abs_err": 6.845912725594872e-13,
    "mean_abs_err": 4.7136094723743155e-14,
    "w_frob_norm": 45.002864710047135,
    "relative_err": 3.0774703164688667e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.3405352807489488e-10,
    "max_abs_err": 5.342046249801058e-13,
    "mean_abs_err": 4.616226651941991e-14,
    "w_frob_norm": 46.56303325705738,
    "relative_err": 2.8789689738388533e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.0364114260978752e-10,
    "max_abs_err": 4.209185083814404e-13,
    "mean_abs_err": 3.5981900039104e-14,
    "w_frob_norm": 44.4991791416557,
    "relative_err": 2.3290574030559815e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.269400613571081e-11,
    "max_abs_err": 1.9848359067431431e-13,
    "mean_abs_err": 1.817850814737211e-14,
    "w_frob_norm": 43.16619408311518,
    "relative_err": 1.2207239311913884e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.3662859863017096e-11,
    "max_abs_err": 2.36876490644633e-13,
    "mean_abs_err": 1.854655321759806e-14,
    "w_frob_norm": 43.966654023506905,
    "relative_err": 1.2205354502147489e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.3078526837817848e-10,
    "max_abs_err": 4.4505718554965767e-13,
    "mean_abs_err": 4.496889628060758e-14,
    "w_frob_norm": 44.878506740721086,
    "relative_err": 2.914207220257371e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 6.475472424794224e-11,
    "max_abs_err": 3.337677356718416e-13,
    "mean_abs_err": 2.1907375419670714e-14,
    "w_frob_norm": 43.65980608470519,
    "relative_err": 1.483165640321682e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.1571746915375286e-10,
    "max_abs_err": 3.83849202423292e-13,
    "mean_abs_err": 4.028940349244903e-14,
    "w_frob_norm": 46.1928844574876,
    "relative_err": 2.5050929491153637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1876513266953098e-10,
    "max_abs_err": 4.5423734218452694e-13,
    "mean_abs_err": 4.069658329927334e-14,
    "w_frob_norm": 45.33191444718633,
    "relative_err": 2.6199011031819e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.21166030886576e-11,
    "max_abs_err": 1.8791305317344964e-13,
    "mean_abs_err": 1.7868146643632878e-14,
    "w_frob_norm": 41.35397244809041,
    "relative_err": 1.2602562705209757e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.0362580493915732e-10,
    "max_abs_err": 3.641858949826604e-13,
    "mean_abs_err": 3.589918638240459e-14,
    "w_frob_norm": 42.619035218536936,
    "relative_err": 2.4314441753032877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.3781983982229015e-10,
    "max_abs_err": 5.005423159287758e-13,
    "mean_abs_err": 4.72831260548825e-14,
    "w_frob_norm": 43.46481619450705,
    "relative_err": 3.17083682594078e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.0955697300440692e-10,
    "max_abs_err": 3.978588292152807e-13,
    "mean_abs_err": 3.790506763560699e-14,
    "w_frob_norm": 43.85268108824804,
    "relative_err": 2.4982958917366353e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.8968792424508387e-11,
    "max_abs_err": 1.9095489078857497e-13,
    "mean_abs_err": 1.6879088386475273e-14,
    "w_frob_norm": 41.27954608005666,
    "relative_err": 1.1862725508061394e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.360740769233973e-11,
    "max_abs_err": 2.1050175491588163e-13,
    "mean_abs_err": 1.835455422050934e-14,
    "w_frob_norm": 43.43171139291745,
    "relative_err": 1.2342918566428323e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.1019780271886006e-11,
    "max_abs_err": 2.310564933827308e-13,
    "mean_abs_err": 1.748063044477545e-14,
    "w_frob_norm": 44.71323790732742,
    "relative_err": 1.1410441886948452e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.585015697115947e-11,
    "max_abs_err": 2.110568664281942e-13,
    "mean_abs_err": 1.9143393317986873e-14,
    "w_frob_norm": 43.34156244679727,
    "relative_err": 1.2886050667812628e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.305347282667435e-11,
    "max_abs_err": 2.153589806486167e-13,
    "mean_abs_err": 1.817903864649486e-14,
    "w_frob_norm": 39.133344428889735,
    "relative_err": 1.3557101648462287e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.3248090943756755e-10,
    "max_abs_err": 5.975150929593553e-13,
    "mean_abs_err": 4.550293812073073e-14,
    "w_frob_norm": 45.340912482128424,
    "relative_err": 2.921884500886175e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.1788075370371282e-10,
    "max_abs_err": 4.3857452391993235e-13,
    "mean_abs_err": 4.071374123017038e-14,
    "w_frob_norm": 43.90777093968291,
    "relative_err": 2.684735553204198e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 4.838356795565219e-11,
    "max_abs_err": 1.7386439510325147e-13,
    "mean_abs_err": 1.6693155886942922e-14,
    "w_frob_norm": 41.90759995703098,
    "relative_err": 1.1545296797063347e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.3073313582533825e-10,
    "max_abs_err": 4.636985240225044e-13,
    "mean_abs_err": 4.4875655969066605e-14,
    "w_frob_norm": 45.251048829094685,
    "relative_err": 2.8890631092131033e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.1074536357313744e-11,
    "max_abs_err": 2.271835063821781e-13,
    "mean_abs_err": 1.7570104756601472e-14,
    "w_frob_norm": 43.00336092181167,
    "relative_err": 1.1876870845089762e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.1090206321164206e-10,
    "max_abs_err": 3.944171378389427e-13,
    "mean_abs_err": 3.841094926008538e-14,
    "w_frob_norm": 42.06390729881425,
    "relative_err": 2.6365135892824754e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.1125650919553929e-10,
    "max_abs_err": 4.56478604915489e-13,
    "mean_abs_err": 3.8294873013679725e-14,
    "w_frob_norm": 47.10187891408461,
    "relative_err": 2.3620397266630246e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.221296082907034e-10,
    "max_abs_err": 4.5459469522057816e-13,
    "mean_abs_err": 4.1963174013108894e-14,
    "w_frob_norm": 42.77866447418769,
    "relative_err": 2.8549186794832137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.0772516467370877e-11,
    "max_abs_err": 1.9908553972047827e-13,
    "mean_abs_err": 1.7423213794827233e-14,
    "w_frob_norm": 44.52366596499865,
    "relative_err": 1.1403489664863767e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 4.3826428761103795e-11,
    "max_abs_err": 1.7785078965104617e-13,
    "mean_abs_err": 1.513051746799594e-14,
    "w_frob_norm": 43.55698181311833,
    "relative_err": 1.006186079401496e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 4.6607479330026524e-11,
    "max_abs_err": 2.0502349817874688e-13,
    "mean_abs_err": 1.606540908607497e-14,
    "w_frob_norm": 41.50566904404524,
    "relative_err": 1.1229183965343943e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.1828698706688708e-10,
    "max_abs_err": 4.2903181007858393e-13,
    "mean_abs_err": 4.091583764131674e-14,
    "w_frob_norm": 45.2991606481797,
    "relative_err": 2.611240150464914e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.2647397799081283e-10,
    "max_abs_err": 4.356445759690075e-13,
    "mean_abs_err": 4.3653446213289296e-14,
    "w_frob_norm": 44.75746328198049,
    "relative_err": 2.825762872082424e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 4.552556675509718e-11,
    "max_abs_err": 1.4719649110706e-13,
    "mean_abs_err": 1.579961280071781e-14,
    "w_frob_norm": 41.79861367626729,
    "relative_err": 1.0891645141079407e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.3022675459590944e-10,
    "max_abs_err": 5.52363710326631e-13,
    "mean_abs_err": 4.452404052793713e-14,
    "w_frob_norm": 44.68294878451976,
    "relative_err": 2.9144619623006176e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.435623352534597e-10,
    "max_abs_err": 6.100241839446241e-13,
    "mean_abs_err": 4.8947205281662055e-14,
    "w_frob_norm": 44.571937152759666,
    "relative_err": 3.220913077244861e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.979501699548451e-11,
    "max_abs_err": 1.956421136206643e-13,
    "mean_abs_err": 1.6976641619788086e-14,
    "w_frob_norm": 42.95531105694975,
    "relative_err": 1.1592284113474755e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.491488356522084e-10,
    "max_abs_err": 5.412467349308336e-13,
    "mean_abs_err": 5.126354826477827e-14,
    "w_frob_norm": 46.99137367497986,
    "relative_err": 3.1739620272395094e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.142215279396807e-11,
    "max_abs_err": 2.3857305020413833e-13,
    "mean_abs_err": 1.7724278412288764e-14,
    "w_frob_norm": 40.44217182545193,
    "relative_err": 1.2714983017209275e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.519652525777237e-10,
    "max_abs_err": 7.012029845654411e-13,
    "mean_abs_err": 5.1242631799547684e-14,
    "w_frob_norm": 46.74713569107878,
    "relative_err": 3.250792809680631e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 4.747667833184937e-11,
    "max_abs_err": 1.9748991938323135e-13,
    "mean_abs_err": 1.6481062505967462e-14,
    "w_frob_norm": 43.22035391760109,
    "relative_err": 1.0984796288888077e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.1359651760785393e-11,
    "max_abs_err": 2.1041566926338628e-13,
    "mean_abs_err": 1.7758837451191963e-14,
    "w_frob_norm": 44.24343479045632,
    "relative_err": 1.160842326189921e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.1692385315491722e-10,
    "max_abs_err": 4.5401855018611936e-13,
    "mean_abs_err": 4.049958823541378e-14,
    "w_frob_norm": 44.7256690150603,
    "relative_err": 2.614244923101003e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.1897973844840694e-10,
    "max_abs_err": 4.922832974596503e-13,
    "mean_abs_err": 4.084074643988461e-14,
    "w_frob_norm": 41.82065618913978,
    "relative_err": 2.844999320677906e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.923865844131915e-11,
    "max_abs_err": 2.380378880117995e-13,
    "mean_abs_err": 2.0255837394941463e-14,
    "w_frob_norm": 44.187568690200536,
    "relative_err": 1.340618191886545e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.0256429194801697e-10,
    "max_abs_err": 4.219888327661181e-13,
    "mean_abs_err": 3.545862887436386e-14,
    "w_frob_norm": 42.74058073441143,
    "relative_err": 2.3996934572636747e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.182702323379301e-11,
    "max_abs_err": 2.682472299841976e-13,
    "mean_abs_err": 1.7769561872337232e-14,
    "w_frob_norm": 39.967264180240534,
    "relative_err": 1.2967368244188161e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.5213588668063135e-11,
    "max_abs_err": 2.361444373377708e-13,
    "mean_abs_err": 1.901996541255137e-14,
    "w_frob_norm": 43.17191360552467,
    "relative_err": 1.2789238200689233e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.2084720291105748e-10,
    "max_abs_err": 4.643854745189913e-13,
    "mean_abs_err": 4.169081808398868e-14,
    "w_frob_norm": 44.57652216722899,
    "relative_err": 2.7110056378489726e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.309187708866541e-11,
    "max_abs_err": 2.254110526705988e-13,
    "mean_abs_err": 1.8273272752321365e-14,
    "w_frob_norm": 43.97068723739016,
    "relative_err": 1.207437964342734e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.2134911355286198e-10,
    "max_abs_err": 4.687960089566623e-13,
    "mean_abs_err": 4.186588712471718e-14,
    "w_frob_norm": 45.1005976346717,
    "relative_err": 2.6906320518372285e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.0243304056365496e-11,
    "max_abs_err": 2.108192093119854e-13,
    "mean_abs_err": 1.73409594851123e-14,
    "w_frob_norm": 43.28931738472212,
    "relative_err": 1.1606397857892213e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.032812265246798e-11,
    "max_abs_err": 2.0478931050949e-13,
    "mean_abs_err": 1.722671982397307e-14,
    "w_frob_norm": 43.260615285188074,
    "relative_err": 1.1633704772964646e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.251902505263557e-10,
    "max_abs_err": 5.152718529632949e-13,
    "mean_abs_err": 4.3240000024929577e-14,
    "w_frob_norm": 45.919812330044536,
    "relative_err": 2.7262796639185277e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.6312527059818435e-10,
    "max_abs_err": 7.003304186570247e-13,
    "mean_abs_err": 5.4577854061262415e-14,
    "w_frob_norm": 45.051094223792006,
    "relative_err": 3.6208947509211886e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.2640511130492709e-10,
    "max_abs_err": 4.650828333563339e-13,
    "mean_abs_err": 4.361576085783319e-14,
    "w_frob_norm": 45.294808551244316,
    "relative_err": 2.7907196287609554e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.204824649371666e-10,
    "max_abs_err": 4.465455782920458e-13,
    "mean_abs_err": 4.1545483133783674e-14,
    "w_frob_norm": 47.24533933372471,
    "relative_err": 2.5501449801454535e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.3816009408868514e-10,
    "max_abs_err": 5.344821807362621e-13,
    "mean_abs_err": 4.712674779533111e-14,
    "w_frob_norm": 44.646817904410575,
    "relative_err": 3.094511559244552e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 4.1089444200635875e-11,
    "max_abs_err": 1.7406735774994075e-13,
    "mean_abs_err": 1.4259965521526806e-14,
    "w_frob_norm": 42.75217255262796,
    "relative_err": 9.611077460462326e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.087367035400442e-11,
    "max_abs_err": 1.9376861226660935e-13,
    "mean_abs_err": 1.749117497727748e-14,
    "w_frob_norm": 42.48334722239913,
    "relative_err": 1.1974967529672789e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 4.9265621374602305e-11,
    "max_abs_err": 2.1803739369552488e-13,
    "mean_abs_err": 1.6886960524820466e-14,
    "w_frob_norm": 43.92494932693612,
    "relative_err": 1.1215862995746502e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.6016140107865458e-10,
    "max_abs_err": 7.351133590738357e-13,
    "mean_abs_err": 5.3972186082761676e-14,
    "w_frob_norm": 46.81545009746814,
    "relative_err": 3.4211227435644454e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.4789267894101756e-11,
    "max_abs_err": 2.1028838392833649e-13,
    "mean_abs_err": 1.8515713954157275e-14,
    "w_frob_norm": 41.73660194368034,
    "relative_err": 1.3127390669713547e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.91941829356359e-11,
    "max_abs_err": 1.8576459814845236e-13,
    "mean_abs_err": 1.692591619305988e-14,
    "w_frob_norm": 42.54802340117524,
    "relative_err": 1.1562037200129273e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.060586868416971e-11,
    "max_abs_err": 2.0708434966820732e-13,
    "mean_abs_err": 1.7435921657770842e-14,
    "w_frob_norm": 43.32838825931422,
    "relative_err": 1.1679610231818643e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.380856609806754e-10,
    "max_abs_err": 6.029898802495381e-13,
    "mean_abs_err": 4.693268107872038e-14,
    "w_frob_norm": 45.062765039172795,
    "relative_err": 3.0642962290626936e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.21817826381239e-10,
    "max_abs_err": 5.000383787590046e-13,
    "mean_abs_err": 4.1849149762975515e-14,
    "w_frob_norm": 45.157105076481514,
    "relative_err": 2.6976447266696803e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 4.951473618413147e-11,
    "max_abs_err": 2.1897414437255236e-13,
    "mean_abs_err": 1.7092628871628052e-14,
    "w_frob_norm": 43.42997146067834,
    "relative_err": 1.140105197374175e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.5879585799520105e-11,
    "max_abs_err": 1.9764398451194154e-13,
    "mean_abs_err": 1.9168283286141347e-14,
    "w_frob_norm": 44.237642091377275,
    "relative_err": 1.26316826932356e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.182813075301533e-10,
    "max_abs_err": 4.4520767281119866e-13,
    "mean_abs_err": 4.074504113490188e-14,
    "w_frob_norm": 45.83213456411135,
    "relative_err": 2.5807505728256647e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.3130237018222118e-10,
    "max_abs_err": 5.837483274540034e-13,
    "mean_abs_err": 4.4934928377317794e-14,
    "w_frob_norm": 43.671116377951954,
    "relative_err": 3.0066181282352388e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.84224296283935e-11,
    "max_abs_err": 2.2356162060477303e-13,
    "mean_abs_err": 2.0058664630071995e-14,
    "w_frob_norm": 42.09847281183882,
    "relative_err": 1.3877565081639757e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 4.339728632910023e-11,
    "max_abs_err": 1.3858705849578712e-13,
    "mean_abs_err": 1.504634842437227e-14,
    "w_frob_norm": 43.55900440790024,
    "relative_err": 9.962873789013718e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.1624249290298698e-10,
    "max_abs_err": 4.2088381391192087e-13,
    "mean_abs_err": 4.0112376601726154e-14,
    "w_frob_norm": 45.41889755178636,
    "relative_err": 2.5593420177239657e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.0405062760329982e-10,
    "max_abs_err": 3.2669700278376013e-13,
    "mean_abs_err": 3.611214280402525e-14,
    "w_frob_norm": 43.687665568742226,
    "relative_err": 2.3816934653918946e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.4227830817282812e-10,
    "max_abs_err": 5.74949809983849e-13,
    "mean_abs_err": 4.874561025506133e-14,
    "w_frob_norm": 45.71616473072092,
    "relative_err": 3.112210068602237e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.2879165376095544e-10,
    "max_abs_err": 5.059563878972995e-13,
    "mean_abs_err": 4.405730458476727e-14,
    "w_frob_norm": 45.527096403545166,
    "relative_err": 2.828901114610211e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.1324159750132841e-10,
    "max_abs_err": 4.2333844763042805e-13,
    "mean_abs_err": 3.9035336085660295e-14,
    "w_frob_norm": 42.70445022212831,
    "relative_err": 2.6517516772209755e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.6829467082126344e-11,
    "max_abs_err": 2.644828800413279e-13,
    "mean_abs_err": 1.9331275211100556e-14,
    "w_frob_norm": 41.17114267605715,
    "relative_err": 1.3803228035051648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 4.9522079645258605e-11,
    "max_abs_err": 2.525549214205114e-13,
    "mean_abs_err": 1.6738933790059415e-14,
    "w_frob_norm": 39.94341853290665,
    "relative_err": 1.239805741826047e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.2252289143361335e-10,
    "max_abs_err": 5.063380270620144e-13,
    "mean_abs_err": 4.21068795474197e-14,
    "w_frob_norm": 42.94698634290496,
    "relative_err": 2.8528868231950973e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 6.768437044412732e-11,
    "max_abs_err": 2.6977725609000913e-13,
    "mean_abs_err": 2.31775854600603e-14,
    "w_frob_norm": 43.77444862695826,
    "relative_err": 1.5462072639892546e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.25547981172123e-11,
    "max_abs_err": 2.1264587313218897e-13,
    "mean_abs_err": 1.7998427082609594e-14,
    "w_frob_norm": 42.884421186045856,
    "relative_err": 1.2254985998111847e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 4.364091140458858e-11,
    "max_abs_err": 1.7947449082456046e-13,
    "mean_abs_err": 1.506045038498539e-14,
    "w_frob_norm": 43.10423169785362,
    "relative_err": 1.0124507428991406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 6.640698406605479e-11,
    "max_abs_err": 2.88785922258894e-13,
    "mean_abs_err": 2.2485859616828645e-14,
    "w_frob_norm": 43.9200659365812,
    "relative_err": 1.5119964565158846e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.072062566334391e-11,
    "max_abs_err": 2.0871325501214955e-13,
    "mean_abs_err": 1.7492327183849544e-14,
    "w_frob_norm": 43.42190626075537,
    "relative_err": 1.1680884150676983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.1185616329531515e-10,
    "max_abs_err": 5.526551438705951e-13,
    "mean_abs_err": 3.850887857328366e-14,
    "w_frob_norm": 45.12565465921883,
    "relative_err": 2.4787709816075495e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.0609052704044839e-10,
    "max_abs_err": 4.55878390592801e-13,
    "mean_abs_err": 3.650124070703692e-14,
    "w_frob_norm": 43.3085652981285,
    "relative_err": 2.449643074300429e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.566925231704622e-11,
    "max_abs_err": 2.4914098561978903e-13,
    "mean_abs_err": 1.89622034000995e-14,
    "w_frob_norm": 41.360970381676275,
    "relative_err": 1.345936804754194e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.3750778881157917e-10,
    "max_abs_err": 6.18786272221783e-13,
    "mean_abs_err": 4.659341505693997e-14,
    "w_frob_norm": 44.622114393715854,
    "relative_err": 3.0816062994752316e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.3545264092157873e-10,
    "max_abs_err": 5.433292704637438e-13,
    "mean_abs_err": 4.650056556573756e-14,
    "w_frob_norm": 45.12328239078454,
    "relative_err": 3.0018348343657294e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.934615917023522e-11,
    "max_abs_err": 1.9175633303447626e-13,
    "mean_abs_err": 1.696041854425303e-14,
    "w_frob_norm": 43.31834186986779,
    "relative_err": 1.1391516166171721e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.1289342039179377e-10,
    "max_abs_err": 3.9368334980860453e-13,
    "mean_abs_err": 3.9058260881256407e-14,
    "w_frob_norm": 45.50856153095228,
    "relative_err": 2.4807072909788683e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.2145446203678295e-10,
    "max_abs_err": 4.1741436695996725e-13,
    "mean_abs_err": 4.2087467211295506e-14,
    "w_frob_norm": 44.885128349046326,
    "relative_err": 2.7058953935098526e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.554491457402735e-11,
    "max_abs_err": 2.1295465391091284e-13,
    "mean_abs_err": 1.9098131648724294e-14,
    "w_frob_norm": 41.69110283401204,
    "relative_err": 1.3322966004322923e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.0627668653567258e-10,
    "max_abs_err": 4.1051124833962026e-13,
    "mean_abs_err": 3.6807343663614105e-14,
    "w_frob_norm": 45.24936962768928,
    "relative_err": 2.3486887753379678e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 4.316688215099083e-11,
    "max_abs_err": 1.5807580938664856e-13,
    "mean_abs_err": 1.4990878180693813e-14,
    "w_frob_norm": 43.27907975718235,
    "relative_err": 9.974075787465675e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.2520930371322293e-10,
    "max_abs_err": 5.292376779875152e-13,
    "mean_abs_err": 4.2723084174294564e-14,
    "w_frob_norm": 46.34314194659637,
    "relative_err": 2.701787113560582e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.2019961040643416e-10,
    "max_abs_err": 4.807959586017319e-13,
    "mean_abs_err": 4.1495953654920713e-14,
    "w_frob_norm": 44.77931594711245,
    "relative_err": 2.684266337350897e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.597593985959989e-11,
    "max_abs_err": 1.871836019518014e-13,
    "mean_abs_err": 1.5865614092153873e-14,
    "w_frob_norm": 44.2889222179847,
    "relative_err": 1.0380911875279306e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.305705505628844e-10,
    "max_abs_err": 5.52436568712622e-13,
    "mean_abs_err": 4.4998923957223275e-14,
    "w_frob_norm": 43.392344002755735,
    "relative_err": 3.00906884759653e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.268831642122028e-11,
    "max_abs_err": 1.974150010131126e-13,
    "mean_abs_err": 1.8196540786993705e-14,
    "w_frob_norm": 43.502763501003244,
    "relative_err": 1.2111487220807296e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2594935135730502e-10,
    "max_abs_err": 5.314930353467195e-13,
    "mean_abs_err": 4.3159808061286357e-14,
    "w_frob_norm": 45.91848268264859,
    "relative_err": 2.742890095645474e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.3977172986667284e-11,
    "max_abs_err": 1.8356149933396182e-13,
    "mean_abs_err": 1.849411030070658e-14,
    "w_frob_norm": 43.127797876601065,
    "relative_err": 1.2515633916924966e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.678495568858394e-11,
    "max_abs_err": 2.632200013508168e-13,
    "mean_abs_err": 1.95115773821052e-14,
    "w_frob_norm": 44.52705498276296,
    "relative_err": 1.2752910721485216e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.247393634953713e-10,
    "max_abs_err": 4.974718553762969e-13,
    "mean_abs_err": 4.288348993233262e-14,
    "w_frob_norm": 43.910263956470104,
    "relative_err": 2.8407791768008985e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.82001512199033e-11,
    "max_abs_err": 1.8681931002184626e-13,
    "mean_abs_err": 1.6614086361985497e-14,
    "w_frob_norm": 42.78958866319657,
    "relative_err": 1.1264457716407162e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.22320800156264e-10,
    "max_abs_err": 5.827734128605044e-13,
    "mean_abs_err": 4.150393352861757e-14,
    "w_frob_norm": 44.09712589264897,
    "relative_err": 2.773895070940553e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.262533711545132e-10,
    "max_abs_err": 5.118716865301631e-13,
    "mean_abs_err": 4.313156560581586e-14,
    "w_frob_norm": 46.5634112225523,
    "relative_err": 2.7114287342711748e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.2535152380199533e-10,
    "max_abs_err": 5.07037120622833e-13,
    "mean_abs_err": 4.2842923475696695e-14,
    "w_frob_norm": 44.276476940944555,
    "relative_err": 2.8311088068092617e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 4.5462301717034626e-11,
    "max_abs_err": 2.1229719371351763e-13,
    "mean_abs_err": 1.5646379387938992e-14,
    "w_frob_norm": 41.55124139573465,
    "relative_err": 1.0941261967133781e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 4.936287617244158e-11,
    "max_abs_err": 1.9651988369950857e-13,
    "mean_abs_err": 1.7030016110198184e-14,
    "w_frob_norm": 44.49632163826766,
    "relative_err": 1.1093698165375672e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 4.946051633980935e-11,
    "max_abs_err": 1.8168409485208592e-13,
    "mean_abs_err": 1.7050253616250357e-14,
    "w_frob_norm": 42.67356866060827,
    "relative_err": 1.1590433585055676e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.1835183307150297e-10,
    "max_abs_err": 5.050074941559402e-13,
    "mean_abs_err": 4.081448195874215e-14,
    "w_frob_norm": 44.191090012079854,
    "relative_err": 2.6781831595272013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 6.106931493373928e-11,
    "max_abs_err": 3.372094270481796e-13,
    "mean_abs_err": 2.07019112901566e-14,
    "w_frob_norm": 41.837690247226966,
    "relative_err": 1.4596722374698253e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 4.619908963258037e-11,
    "max_abs_err": 1.949551631241775e-13,
    "mean_abs_err": 1.5875512980150837e-14,
    "w_frob_norm": 40.04308743691195,
    "relative_err": 1.1537344543016877e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.93376162816554e-11,
    "max_abs_err": 2.5922146373869026e-13,
    "mean_abs_err": 2.02405639005069e-14,
    "w_frob_norm": 43.49465914411734,
    "relative_err": 1.3642506332798983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.494231363900805e-10,
    "max_abs_err": 8.627300263075455e-13,
    "mean_abs_err": 4.977466725495793e-14,
    "w_frob_norm": 46.3543862856941,
    "relative_err": 3.223495085646199e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.3251727668902693e-10,
    "max_abs_err": 5.382816588295203e-13,
    "mean_abs_err": 4.556822710203869e-14,
    "w_frob_norm": 46.517744670798706,
    "relative_err": 2.8487468089185763e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.0560831375192147e-10,
    "max_abs_err": 3.528635716953943e-13,
    "mean_abs_err": 3.6735280643080446e-14,
    "w_frob_norm": 42.339325091120344,
    "relative_err": 2.4943315351540706e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.6284987242359516e-11,
    "max_abs_err": 1.5654491591909903e-13,
    "mean_abs_err": 1.603999840250637e-14,
    "w_frob_norm": 41.78889675995884,
    "relative_err": 1.1075905522997374e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1402752642056987e-10,
    "max_abs_err": 4.64780991471514e-13,
    "mean_abs_err": 3.9451969347369804e-14,
    "w_frob_norm": 43.83430717527964,
    "relative_err": 2.601330641878508e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.7648731305177863e-11,
    "max_abs_err": 2.386866745918148e-13,
    "mean_abs_err": 1.9600454137252385e-14,
    "w_frob_norm": 41.522749160524036,
    "relative_err": 1.3883649919785396e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.762984632072887e-11,
    "max_abs_err": 2.346109417850073e-13,
    "mean_abs_err": 1.9789785754601062e-14,
    "w_frob_norm": 44.188447690679936,
    "relative_err": 1.30418354417288e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.1022197336879162e-10,
    "max_abs_err": 4.0204298223933677e-13,
    "mean_abs_err": 3.8198743174629725e-14,
    "w_frob_norm": 45.83154629927695,
    "relative_err": 2.4049368234065127e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.175024688211859e-10,
    "max_abs_err": 4.622760507722035e-13,
    "mean_abs_err": 4.0547189130357765e-14,
    "w_frob_norm": 43.26295310076693,
    "relative_err": 2.7160066615772214e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.266374250250816e-11,
    "max_abs_err": 2.0478584106253805e-13,
    "mean_abs_err": 1.8088744626424686e-14,
    "w_frob_norm": 39.53886597844182,
    "relative_err": 1.331948734473633e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.3557029493218154e-11,
    "max_abs_err": 2.381636554638078e-13,
    "mean_abs_err": 1.8310421373938875e-14,
    "w_frob_norm": 41.827759286660644,
    "relative_err": 1.2804183252125129e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 4.9492918054128896e-11,
    "max_abs_err": 2.2028212587343887e-13,
    "mean_abs_err": 1.6873423740528364e-14,
    "w_frob_norm": 42.83325061060452,
    "relative_err": 1.1554789176303046e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.126806527408568e-11,
    "max_abs_err": 2.0515360243944514e-13,
    "mean_abs_err": 1.771394670933074e-14,
    "w_frob_norm": 42.2493407870972,
    "relative_err": 1.2134642652162459e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.3259256658281523e-10,
    "max_abs_err": 5.159588034597817e-13,
    "mean_abs_err": 4.556607402757965e-14,
    "w_frob_norm": 44.05551298956137,
    "relative_err": 3.0096702452252015e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.1709806996303645e-10,
    "max_abs_err": 4.568671829741078e-13,
    "mean_abs_err": 4.015611500744244e-14,
    "w_frob_norm": 42.406757047454,
    "relative_err": 2.761306879278729e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.492040101701236e-10,
    "max_abs_err": 5.932459384849764e-13,
    "mean_abs_err": 5.0688590393284513e-14,
    "w_frob_norm": 44.72587712532914,
    "relative_err": 3.3359661064226828e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.711391462517659e-11,
    "max_abs_err": 1.7195272983272503e-13,
    "mean_abs_err": 1.63083729951849e-14,
    "w_frob_norm": 42.634750845138456,
    "relative_err": 1.1050589880613525e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.860362319199869e-11,
    "max_abs_err": 2.516181707434839e-13,
    "mean_abs_err": 1.99792781641102e-14,
    "w_frob_norm": 42.7170442629279,
    "relative_err": 1.3719025790100839e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.4120401874533274e-10,
    "max_abs_err": 5.594795460250879e-13,
    "mean_abs_err": 4.823111933219534e-14,
    "w_frob_norm": 44.70620567740819,
    "relative_err": 3.1584881026190218e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.1087667812676441e-10,
    "max_abs_err": 4.622083965566404e-13,
    "mean_abs_err": 3.817247578115953e-14,
    "w_frob_norm": 44.56960486901253,
    "relative_err": 2.4877195670148863e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 4.8032100834745436e-11,
    "max_abs_err": 1.5495243976815232e-13,
    "mean_abs_err": 1.6617625799271264e-14,
    "w_frob_norm": 41.70337502740411,
    "relative_err": 1.1517557224848732e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.220823761094433e-10,
    "max_abs_err": 4.757366375840455e-13,
    "mean_abs_err": 4.2192955385256965e-14,
    "w_frob_norm": 46.03059832318758,
    "relative_err": 2.6522005048095405e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.422961881371062e-10,
    "max_abs_err": 5.265718416858078e-13,
    "mean_abs_err": 4.908828853868801e-14,
    "w_frob_norm": 45.831014039425675,
    "relative_err": 3.1048012163705854e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.111784885753118e-11,
    "max_abs_err": 2.1472287923401945e-13,
    "mean_abs_err": 1.7539105096496552e-14,
    "w_frob_norm": 43.68529581707687,
    "relative_err": 1.1701385535209967e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.568391476683765e-11,
    "max_abs_err": 2.2731469484504885e-13,
    "mean_abs_err": 1.9025208132390698e-14,
    "w_frob_norm": 42.535408632349935,
    "relative_err": 1.3091190741373937e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.161676342644593e-10,
    "max_abs_err": 3.9886496883134726e-13,
    "mean_abs_err": 4.013850846389418e-14,
    "w_frob_norm": 43.202703053999414,
    "relative_err": 2.6888973617984136e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.1628041024108686e-10,
    "max_abs_err": 4.5282180782812986e-13,
    "mean_abs_err": 4.0075522513873217e-14,
    "w_frob_norm": 44.49971822429748,
    "relative_err": 2.613059472758551e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.1466212592509761e-10,
    "max_abs_err": 4.413364205341219e-13,
    "mean_abs_err": 3.951545393304624e-14,
    "w_frob_norm": 44.865168855427,
    "relative_err": 2.5557047672011114e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.1510315908352914e-10,
    "max_abs_err": 4.719826959820317e-13,
    "mean_abs_err": 3.9794033392355855e-14,
    "w_frob_norm": 43.10636027019469,
    "relative_err": 2.670212895778066e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.461533400865031e-11,
    "max_abs_err": 2.0121924959592974e-13,
    "mean_abs_err": 1.8831504620611264e-14,
    "w_frob_norm": 40.99063025333484,
    "relative_err": 1.332385807954417e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 7.060043967174762e-11,
    "max_abs_err": 3.621235256101585e-13,
    "mean_abs_err": 2.349771730301317e-14,
    "w_frob_norm": 42.9942226394176,
    "relative_err": 1.6420913168696372e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.241532102625674e-11,
    "max_abs_err": 1.7900958493299868e-13,
    "mean_abs_err": 1.810690335483882e-14,
    "w_frob_norm": 42.508104179343356,
    "relative_err": 1.2330665419731364e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.9774760818935885e-11,
    "max_abs_err": 1.8043205818329966e-13,
    "mean_abs_err": 1.712786680385411e-14,
    "w_frob_norm": 43.41621585282418,
    "relative_err": 1.1464555314462785e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.553671499007438e-11,
    "max_abs_err": 1.4891646943349102e-13,
    "mean_abs_err": 1.581825831469359e-14,
    "w_frob_norm": 42.98343669475364,
    "relative_err": 1.0594014460372912e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.2294165659855414e-10,
    "max_abs_err": 4.662242814035267e-13,
    "mean_abs_err": 4.223313017064961e-14,
    "w_frob_norm": 44.88484035792224,
    "relative_err": 2.7390463153748246e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.3898708592073952e-10,
    "max_abs_err": 5.820066650841227e-13,
    "mean_abs_err": 4.751789064883652e-14,
    "w_frob_norm": 45.15770384662,
    "relative_err": 3.077815612432706e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.0624416757126753e-10,
    "max_abs_err": 4.24388822695132e-13,
    "mean_abs_err": 3.6883512525834934e-14,
    "w_frob_norm": 44.3403388109217,
    "relative_err": 2.3961063541782855e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.476672694493776e-11,
    "max_abs_err": 2.2273936167716002e-13,
    "mean_abs_err": 1.8594392136050013e-14,
    "w_frob_norm": 41.91725133775081,
    "relative_err": 1.3065438500165842e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.2534125989802614e-10,
    "max_abs_err": 5.064178243419093e-13,
    "mean_abs_err": 4.3086022668915424e-14,
    "w_frob_norm": 44.38022631371582,
    "relative_err": 2.824259142168662e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.3576006820930907e-11,
    "max_abs_err": 2.0471818684697496e-13,
    "mean_abs_err": 1.8442702046467562e-14,
    "w_frob_norm": 42.697514340611605,
    "relative_err": 1.2547804631796156e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 9.439644512129362e-11,
    "max_abs_err": 3.5143589427466537e-13,
    "mean_abs_err": 3.2779950213833676e-14,
    "w_frob_norm": 44.05625401429085,
    "relative_err": 2.1426343939880487e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.250586875428434e-11,
    "max_abs_err": 1.38819511441568e-13,
    "mean_abs_err": 1.4722862578221003e-14,
    "w_frob_norm": 42.50185976702307,
    "relative_err": 1.0000943249844418e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.2941080206559527e-10,
    "max_abs_err": 5.539978198410012e-13,
    "mean_abs_err": 4.409990398221851e-14,
    "w_frob_norm": 44.14690422334663,
    "relative_err": 2.931367540765355e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.366732734037026e-11,
    "max_abs_err": 2.356448369766895e-13,
    "mean_abs_err": 1.8453415604305224e-14,
    "w_frob_norm": 43.216845819871914,
    "relative_err": 1.2418149988098626e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.020896309951471e-11,
    "max_abs_err": 2.1229632635177964e-13,
    "mean_abs_err": 1.7401265007320285e-14,
    "w_frob_norm": 43.635531345205926,
    "relative_err": 1.150644017653998e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 4.9970894254382e-11,
    "max_abs_err": 1.9324559313860235e-13,
    "mean_abs_err": 1.7263634983980004e-14,
    "w_frob_norm": 42.4062917031372,
    "relative_err": 1.1783839672707146e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.5970069535520876e-11,
    "max_abs_err": 1.8167672227731302e-13,
    "mean_abs_err": 1.594011276037694e-14,
    "w_frob_norm": 40.41600247040554,
    "relative_err": 1.1374224744068215e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.080038538359829e-10,
    "max_abs_err": 4.016587409894079e-13,
    "mean_abs_err": 3.71832235434596e-14,
    "w_frob_norm": 44.37809591803573,
    "relative_err": 2.4337198701688546e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.2299257657335602e-10,
    "max_abs_err": 5.313666173734077e-13,
    "mean_abs_err": 4.2498983534485224e-14,
    "w_frob_norm": 45.129843514909716,
    "relative_err": 2.725304742807772e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.7027349413772033e-11,
    "max_abs_err": 1.7003065622134272e-13,
    "mean_abs_err": 1.627065681325917e-14,
    "w_frob_norm": 41.45381112050045,
    "relative_err": 1.134451770358824e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.441347136715954e-10,
    "max_abs_err": 5.480185803850152e-13,
    "mean_abs_err": 4.9435211148443156e-14,
    "w_frob_norm": 44.54244459222781,
    "relative_err": 3.235895896399575e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.2521229698707331e-10,
    "max_abs_err": 4.982767670691501e-13,
    "mean_abs_err": 4.290650312139491e-14,
    "w_frob_norm": 45.79874495546706,
    "relative_err": 2.7339678654693473e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.0476149692444578e-10,
    "max_abs_err": 4.196087921570779e-13,
    "mean_abs_err": 3.6246922911502115e-14,
    "w_frob_norm": 42.4191943443221,
    "relative_err": 2.4696720091872352e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.0014731678954436e-11,
    "max_abs_err": 1.9800480699494472e-13,
    "mean_abs_err": 1.7205119199907178e-14,
    "w_frob_norm": 41.84602837820976,
    "relative_err": 1.1952085685866026e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 4.698559681692614e-11,
    "max_abs_err": 1.866215515455849e-13,
    "mean_abs_err": 1.6149115989524136e-14,
    "w_frob_norm": 42.20235204137713,
    "relative_err": 1.1133407154856983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.325185963287917e-11,
    "max_abs_err": 1.9612436674698586e-13,
    "mean_abs_err": 1.8323468289362155e-14,
    "w_frob_norm": 42.34472461456745,
    "relative_err": 1.2575795478088772e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.1341485956956527e-10,
    "max_abs_err": 4.961100974476551e-13,
    "mean_abs_err": 3.8944206569368155e-14,
    "w_frob_norm": 43.56397718826313,
    "relative_err": 2.6034092130624187e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.3486832515814134e-11,
    "max_abs_err": 2.292750407931199e-13,
    "mean_abs_err": 1.8308066580968605e-14,
    "w_frob_norm": 42.62017800870103,
    "relative_err": 1.2549650192661007e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 4.911428658555564e-11,
    "max_abs_err": 2.0404684886177193e-13,
    "mean_abs_err": 1.6936582620866004e-14,
    "w_frob_norm": 43.32467852464818,
    "relative_err": 1.1336330299049686e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.3128662190190188e-10,
    "max_abs_err": 5.616314704970371e-13,
    "mean_abs_err": 4.51069318809347e-14,
    "w_frob_norm": 44.201383494047995,
    "relative_err": 2.970192594075262e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.2125105293657373e-10,
    "max_abs_err": 4.4240999752531707e-13,
    "mean_abs_err": 4.1657888460177116e-14,
    "w_frob_norm": 42.95162593541569,
    "relative_err": 2.8229677060163717e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 6.386210218641664e-11,
    "max_abs_err": 3.36804369116539e-13,
    "mean_abs_err": 2.1696032351333558e-14,
    "w_frob_norm": 41.286617865039574,
    "relative_err": 1.5467990716791892e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.4371670099580022e-10,
    "max_abs_err": 5.573189479357588e-13,
    "mean_abs_err": 4.916783555277208e-14,
    "w_frob_norm": 45.4630637247933,
    "relative_err": 3.1611750115605224e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.1698256141656016e-10,
    "max_abs_err": 5.281036025150954e-13,
    "mean_abs_err": 4.0246741151635934e-14,
    "w_frob_norm": 44.19747495214236,
    "relative_err": 2.6468154921345735e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.norm.weight": {
    "frob_norm_diff": 4.31509945370095e-15,
    "max_abs_err": 3.3306690738754696e-16,
    "mean_abs_err": 5.464895236075745e-17,
    "w_frob_norm": 37.59438361750135,
    "relative_err": 1.1478042831089634e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.21.mixer.A_log": {
    "frob_norm_diff": 3.1124942109604372e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 1.8626593323300966e-16,
    "w_frob_norm": 20.552759118497086,
    "relative_err": 1.5143923952085113e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.21.mixer.D": {
    "frob_norm_diff": 1.48795639901641e-16,
    "max_abs_err": 1.1102230246251565e-16,
    "mean_abs_err": 6.300548699032706e-18,
    "w_frob_norm": 1.4084197672238117,
    "relative_err": 1.0564722490010034e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.20.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.197276737748972e-10,
    "max_abs_err": 3.474477650033947e-13,
    "mean_abs_err": 2.901817134572895e-14,
    "w_frob_norm": 43.1061830887766,
    "relative_err": 2.7775058053346933e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.20.mixer.gate.weight": {
    "frob_norm_diff": 4.2185273105682065e-11,
    "max_abs_err": 5.197162145087475e-13,
    "mean_abs_err": 5.5217245452193146e-14,
    "w_frob_norm": 16.333722050650696,
    "relative_err": 2.582710356822896e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.2487980908448533e-10,
    "max_abs_err": 4.867634073590921e-13,
    "mean_abs_err": 4.27490050386748e-14,
    "w_frob_norm": 46.077357051235666,
    "relative_err": 2.7102207478095015e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 5.4754893864352434e-11,
    "max_abs_err": 1.821875983409882e-13,
    "mean_abs_err": 1.8842922393828122e-14,
    "w_frob_norm": 42.71280040614988,
    "relative_err": 1.2819317240662288e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.0743540071944247e-10,
    "max_abs_err": 4.1376472560694655e-13,
    "mean_abs_err": 3.719523693543836e-14,
    "w_frob_norm": 44.56981824733746,
    "relative_err": 2.410496720521415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.293267173526138e-10,
    "max_abs_err": 1.320221709733005e-12,
    "mean_abs_err": 5.5429413999103666e-14,
    "w_frob_norm": 45.6785996771038,
    "relative_err": 5.020441059351538e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.2535137942601258e-10,
    "max_abs_err": 4.67023121564214e-13,
    "mean_abs_err": 4.286720050894716e-14,
    "w_frob_norm": 44.3520244471518,
    "relative_err": 2.826283151412323e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.20.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.325809544871263e-11,
    "max_abs_err": 2.713263641540564e-13,
    "mean_abs_err": 1.838802894334302e-14,
    "w_frob_norm": 44.046827897688075,
    "relative_err": 1.2091244248602983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.21.mixer.dt_bias": {
    "frob_norm_diff": 5.670842617076313e-15,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 3.6960452060030846e-16,
    "w_frob_norm": 32.93058037684314,
    "relative_err": 1.7220597244815224e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.21.mixer.conv1d.weight": {
    "frob_norm_diff": 4.654035444911757e-15,
    "max_abs_err": 1.4224732503009818e-15,
    "mean_abs_err": 1.0602067244637938e-17,
    "w_frob_norm": 10.315243162744615,
    "relative_err": 4.511803911439195e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 2.6645352591003757e-15,
    "sensitive": true
  },
  "backbone.layers.21.mixer.in_proj.weight": {
    "frob_norm_diff": 3.4507056205940096e-10,
    "max_abs_err": 1.0768469449473628e-12,
    "mean_abs_err": 4.998494578708387e-14,
    "w_frob_norm": 121.72257253682133,
    "relative_err": 2.83489376594482e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.21.norm.weight": {
    "frob_norm_diff": 4.056328055505801e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 5.0890384829474364e-17,
    "w_frob_norm": 32.57660246682898,
    "relative_err": 1.245166084964245e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.21.mixer.norm.weight": {
    "frob_norm_diff": 1.2063282518281536e-14,
    "max_abs_err": 2.6645352591003757e-15,
    "mean_abs_err": 8.006834119140247e-17,
    "w_frob_norm": 100.41449422047296,
    "relative_err": 1.201348730771381e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.5591337372238866e-11,
    "max_abs_err": 1.755678935566607e-13,
    "mean_abs_err": 1.5774219991948333e-14,
    "w_frob_norm": 43.08152930619013,
    "relative_err": 1.0582571720750897e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.1609065943341714e-10,
    "max_abs_err": 4.696581665242228e-13,
    "mean_abs_err": 3.9799057452127977e-14,
    "w_frob_norm": 43.83114640872789,
    "relative_err": 2.6485882516251174e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.93821335353387e-11,
    "max_abs_err": 1.8072262436552577e-13,
    "mean_abs_err": 1.705291144199774e-14,
    "w_frob_norm": 42.078327792877744,
    "relative_err": 1.1735764258126535e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.6072634691937605e-11,
    "max_abs_err": 1.9452668642561122e-13,
    "mean_abs_err": 1.924616352425738e-14,
    "w_frob_norm": 43.05693923757002,
    "relative_err": 1.3022903087131315e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.21.mixer.out_proj.weight": {
    "frob_norm_diff": 4.5852612317602914e-10,
    "max_abs_err": 1.883285194459461e-12,
    "mean_abs_err": 1.0513039737371022e-13,
    "w_frob_norm": 70.45540539737353,
    "relative_err": 6.508033281334612e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.4103221013257237e-10,
    "max_abs_err": 6.866070212385722e-13,
    "mean_abs_err": 4.8090329186201886e-14,
    "w_frob_norm": 45.59023056944393,
    "relative_err": 3.0934743775368574e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.5029775116834934e-11,
    "max_abs_err": 2.346109417850073e-13,
    "mean_abs_err": 1.8837514477223428e-14,
    "w_frob_norm": 42.38698249185707,
    "relative_err": 1.298270645413522e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.4229172461944691e-10,
    "max_abs_err": 5.547749759582388e-13,
    "mean_abs_err": 4.890650304732722e-14,
    "w_frob_norm": 44.68509578698852,
    "relative_err": 3.1843217993253055e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 4.6042760134533133e-11,
    "max_abs_err": 1.4546697180151114e-13,
    "mean_abs_err": 1.603244933381571e-14,
    "w_frob_norm": 43.85132278305433,
    "relative_err": 1.0499742587543027e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.354646355789742e-10,
    "max_abs_err": 6.807818198062421e-13,
    "mean_abs_err": 4.6141999601966245e-14,
    "w_frob_norm": 46.497008385121156,
    "relative_err": 2.913405405719012e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.1790549959677783e-10,
    "max_abs_err": 4.774253908879089e-13,
    "mean_abs_err": 4.0499474723089423e-14,
    "w_frob_norm": 43.316314768755305,
    "relative_err": 2.721965158537097e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 4.9963499228718236e-11,
    "max_abs_err": 1.9081524554875884e-13,
    "mean_abs_err": 1.7202218671308406e-14,
    "w_frob_norm": 40.87449423423427,
    "relative_err": 1.2223637298702403e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.3182594639699954e-11,
    "max_abs_err": 2.4020022082460457e-13,
    "mean_abs_err": 1.8101546743276053e-14,
    "w_frob_norm": 40.93358260119301,
    "relative_err": 1.2992411428495376e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.748625111166948e-11,
    "max_abs_err": 3.0066053813282423e-13,
    "mean_abs_err": 1.9666083128054243e-14,
    "w_frob_norm": 43.7996619806859,
    "relative_err": 1.3124816154293355e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.3605489036347617e-10,
    "max_abs_err": 5.786621182224394e-13,
    "mean_abs_err": 4.613852605106694e-14,
    "w_frob_norm": 43.951140801996026,
    "relative_err": 3.0955940592399205e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.1038681475298936e-10,
    "max_abs_err": 3.893413369482346e-13,
    "mean_abs_err": 3.818630397907882e-14,
    "w_frob_norm": 42.73521313046078,
    "relative_err": 2.5830411659818756e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 4.89119899586662e-11,
    "max_abs_err": 1.446017784678677e-13,
    "mean_abs_err": 1.700564911029001e-14,
    "w_frob_norm": 44.481876253155924,
    "relative_err": 1.0995936790142922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 4.688875211343955e-11,
    "max_abs_err": 1.89681603757208e-13,
    "mean_abs_err": 1.617017850218632e-14,
    "w_frob_norm": 43.87658306380993,
    "relative_err": 1.0686509486221615e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.3742459219018652e-10,
    "max_abs_err": 5.803042508328859e-13,
    "mean_abs_err": 4.6949801816576904e-14,
    "w_frob_norm": 46.9185651250622,
    "relative_err": 2.929002449752652e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.2627968596630564e-11,
    "max_abs_err": 2.367862850238822e-13,
    "mean_abs_err": 1.7942351107661635e-14,
    "w_frob_norm": 41.7853591533632,
    "relative_err": 1.2594834569561111e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.2429515068684193e-10,
    "max_abs_err": 4.694647448566514e-13,
    "mean_abs_err": 4.281693017364387e-14,
    "w_frob_norm": 45.65939124193687,
    "relative_err": 2.7222253145740652e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.2324045158459334e-10,
    "max_abs_err": 6.107926664444818e-13,
    "mean_abs_err": 4.242919161413603e-14,
    "w_frob_norm": 42.646674501889024,
    "relative_err": 2.889802148093269e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2346247579302885e-10,
    "max_abs_err": 5.497755029004736e-13,
    "mean_abs_err": 4.252863830229313e-14,
    "w_frob_norm": 45.351596628479335,
    "relative_err": 2.7223402255147596e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.1413838388986514e-10,
    "max_abs_err": 4.600764214046649e-13,
    "mean_abs_err": 3.940646000640951e-14,
    "w_frob_norm": 44.50018815364319,
    "relative_err": 2.5648966583194266e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 4.859310140824621e-11,
    "max_abs_err": 1.807512473028794e-13,
    "mean_abs_err": 1.682811898018115e-14,
    "w_frob_norm": 43.38411749853794,
    "relative_err": 1.1200666098574857e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 4.568184881884745e-11,
    "max_abs_err": 1.8054741729445212e-13,
    "mean_abs_err": 1.5765213321513552e-14,
    "w_frob_norm": 42.46309554500748,
    "relative_err": 1.075801192365459e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.176385187741297e-10,
    "max_abs_err": 3.8989644846054716e-13,
    "mean_abs_err": 4.0767456663368985e-14,
    "w_frob_norm": 45.2096404311374,
    "relative_err": 2.6020671178156084e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.2744288497403196e-10,
    "max_abs_err": 5.312898558595958e-13,
    "mean_abs_err": 4.355682186656524e-14,
    "w_frob_norm": 45.04039986605792,
    "relative_err": 2.8295238353350386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.164924811689337e-10,
    "max_abs_err": 5.473919928444815e-13,
    "mean_abs_err": 4.023977934643216e-14,
    "w_frob_norm": 46.587143966649606,
    "relative_err": 2.5005284988564083e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.8515770684501785e-11,
    "max_abs_err": 1.7747001784806926e-13,
    "mean_abs_err": 1.6794135252634687e-14,
    "w_frob_norm": 42.33539383969714,
    "relative_err": 1.145986048180079e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 4.9446236467554076e-11,
    "max_abs_err": 2.1899843050121603e-13,
    "mean_abs_err": 1.7137705125174205e-14,
    "w_frob_norm": 43.67594263186504,
    "relative_err": 1.1321160686633732e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.751430625393011e-11,
    "max_abs_err": 1.7148782394116324e-13,
    "mean_abs_err": 1.6442483253473228e-14,
    "w_frob_norm": 42.4547344557462,
    "relative_err": 1.1191756788270079e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3226835041485126e-10,
    "max_abs_err": 5.638180894385059e-13,
    "mean_abs_err": 4.50117660157333e-14,
    "w_frob_norm": 44.32830148838773,
    "relative_err": 2.9838352919860998e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.607325447638497e-11,
    "max_abs_err": 2.444624364050796e-13,
    "mean_abs_err": 1.9186424540933012e-14,
    "w_frob_norm": 43.751065081711886,
    "relative_err": 1.2816431867809272e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 4.871384014705784e-11,
    "max_abs_err": 1.8210086216718935e-13,
    "mean_abs_err": 1.674157987802183e-14,
    "w_frob_norm": 42.139714620839904,
    "relative_err": 1.1560078321690094e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.421570273019054e-11,
    "max_abs_err": 1.96787031114809e-13,
    "mean_abs_err": 1.8735434610426806e-14,
    "w_frob_norm": 42.923796965873656,
    "relative_err": 1.263068660335302e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.1855640872986555e-10,
    "max_abs_err": 4.31868082961806e-13,
    "mean_abs_err": 4.096109993418251e-14,
    "w_frob_norm": 45.47533856615062,
    "relative_err": 2.6070484017927142e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.286272428577186e-10,
    "max_abs_err": 5.308756906297063e-13,
    "mean_abs_err": 4.375409544796327e-14,
    "w_frob_norm": 46.35032066357305,
    "relative_err": 2.7751100966774408e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.3229301672419285e-11,
    "max_abs_err": 2.273103580363589e-13,
    "mean_abs_err": 1.8354649243500035e-14,
    "w_frob_norm": 43.08769680280474,
    "relative_err": 1.2353712456720217e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 4.637277852316577e-11,
    "max_abs_err": 1.9025839931297028e-13,
    "mean_abs_err": 1.6049137907302636e-14,
    "w_frob_norm": 42.505096115108785,
    "relative_err": 1.0909933810661867e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.0975911036672487e-10,
    "max_abs_err": 3.7437067335055474e-13,
    "mean_abs_err": 3.79125296763909e-14,
    "w_frob_norm": 44.56929365269995,
    "relative_err": 2.4626621014460663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.2380001316772798e-10,
    "max_abs_err": 5.107433573292575e-13,
    "mean_abs_err": 4.272431783482139e-14,
    "w_frob_norm": 44.17062271704659,
    "relative_err": 2.8027681194530758e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.899818448786444e-11,
    "max_abs_err": 1.976387803415136e-13,
    "mean_abs_err": 1.6892396100505318e-14,
    "w_frob_norm": 41.732647928881,
    "relative_err": 1.1740971857660473e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.1840363469008855e-10,
    "max_abs_err": 4.813753562427081e-13,
    "mean_abs_err": 4.074700217257947e-14,
    "w_frob_norm": 44.29242601093181,
    "relative_err": 2.6732253198518715e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.369766599330609e-11,
    "max_abs_err": 1.652150638520311e-13,
    "mean_abs_err": 1.518795391948971e-14,
    "w_frob_norm": 42.08817507245651,
    "relative_err": 1.0382409291464593e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.567730424020359e-11,
    "max_abs_err": 2.249219690705906e-13,
    "mean_abs_err": 1.9167923133133594e-14,
    "w_frob_norm": 42.827684561109365,
    "relative_err": 1.300030688345048e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 4.761065268579995e-11,
    "max_abs_err": 1.778334424162864e-13,
    "mean_abs_err": 1.652249817507445e-14,
    "w_frob_norm": 43.222205186184674,
    "relative_err": 1.1015322443802098e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 6.239719747020599e-11,
    "max_abs_err": 2.8606457480595537e-13,
    "mean_abs_err": 2.0874414871287306e-14,
    "w_frob_norm": 42.05383028506651,
    "relative_err": 1.4837458811061853e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2730250090310484e-10,
    "max_abs_err": 5.732428420834879e-13,
    "mean_abs_err": 4.3967682611447604e-14,
    "w_frob_norm": 45.19116755947987,
    "relative_err": 2.8169774709969904e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.1968001062634195e-10,
    "max_abs_err": 4.541436671168242e-13,
    "mean_abs_err": 4.126894362336545e-14,
    "w_frob_norm": 43.76781934962793,
    "relative_err": 2.734429368534655e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.1171202095029445e-10,
    "max_abs_err": 5.379342804534559e-13,
    "mean_abs_err": 3.837186599843305e-14,
    "w_frob_norm": 44.22800749053152,
    "relative_err": 2.5258207929491317e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.26568633081718e-10,
    "max_abs_err": 5.753800214058913e-13,
    "mean_abs_err": 4.323950020411568e-14,
    "w_frob_norm": 45.596207425305145,
    "relative_err": 2.7758587880156558e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.4401238970090137e-11,
    "max_abs_err": 2.5335983311336463e-13,
    "mean_abs_err": 1.8609510513957337e-14,
    "w_frob_norm": 42.363945103771655,
    "relative_err": 1.2841400591194421e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2104773444764767e-10,
    "max_abs_err": 5.25957749575312e-13,
    "mean_abs_err": 4.1489796887676015e-14,
    "w_frob_norm": 44.336297566564355,
    "relative_err": 2.7302174762318054e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.1285094148962904e-10,
    "max_abs_err": 3.9985376121265404e-13,
    "mean_abs_err": 3.901865629640364e-14,
    "w_frob_norm": 43.72281757620602,
    "relative_err": 2.5810537322517518e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.4798774631660015e-11,
    "max_abs_err": 1.650138359288178e-13,
    "mean_abs_err": 1.556680655369421e-14,
    "w_frob_norm": 39.14534284193912,
    "relative_err": 1.1444215679129009e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.189865643889897e-11,
    "max_abs_err": 2.6117606341524713e-13,
    "mean_abs_err": 1.7901600350166726e-14,
    "w_frob_norm": 43.502129139523525,
    "relative_err": 1.19301416885701e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.33968418035926e-11,
    "max_abs_err": 1.8945955915228296e-13,
    "mean_abs_err": 1.8239714276692843e-14,
    "w_frob_norm": 42.52455523173383,
    "relative_err": 1.2556707886210966e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.4684515498955298e-10,
    "max_abs_err": 6.347389790422459e-13,
    "mean_abs_err": 4.966900863208018e-14,
    "w_frob_norm": 45.340747050641724,
    "relative_err": 3.2387017096462823e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.1846601810665374e-10,
    "max_abs_err": 4.529848718348717e-13,
    "mean_abs_err": 4.0806153022039786e-14,
    "w_frob_norm": 46.543577770165065,
    "relative_err": 2.545270986507439e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 6.487635297427734e-11,
    "max_abs_err": 2.813443922278225e-13,
    "mean_abs_err": 2.189131094488682e-14,
    "w_frob_norm": 43.77224001756645,
    "relative_err": 1.4821346348334354e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.97081731594375e-11,
    "max_abs_err": 1.8673257384804742e-13,
    "mean_abs_err": 1.7076681099112503e-14,
    "w_frob_norm": 42.39267770974179,
    "relative_err": 1.172565071255563e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.1845495265196448e-10,
    "max_abs_err": 4.455429081229312e-13,
    "mean_abs_err": 4.0747467495798434e-14,
    "w_frob_norm": 44.306742440809515,
    "relative_err": 2.6735197878790438e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.305493830222239e-10,
    "max_abs_err": 4.4246203922959637e-13,
    "mean_abs_err": 4.508222025195249e-14,
    "w_frob_norm": 43.53983281623488,
    "relative_err": 2.9983896257301524e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.0653614546205026e-11,
    "max_abs_err": 2.256129311151156e-13,
    "mean_abs_err": 1.749835859925922e-14,
    "w_frob_norm": 42.83051015357842,
    "relative_err": 1.1826526082592784e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.256222137972999e-10,
    "max_abs_err": 4.572141276693031e-13,
    "mean_abs_err": 4.3300736429627863e-14,
    "w_frob_norm": 43.87302733208861,
    "relative_err": 2.8633130977360245e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 4.203950967568466e-11,
    "max_abs_err": 1.6392789903285632e-13,
    "mean_abs_err": 1.4484942044646222e-14,
    "w_frob_norm": 42.18071938787758,
    "relative_err": 9.966522687559117e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.5249656558812266e-11,
    "max_abs_err": 2.085363132175999e-13,
    "mean_abs_err": 1.9077858483330378e-14,
    "w_frob_norm": 43.70628786465928,
    "relative_err": 1.2641123110225727e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.475831956133268e-11,
    "max_abs_err": 1.722615106114489e-13,
    "mean_abs_err": 1.5434955985978084e-14,
    "w_frob_norm": 39.225236856901375,
    "relative_err": 1.141059255412955e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.1365425812506244e-10,
    "max_abs_err": 4.104702688856321e-13,
    "mean_abs_err": 3.9306393144580014e-14,
    "w_frob_norm": 43.54464809784635,
    "relative_err": 2.610062615954028e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 6.228214766201866e-11,
    "max_abs_err": 2.469361520818225e-13,
    "mean_abs_err": 2.121523200205462e-14,
    "w_frob_norm": 44.75282152469164,
    "relative_err": 1.3916920886799393e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 4.6972962485590786e-11,
    "max_abs_err": 1.703394370000666e-13,
    "mean_abs_err": 1.6179817578340655e-14,
    "w_frob_norm": 41.71466758420947,
    "relative_err": 1.1260538608096633e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.0912330412066023e-10,
    "max_abs_err": 4.2570807989861237e-13,
    "mean_abs_err": 3.795851779945524e-14,
    "w_frob_norm": 45.2108664244809,
    "relative_err": 2.413652131682481e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.2532692812664038e-10,
    "max_abs_err": 5.212739961901747e-13,
    "mean_abs_err": 4.331836648365495e-14,
    "w_frob_norm": 44.9855845653408,
    "relative_err": 2.78593530211006e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.1527478434120642e-10,
    "max_abs_err": 4.428193922656476e-13,
    "mean_abs_err": 3.987124332552222e-14,
    "w_frob_norm": 45.18009452893603,
    "relative_err": 2.5514507117150355e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.271884675674161e-10,
    "max_abs_err": 4.771582434726085e-13,
    "mean_abs_err": 4.389771119651563e-14,
    "w_frob_norm": 47.71321005528,
    "relative_err": 2.665686660362129e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.3156831965595188e-10,
    "max_abs_err": 5.682121440031551e-13,
    "mean_abs_err": 4.4514565175778735e-14,
    "w_frob_norm": 43.25326621867606,
    "relative_err": 3.0418123568005326e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 4.562527038212207e-11,
    "max_abs_err": 1.7262233309445207e-13,
    "mean_abs_err": 1.5759765576842734e-14,
    "w_frob_norm": 40.66219488834999,
    "relative_err": 1.1220562615323562e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.812706991722792e-11,
    "max_abs_err": 1.8395701628648453e-13,
    "mean_abs_err": 1.6654102306615337e-14,
    "w_frob_norm": 42.2535763555218,
    "relative_err": 1.1390058326018729e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 4.923777774807595e-11,
    "max_abs_err": 2.0737578321217143e-13,
    "mean_abs_err": 1.6991104780009396e-14,
    "w_frob_norm": 43.49498496167796,
    "relative_err": 1.1320334468780202e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.386351475406366e-10,
    "max_abs_err": 5.821454429622008e-13,
    "mean_abs_err": 4.7509963104655025e-14,
    "w_frob_norm": 44.222015181765926,
    "relative_err": 3.1349803253154343e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.1430092321681658e-10,
    "max_abs_err": 4.0526956790465363e-13,
    "mean_abs_err": 3.963196609446324e-14,
    "w_frob_norm": 44.980895969610536,
    "relative_err": 2.541099299001052e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 4.999696625920977e-11,
    "max_abs_err": 1.8147983116278965e-13,
    "mean_abs_err": 1.716056505101016e-14,
    "w_frob_norm": 41.27541962719583,
    "relative_err": 1.2113012226353582e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.178419041492876e-10,
    "max_abs_err": 4.70313024636404e-13,
    "mean_abs_err": 4.06450929393455e-14,
    "w_frob_norm": 46.699049236890026,
    "relative_err": 2.523432619613123e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.293825438479027e-11,
    "max_abs_err": 2.450817326860033e-13,
    "mean_abs_err": 1.8324389688602585e-14,
    "w_frob_norm": 44.190191306016,
    "relative_err": 1.1979639105473464e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1667875726787725e-10,
    "max_abs_err": 5.412046678865412e-13,
    "mean_abs_err": 4.020348588718708e-14,
    "w_frob_norm": 43.10510818685728,
    "relative_err": 2.7068429282692887e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 6.011490718666593e-11,
    "max_abs_err": 2.601894394382853e-13,
    "mean_abs_err": 2.0575161703294784e-14,
    "w_frob_norm": 43.777934963356756,
    "relative_err": 1.373178228643805e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.2746083276392645e-10,
    "max_abs_err": 4.885952753497236e-13,
    "mean_abs_err": 4.404319489754233e-14,
    "w_frob_norm": 46.89794091241298,
    "relative_err": 2.717834307522658e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.124830404189281e-11,
    "max_abs_err": 1.8160126180610803e-13,
    "mean_abs_err": 1.7695543192745036e-14,
    "w_frob_norm": 43.3488414924113,
    "relative_err": 1.1822300729966311e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.6658724349182594e-11,
    "max_abs_err": 2.508930563305256e-13,
    "mean_abs_err": 1.9187935385121576e-14,
    "w_frob_norm": 43.93648430599386,
    "relative_err": 1.2895598098970598e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2236374352560465e-10,
    "max_abs_err": 4.5381753910334055e-13,
    "mean_abs_err": 4.229350036767693e-14,
    "w_frob_norm": 42.73750398508628,
    "relative_err": 2.863146700572519e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.309910744635686e-11,
    "max_abs_err": 2.100784823877433e-13,
    "mean_abs_err": 1.830364391147068e-14,
    "w_frob_norm": 41.80780117747696,
    "relative_err": 1.2700765395660857e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.0053260673278873e-10,
    "max_abs_err": 3.7740643943351415e-13,
    "mean_abs_err": 3.489203242877351e-14,
    "w_frob_norm": 43.36502381537628,
    "relative_err": 2.3182878247870827e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.0821407650132184e-10,
    "max_abs_err": 3.973592288541994e-13,
    "mean_abs_err": 3.7553976101516584e-14,
    "w_frob_norm": 45.684978985696645,
    "relative_err": 2.3687014617036862e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 9.708767799822565e-11,
    "max_abs_err": 3.788757502176665e-13,
    "mean_abs_err": 3.381535072195289e-14,
    "w_frob_norm": 44.13805140454228,
    "relative_err": 2.199636705942897e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.1162422361152559e-10,
    "max_abs_err": 4.2509745723506853e-13,
    "mean_abs_err": 3.84482310702934e-14,
    "w_frob_norm": 41.854891271521204,
    "relative_err": 2.6669337852868023e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.064222251193993e-11,
    "max_abs_err": 1.9512169657787126e-13,
    "mean_abs_err": 1.7489619254220918e-14,
    "w_frob_norm": 41.841873881937,
    "relative_err": 1.210323960509857e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 4.836423795377667e-11,
    "max_abs_err": 1.774969060619469e-13,
    "mean_abs_err": 1.6575980291549184e-14,
    "w_frob_norm": 41.20323336238067,
    "relative_err": 1.1737971515103018e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.1849070639297707e-10,
    "max_abs_err": 4.540241880374163e-13,
    "mean_abs_err": 4.068401367338822e-14,
    "w_frob_norm": 44.1195934738075,
    "relative_err": 2.685670856494213e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.263028608165219e-11,
    "max_abs_err": 2.4492734229664137e-13,
    "mean_abs_err": 1.8123186066953194e-14,
    "w_frob_norm": 43.76143244190902,
    "relative_err": 1.202663695972843e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.2871674704243686e-10,
    "max_abs_err": 4.55278176270113e-13,
    "mean_abs_err": 4.4457720066844256e-14,
    "w_frob_norm": 45.115724668959544,
    "relative_err": 2.8530351221643208e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 4.779768709999222e-11,
    "max_abs_err": 1.907137642254142e-13,
    "mean_abs_err": 1.6557499670078465e-14,
    "w_frob_norm": 43.2209442434212,
    "relative_err": 1.1058917831779592e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.2599572426670243e-10,
    "max_abs_err": 5.003775171985581e-13,
    "mean_abs_err": 4.333707922611766e-14,
    "w_frob_norm": 44.42482020028384,
    "relative_err": 2.8361560879406196e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.318165385503364e-10,
    "max_abs_err": 5.289449434009441e-13,
    "mean_abs_err": 4.5181062731102625e-14,
    "w_frob_norm": 45.85390788084199,
    "relative_err": 2.874706751120989e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.2415275736131114e-10,
    "max_abs_err": 4.835021272242557e-13,
    "mean_abs_err": 4.27070782062851e-14,
    "w_frob_norm": 43.93655809702856,
    "relative_err": 2.8257278844449953e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.646899302100893e-11,
    "max_abs_err": 2.104228249977247e-13,
    "mean_abs_err": 1.9351584382857904e-14,
    "w_frob_norm": 42.99805733885875,
    "relative_err": 1.3132917279492078e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.90559571166225e-11,
    "max_abs_err": 2.322551873046308e-13,
    "mean_abs_err": 2.018389000438059e-14,
    "w_frob_norm": 42.90133518530045,
    "relative_err": 1.3765528942525131e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.243844039860815e-11,
    "max_abs_err": 2.0835416725262235e-13,
    "mean_abs_err": 1.804820912400532e-14,
    "w_frob_norm": 42.75511672058908,
    "relative_err": 1.2264833877381508e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.3174488607498707e-10,
    "max_abs_err": 5.643766703977704e-13,
    "mean_abs_err": 4.532269403941374e-14,
    "w_frob_norm": 44.5746963543914,
    "relative_err": 2.955598060109003e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 4.658343202318467e-11,
    "max_abs_err": 1.8706043658500704e-13,
    "mean_abs_err": 1.5935359116224236e-14,
    "w_frob_norm": 40.64918021884319,
    "relative_err": 1.1459869983205864e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.242885641951432e-11,
    "max_abs_err": 1.8822443603738748e-13,
    "mean_abs_err": 1.8078583377948097e-14,
    "w_frob_norm": 42.81101309135267,
    "relative_err": 1.224658157648326e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 4.222142629920827e-11,
    "max_abs_err": 1.4013790128331038e-13,
    "mean_abs_err": 1.4685933775427843e-14,
    "w_frob_norm": 40.60333216361646,
    "relative_err": 1.039851264646741e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.1458410768245003e-10,
    "max_abs_err": 4.824265986691501e-13,
    "mean_abs_err": 3.9517535769098306e-14,
    "w_frob_norm": 45.22929083620854,
    "relative_err": 2.5334049144701408e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 4.8332714281032047e-11,
    "max_abs_err": 1.7671714785949533e-13,
    "mean_abs_err": 1.6769837388888075e-14,
    "w_frob_norm": 42.227648731163406,
    "relative_err": 1.1445750765981719e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.0596071333797006e-11,
    "max_abs_err": 2.1311077902375075e-13,
    "mean_abs_err": 1.744856564480741e-14,
    "w_frob_norm": 41.70392706200813,
    "relative_err": 1.2132207899406562e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.038240539899882e-11,
    "max_abs_err": 1.831807275309849e-13,
    "mean_abs_err": 1.7390169694912286e-14,
    "w_frob_norm": 43.64824562399976,
    "relative_err": 1.1542824844097815e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.2335587873842283e-10,
    "max_abs_err": 4.791826657690734e-13,
    "mean_abs_err": 4.2572675004220046e-14,
    "w_frob_norm": 44.474987492012836,
    "relative_err": 2.773601201362362e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.223576129550219e-10,
    "max_abs_err": 5.327370489194294e-13,
    "mean_abs_err": 4.20043835210314e-14,
    "w_frob_norm": 43.50078626005792,
    "relative_err": 2.8127678480002484e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.1538169700942484e-10,
    "max_abs_err": 4.630289207607774e-13,
    "mean_abs_err": 3.979642442685403e-14,
    "w_frob_norm": 45.13510079796698,
    "relative_err": 2.556362896493675e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.2030206630229642e-10,
    "max_abs_err": 4.888849741702117e-13,
    "mean_abs_err": 4.117316319220036e-14,
    "w_frob_norm": 43.440074580211515,
    "relative_err": 2.7693798287606587e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.1994095368289726e-10,
    "max_abs_err": 4.79435068034828e-13,
    "mean_abs_err": 4.147330732609586e-14,
    "w_frob_norm": 43.57676490248998,
    "relative_err": 2.752406103373769e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.596165279190091e-11,
    "max_abs_err": 1.8271668900116111e-13,
    "mean_abs_err": 1.5932380654878994e-14,
    "w_frob_norm": 41.63901416878576,
    "relative_err": 1.1038122229693798e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.640319596719156e-11,
    "max_abs_err": 1.8707951854324278e-13,
    "mean_abs_err": 1.955274408770395e-14,
    "w_frob_norm": 43.73019835125246,
    "relative_err": 1.2897996829135382e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.647855549330215e-11,
    "max_abs_err": 1.5640960748797283e-13,
    "mean_abs_err": 1.609047495484978e-14,
    "w_frob_norm": 42.09428357783457,
    "relative_err": 1.1041536176132048e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.169868520919247e-11,
    "max_abs_err": 2.0530452338185512e-13,
    "mean_abs_err": 1.7774294081756944e-14,
    "w_frob_norm": 43.1391027478777,
    "relative_err": 1.1984181848041768e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.7818383722544524e-11,
    "max_abs_err": 2.400701165639063e-13,
    "mean_abs_err": 1.969344336782265e-14,
    "w_frob_norm": 42.937335214832956,
    "relative_err": 1.346575967820444e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.1316287646367584e-10,
    "max_abs_err": 4.3908323157926255e-13,
    "mean_abs_err": 3.917985932118014e-14,
    "w_frob_norm": 42.8860715538079,
    "relative_err": 2.638685996727252e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.1028332725633629e-10,
    "max_abs_err": 4.05616512599849e-13,
    "mean_abs_err": 3.8046914410378374e-14,
    "w_frob_norm": 44.631692067130096,
    "relative_err": 2.4709645130742568e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.4059229310457357e-10,
    "max_abs_err": 6.02629057766535e-13,
    "mean_abs_err": 4.7871605896693676e-14,
    "w_frob_norm": 45.06907705569764,
    "relative_err": 3.1194846286917666e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.1359953111741963e-10,
    "max_abs_err": 4.0411771151660503e-13,
    "mean_abs_err": 3.9360305668148795e-14,
    "w_frob_norm": 44.520617772233095,
    "relative_err": 2.551616235394427e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.175712752640807e-10,
    "max_abs_err": 4.521695518011626e-13,
    "mean_abs_err": 4.038597912086818e-14,
    "w_frob_norm": 45.252020334179555,
    "relative_err": 2.598144224187871e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.9233731276037656e-11,
    "max_abs_err": 1.9246496757441278e-13,
    "mean_abs_err": 1.6886811658025665e-14,
    "w_frob_norm": 41.352382991856736,
    "relative_err": 1.1905899421983237e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.977879062551699e-11,
    "max_abs_err": 2.508470861584122e-13,
    "mean_abs_err": 2.0536550053149882e-14,
    "w_frob_norm": 45.1795701593611,
    "relative_err": 1.3231376574557995e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 4.649510199031251e-11,
    "max_abs_err": 1.8383666984533864e-13,
    "mean_abs_err": 1.6043214625028782e-14,
    "w_frob_norm": 42.61318945202316,
    "relative_err": 1.0910965029421201e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.5704325794810893e-10,
    "max_abs_err": 8.499651720297874e-13,
    "mean_abs_err": 5.323148887269331e-14,
    "w_frob_norm": 44.112535067964416,
    "relative_err": 3.5600596906559904e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.2650427512159668e-10,
    "max_abs_err": 4.4277082000832024e-13,
    "mean_abs_err": 4.3501813732469177e-14,
    "w_frob_norm": 45.525390138024456,
    "relative_err": 2.7787631196143385e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 4.4188706274274894e-11,
    "max_abs_err": 1.745201205771707e-13,
    "mean_abs_err": 1.534503333824136e-14,
    "w_frob_norm": 42.69787097084751,
    "relative_err": 1.034915916637747e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.567238844658066e-11,
    "max_abs_err": 1.8933118961506068e-13,
    "mean_abs_err": 1.919987042387076e-14,
    "w_frob_norm": 40.84170590766625,
    "relative_err": 1.3631259324094636e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.249411180211541e-10,
    "max_abs_err": 4.448759069464181e-13,
    "mean_abs_err": 4.317511056400097e-14,
    "w_frob_norm": 47.722167811154854,
    "relative_err": 2.6180939331081613e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.1371534693931517e-10,
    "max_abs_err": 4.0059969230732406e-13,
    "mean_abs_err": 3.9291674488247614e-14,
    "w_frob_norm": 45.48963146779285,
    "relative_err": 2.4998080501009743e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.2765134363362058e-10,
    "max_abs_err": 4.674767517531819e-13,
    "mean_abs_err": 4.3873347855637366e-14,
    "w_frob_norm": 47.186059047220496,
    "relative_err": 2.705276647619079e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 9.683838291982538e-11,
    "max_abs_err": 3.7373533087747823e-13,
    "mean_abs_err": 3.3721551274064376e-14,
    "w_frob_norm": 42.58124501633802,
    "relative_err": 2.2742027125479632e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.308104843921835e-11,
    "max_abs_err": 2.38820248299465e-13,
    "mean_abs_err": 1.831960182834427e-14,
    "w_frob_norm": 44.45796523300494,
    "relative_err": 1.1939603659551147e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.2648982379684537e-10,
    "max_abs_err": 5.599496560870776e-13,
    "mean_abs_err": 4.312516472646663e-14,
    "w_frob_norm": 43.00645296265826,
    "relative_err": 2.941182429219965e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 4.859481325081245e-11,
    "max_abs_err": 1.892765458255674e-13,
    "mean_abs_err": 1.6825868848226912e-14,
    "w_frob_norm": 44.00444515339584,
    "relative_err": 1.1043160090171564e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 9.724825553364823e-11,
    "max_abs_err": 3.4965780271178915e-13,
    "mean_abs_err": 3.380610383082996e-14,
    "w_frob_norm": 43.645165125635074,
    "relative_err": 2.228156435053313e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.3554875835187656e-10,
    "max_abs_err": 5.476452624719741e-13,
    "mean_abs_err": 4.6521796855549684e-14,
    "w_frob_norm": 46.22360866581414,
    "relative_err": 2.9324572932386635e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 4.4834623982461576e-11,
    "max_abs_err": 1.765254609153999e-13,
    "mean_abs_err": 1.5546056048967828e-14,
    "w_frob_norm": 42.49004446810419,
    "relative_err": 1.0551795024859854e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 4.3865004077357644e-11,
    "max_abs_err": 1.637787128139223e-13,
    "mean_abs_err": 1.520805952601602e-14,
    "w_frob_norm": 42.11711597906042,
    "relative_err": 1.0415006597119857e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.193254329649476e-10,
    "max_abs_err": 5.318211149241137e-13,
    "mean_abs_err": 4.1091395960620966e-14,
    "w_frob_norm": 43.41655972564799,
    "relative_err": 2.748385264032264e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.418512220730421e-11,
    "max_abs_err": 2.1375262670986217e-13,
    "mean_abs_err": 1.854459824497663e-14,
    "w_frob_norm": 41.09692701495264,
    "relative_err": 1.3184713832153334e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.2159200269957507e-10,
    "max_abs_err": 4.458326069434193e-13,
    "mean_abs_err": 4.1654783395448444e-14,
    "w_frob_norm": 45.27342849274604,
    "relative_err": 2.685725529248513e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 4.612616202058405e-11,
    "max_abs_err": 1.5471044584325355e-13,
    "mean_abs_err": 1.6031626970682227e-14,
    "w_frob_norm": 44.42297057744021,
    "relative_err": 1.0383403320625476e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 6.13505822634321e-11,
    "max_abs_err": 2.5043508933286773e-13,
    "mean_abs_err": 2.111324277885458e-14,
    "w_frob_norm": 42.244940427645744,
    "relative_err": 1.4522586999148266e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.2241869769823649e-10,
    "max_abs_err": 4.975872144874494e-13,
    "mean_abs_err": 4.205698737437408e-14,
    "w_frob_norm": 44.922955550815175,
    "relative_err": 2.725081112701078e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.348760090421113e-10,
    "max_abs_err": 5.034687944327487e-13,
    "mean_abs_err": 4.608018707927438e-14,
    "w_frob_norm": 43.547562657834966,
    "relative_err": 3.0972114352729393e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 4.396835870049609e-11,
    "max_abs_err": 1.6288359550031828e-13,
    "mean_abs_err": 1.5280269288990952e-14,
    "w_frob_norm": 42.88206966259968,
    "relative_err": 1.0253320104753207e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.471738297080746e-11,
    "max_abs_err": 1.9385187899345624e-13,
    "mean_abs_err": 1.5400250328537922e-14,
    "w_frob_norm": 41.31329431456997,
    "relative_err": 1.0823969308842304e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.6584232872896455e-11,
    "max_abs_err": 2.650969721518237e-13,
    "mean_abs_err": 1.940918495080113e-14,
    "w_frob_norm": 42.35705093966885,
    "relative_err": 1.3358869802690478e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.214422354092719e-10,
    "max_abs_err": 4.2922609910789333e-13,
    "mean_abs_err": 4.1979345324144744e-14,
    "w_frob_norm": 45.7252927673986,
    "relative_err": 2.655909411603774e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.9637118050530266e-11,
    "max_abs_err": 1.9892421043721242e-13,
    "mean_abs_err": 1.6930871672217137e-14,
    "w_frob_norm": 43.915128987691965,
    "relative_err": 1.1302965332161951e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.1693071631785633e-10,
    "max_abs_err": 3.994582442601313e-13,
    "mean_abs_err": 4.034052166980801e-14,
    "w_frob_norm": 44.435032970330724,
    "relative_err": 2.6314983584220805e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.185658048498496e-11,
    "max_abs_err": 2.0145690671213856e-13,
    "mean_abs_err": 1.7911720633581887e-14,
    "w_frob_norm": 43.95836711508074,
    "relative_err": 1.1796748580134268e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.1050088952941618e-10,
    "max_abs_err": 4.672161095509164e-13,
    "mean_abs_err": 3.7895660718826894e-14,
    "w_frob_norm": 46.54805501781001,
    "relative_err": 2.3739099192680946e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 9.558772549988227e-11,
    "max_abs_err": 3.1855074134057304e-13,
    "mean_abs_err": 3.315741263718593e-14,
    "w_frob_norm": 43.12272332653313,
    "relative_err": 2.2166439901319445e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.1496193073368803e-11,
    "max_abs_err": 1.7806242591511534e-13,
    "mean_abs_err": 1.7734539240934592e-14,
    "w_frob_norm": 43.714831414358336,
    "relative_err": 1.1780027832031085e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 4.7537039831646523e-11,
    "max_abs_err": 2.4031471257401904e-13,
    "mean_abs_err": 1.6355828792617183e-14,
    "w_frob_norm": 41.880248671349506,
    "relative_err": 1.1350706201552919e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.8609582907116845e-11,
    "max_abs_err": 1.9069468226717845e-13,
    "mean_abs_err": 1.6772579323902754e-14,
    "w_frob_norm": 42.83493113190538,
    "relative_err": 1.1348117441213824e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.4522466539381192e-10,
    "max_abs_err": 6.644615413442523e-13,
    "mean_abs_err": 4.971648013193554e-14,
    "w_frob_norm": 44.06195416441096,
    "relative_err": 3.2959197599799266e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.1819893414077927e-10,
    "max_abs_err": 4.580398560438681e-13,
    "mean_abs_err": 4.0763072489900725e-14,
    "w_frob_norm": 43.364717346806735,
    "relative_err": 2.725693636960443e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.435963582862689e-10,
    "max_abs_err": 5.832365840285902e-13,
    "mean_abs_err": 4.912126334672347e-14,
    "w_frob_norm": 46.26320524453527,
    "relative_err": 3.1038999033304304e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 4.826884443993219e-11,
    "max_abs_err": 1.8448090277622953e-13,
    "mean_abs_err": 1.664200982582126e-14,
    "w_frob_norm": 41.62744794550494,
    "relative_err": 1.1595436862505142e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.6475255620897493e-11,
    "max_abs_err": 1.9537843565231583e-13,
    "mean_abs_err": 1.9393323012385272e-14,
    "w_frob_norm": 42.63945227753674,
    "relative_err": 1.3244836085910444e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.2160176528747365e-10,
    "max_abs_err": 4.67247334573484e-13,
    "mean_abs_err": 4.17922331081008e-14,
    "w_frob_norm": 44.989173005430445,
    "relative_err": 2.7029117710786914e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.1423134336638515e-10,
    "max_abs_err": 5.159275784372142e-13,
    "mean_abs_err": 3.912023383357585e-14,
    "w_frob_norm": 44.459292543042466,
    "relative_err": 2.569346852647152e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.231718563219067e-11,
    "max_abs_err": 2.0608861839299664e-13,
    "mean_abs_err": 1.7707957587491288e-14,
    "w_frob_norm": 42.284608812774174,
    "relative_err": 1.2372630869978784e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.162994873069234e-10,
    "max_abs_err": 4.878666914898133e-13,
    "mean_abs_err": 4.017690695181094e-14,
    "w_frob_norm": 44.48028835165316,
    "relative_err": 2.614629797079564e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.04108234014963e-11,
    "max_abs_err": 2.176765712125217e-13,
    "mean_abs_err": 1.7305564377715397e-14,
    "w_frob_norm": 43.642317496186614,
    "relative_err": 1.1550904327182237e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 4.9384430577557117e-11,
    "max_abs_err": 1.8727033812560023e-13,
    "mean_abs_err": 1.7147091500380175e-14,
    "w_frob_norm": 41.634926970624385,
    "relative_err": 1.1861298714994844e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.1006167100361221e-10,
    "max_abs_err": 4.707770631662278e-13,
    "mean_abs_err": 3.7937499783106294e-14,
    "w_frob_norm": 43.47562698916979,
    "relative_err": 2.5315717938013792e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.0516674430508729e-10,
    "max_abs_err": 4.5360156603058144e-13,
    "mean_abs_err": 3.6361313919053385e-14,
    "w_frob_norm": 43.91609434983631,
    "relative_err": 2.3947198825862637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.462279509953981e-11,
    "max_abs_err": 1.8860607520210237e-13,
    "mean_abs_err": 1.878515883875974e-14,
    "w_frob_norm": 42.20025219494893,
    "relative_err": 1.2943712953942434e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 6.001384885777436e-11,
    "max_abs_err": 2.1938700855983484e-13,
    "mean_abs_err": 2.0758766181283713e-14,
    "w_frob_norm": 44.206433423240476,
    "relative_err": 1.3575817864153572e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.9356144580960023e-11,
    "max_abs_err": 1.7692618203835053e-13,
    "mean_abs_err": 1.713681128651826e-14,
    "w_frob_norm": 43.99027285324504,
    "relative_err": 1.1219785961686563e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.1102365709602283e-10,
    "max_abs_err": 4.004019338310627e-13,
    "mean_abs_err": 3.853066325052232e-14,
    "w_frob_norm": 45.809208443758635,
    "relative_err": 2.423610030990384e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.5312914686862379e-10,
    "max_abs_err": 5.436276429016118e-13,
    "mean_abs_err": 5.2419379990467774e-14,
    "w_frob_norm": 46.905717566404775,
    "relative_err": 3.2646158040720242e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.2283430012015608e-10,
    "max_abs_err": 4.469861980549439e-13,
    "mean_abs_err": 4.2284443588037005e-14,
    "w_frob_norm": 45.01879855874682,
    "relative_err": 2.7285112897863038e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.2021779705916912e-10,
    "max_abs_err": 4.0617162411216157e-13,
    "mean_abs_err": 4.159207467642167e-14,
    "w_frob_norm": 45.33072593787744,
    "relative_err": 2.652015703960248e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.451217461315073e-10,
    "max_abs_err": 6.027331411750936e-13,
    "mean_abs_err": 4.918844825391967e-14,
    "w_frob_norm": 42.62100391889774,
    "relative_err": 3.4049349566625696e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.626064036678519e-11,
    "max_abs_err": 1.9665107216237931e-13,
    "mean_abs_err": 1.5996335245631818e-14,
    "w_frob_norm": 41.37008326461636,
    "relative_err": 1.1182148237625545e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.678986150307167e-11,
    "max_abs_err": 2.789192488084069e-13,
    "mean_abs_err": 1.937422490445496e-14,
    "w_frob_norm": 42.20172440389334,
    "relative_err": 1.3456763273358683e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.544095468590642e-11,
    "max_abs_err": 2.5684315785312606e-13,
    "mean_abs_err": 1.8904731015746993e-14,
    "w_frob_norm": 44.985660912013856,
    "relative_err": 1.2324139195007442e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.515983911690826e-11,
    "max_abs_err": 2.41515141219395e-13,
    "mean_abs_err": 1.5646031880763292e-14,
    "w_frob_norm": 40.7339984505179,
    "relative_err": 1.1086522520436265e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.0478155588826397e-10,
    "max_abs_err": 3.3409386368532523e-13,
    "mean_abs_err": 3.638398210990993e-14,
    "w_frob_norm": 44.08508013885157,
    "relative_err": 2.376803117023744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 4.29620237144435e-11,
    "max_abs_err": 1.6481607745255644e-13,
    "mean_abs_err": 1.4974576488815115e-14,
    "w_frob_norm": 42.19912641701423,
    "relative_err": 1.018078509253729e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 4.552350425338398e-11,
    "max_abs_err": 1.7654974704406357e-13,
    "mean_abs_err": 1.578623554535034e-14,
    "w_frob_norm": 42.98822492765774,
    "relative_err": 1.0589761342784613e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.1594943981288938e-10,
    "max_abs_err": 4.85646245440563e-13,
    "mean_abs_err": 3.99425973828873e-14,
    "w_frob_norm": 47.28776771975781,
    "relative_err": 2.451996476129773e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.0501389487756914e-10,
    "max_abs_err": 3.8090711140803535e-13,
    "mean_abs_err": 3.630477199947187e-14,
    "w_frob_norm": 42.17787081762419,
    "relative_err": 2.4897865359692046e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.527920035472852e-11,
    "max_abs_err": 2.480290278716879e-13,
    "mean_abs_err": 1.8858364661352946e-14,
    "w_frob_norm": 43.29351044453727,
    "relative_err": 1.2768472638767872e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.255097709220325e-11,
    "max_abs_err": 1.910728519849414e-13,
    "mean_abs_err": 1.8117493064241834e-14,
    "w_frob_norm": 43.725931906109835,
    "relative_err": 1.2018263488367252e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.2749141642507385e-10,
    "max_abs_err": 5.277306369677603e-13,
    "mean_abs_err": 4.3757286874869934e-14,
    "w_frob_norm": 43.88592526542523,
    "relative_err": 2.9050638821899415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.0506499044111527e-10,
    "max_abs_err": 3.870133380434737e-13,
    "mean_abs_err": 3.633471171216852e-14,
    "w_frob_norm": 43.79267075550451,
    "relative_err": 2.3991455334545712e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 4.741675697120174e-11,
    "max_abs_err": 1.6585517681466655e-13,
    "mean_abs_err": 1.642925567456221e-14,
    "w_frob_norm": 42.93459311860766,
    "relative_err": 1.1043951631313243e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.3230544076761217e-10,
    "max_abs_err": 4.982307968970368e-13,
    "mean_abs_err": 4.5567820004588195e-14,
    "w_frob_norm": 46.08138863860046,
    "relative_err": 2.8711252997437976e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.2176454255574895e-10,
    "max_abs_err": 4.591544158771832e-13,
    "mean_abs_err": 4.1787276262507706e-14,
    "w_frob_norm": 45.55015703768402,
    "relative_err": 2.673196987114932e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.252310446002799e-11,
    "max_abs_err": 2.522634878765473e-13,
    "mean_abs_err": 1.8041959895171886e-14,
    "w_frob_norm": 40.0153447395967,
    "relative_err": 1.3125740838127627e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.4093684204384138e-10,
    "max_abs_err": 5.504329630978688e-13,
    "mean_abs_err": 4.7995088364715544e-14,
    "w_frob_norm": 45.25857723435089,
    "relative_err": 3.1140360713078596e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.1060905564118427e-10,
    "max_abs_err": 4.594345737185535e-13,
    "mean_abs_err": 3.835200874147166e-14,
    "w_frob_norm": 45.662583721024234,
    "relative_err": 2.422312682018845e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.556008443767292e-11,
    "max_abs_err": 2.486864880690831e-13,
    "mean_abs_err": 1.900772349880276e-14,
    "w_frob_norm": 41.807465600840345,
    "relative_err": 1.3289512683724157e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.140825110152927e-11,
    "max_abs_err": 1.915632366275566e-13,
    "mean_abs_err": 1.7728149994521363e-14,
    "w_frob_norm": 44.08074517608892,
    "relative_err": 1.166229175486241e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 4.7006350768997614e-11,
    "max_abs_err": 1.8015710451235734e-13,
    "mean_abs_err": 1.631753607790744e-14,
    "w_frob_norm": 42.990841269624816,
    "relative_err": 1.0934038362773319e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.3324539599460426e-11,
    "max_abs_err": 2.2605875504844164e-13,
    "mean_abs_err": 1.8190673017420243e-14,
    "w_frob_norm": 41.30065462718874,
    "relative_err": 1.291130614776169e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.3130955247858293e-10,
    "max_abs_err": 5.034367020484432e-13,
    "mean_abs_err": 4.478302005265578e-14,
    "w_frob_norm": 45.665889159543546,
    "relative_err": 2.8754406165141105e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2395338799350972e-10,
    "max_abs_err": 4.944655795924291e-13,
    "mean_abs_err": 4.232915178644264e-14,
    "w_frob_norm": 43.96894196635173,
    "relative_err": 2.8191123654594186e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.97940375470737e-11,
    "max_abs_err": 2.9620056407608786e-13,
    "mean_abs_err": 2.048770053319695e-14,
    "w_frob_norm": 42.11939383248934,
    "relative_err": 1.419631958258402e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.3540713297703247e-10,
    "max_abs_err": 4.940440417877667e-13,
    "mean_abs_err": 4.674253195748948e-14,
    "w_frob_norm": 47.25848418140012,
    "relative_err": 2.865244946437061e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2026425160515633e-10,
    "max_abs_err": 4.900246874939285e-13,
    "mean_abs_err": 4.1202655499133075e-14,
    "w_frob_norm": 42.299380047020705,
    "relative_err": 2.843168185242161e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.097385661518626e-11,
    "max_abs_err": 1.8571949533807697e-13,
    "mean_abs_err": 1.7463590249254496e-14,
    "w_frob_norm": 41.49425645008826,
    "relative_err": 1.2284557183594944e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.2135544760554713e-10,
    "max_abs_err": 4.3876707822576577e-13,
    "mean_abs_err": 4.1805967217324383e-14,
    "w_frob_norm": 45.89613510841524,
    "relative_err": 2.6441321762471485e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 4.761695181545673e-11,
    "max_abs_err": 1.6307051195485478e-13,
    "mean_abs_err": 1.6497132106637616e-14,
    "w_frob_norm": 43.969014620429554,
    "relative_err": 1.0829660893362894e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.1023043048650473e-11,
    "max_abs_err": 2.0315346627164388e-13,
    "mean_abs_err": 1.7510051999353414e-14,
    "w_frob_norm": 41.503060226341034,
    "relative_err": 1.2293802618503616e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.4140575431672288e-10,
    "max_abs_err": 5.244381318103564e-13,
    "mean_abs_err": 4.8190770235212556e-14,
    "w_frob_norm": 44.2186564801112,
    "relative_err": 3.197875412165107e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.0555371222253465e-10,
    "max_abs_err": 4.0850482718735037e-13,
    "mean_abs_err": 3.661912828867479e-14,
    "w_frob_norm": 43.08977726128191,
    "relative_err": 2.4496230644798293e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.020357740596579e-10,
    "max_abs_err": 3.3825199585724164e-13,
    "mean_abs_err": 3.5503122450492626e-14,
    "w_frob_norm": 43.091065527876765,
    "relative_err": 2.3679102108451746e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.164243080016346e-10,
    "max_abs_err": 4.5433448669918164e-13,
    "mean_abs_err": 4.038543867954183e-14,
    "w_frob_norm": 47.42367464328934,
    "relative_err": 2.454982851441883e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.915671366332961e-11,
    "max_abs_err": 1.949690409119853e-13,
    "mean_abs_err": 1.697592424524947e-14,
    "w_frob_norm": 42.59231446974041,
    "relative_err": 1.1541216831091172e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.1877953335728168e-10,
    "max_abs_err": 5.887000956161792e-13,
    "mean_abs_err": 4.088756785980133e-14,
    "w_frob_norm": 44.14994848895105,
    "relative_err": 2.6903662953764807e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.638289637035816e-11,
    "max_abs_err": 2.2000457011728258e-13,
    "mean_abs_err": 1.9332987831923317e-14,
    "w_frob_norm": 44.855114618616106,
    "relative_err": 1.2570003855693572e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.9555327877418585e-11,
    "max_abs_err": 1.7122414597281477e-13,
    "mean_abs_err": 1.706139661576469e-14,
    "w_frob_norm": 39.89065173031109,
    "relative_err": 1.2422792240259074e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.421964599500075e-11,
    "max_abs_err": 1.4307999229856705e-13,
    "mean_abs_err": 1.54128256541571e-14,
    "w_frob_norm": 42.492102314620695,
    "relative_err": 1.0406556415493155e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.083530666273035e-10,
    "max_abs_err": 4.972480760478959e-13,
    "mean_abs_err": 3.7240732028040637e-14,
    "w_frob_norm": 44.70876387457284,
    "relative_err": 2.4235308077691456e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.225501101316767e-11,
    "max_abs_err": 1.8439763604938264e-13,
    "mean_abs_err": 1.8050901196984252e-14,
    "w_frob_norm": 43.55393555888776,
    "relative_err": 1.1997770199782633e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.16518950388188e-11,
    "max_abs_err": 1.8595194828385786e-13,
    "mean_abs_err": 1.7947171691786907e-14,
    "w_frob_norm": 43.56832649558345,
    "relative_err": 1.185537733336046e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.1883471002334478e-10,
    "max_abs_err": 4.3822931394821296e-13,
    "mean_abs_err": 4.1265145108583624e-14,
    "w_frob_norm": 43.00506250536537,
    "relative_err": 2.7632725800251724e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.232464192839547e-11,
    "max_abs_err": 2.4491433187057154e-13,
    "mean_abs_err": 1.801936599255913e-14,
    "w_frob_norm": 41.719077785334825,
    "relative_err": 1.2542137723568937e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.786910625815365e-11,
    "max_abs_err": 1.7545773861593617e-13,
    "mean_abs_err": 1.6567666006767293e-14,
    "w_frob_norm": 43.60875711944227,
    "relative_err": 1.097694807651649e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.1856616517808104e-10,
    "max_abs_err": 5.333355285186414e-13,
    "mean_abs_err": 4.066690901564446e-14,
    "w_frob_norm": 43.738154303178185,
    "relative_err": 2.710817753218854e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.991698164458217e-11,
    "max_abs_err": 2.433227230813628e-13,
    "mean_abs_err": 2.0480506633985032e-14,
    "w_frob_norm": 41.69826790926449,
    "relative_err": 1.4369177581898997e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 4.322424885195811e-11,
    "max_abs_err": 1.6787612966417953e-13,
    "mean_abs_err": 1.4973993522072646e-14,
    "w_frob_norm": 43.236707500471894,
    "relative_err": 9.997118502024315e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.335052378568525e-10,
    "max_abs_err": 4.919467611053108e-13,
    "mean_abs_err": 4.6119841158312974e-14,
    "w_frob_norm": 44.681602573664755,
    "relative_err": 2.9879241156748533e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1469903141440936e-10,
    "max_abs_err": 4.435306288907981e-13,
    "mean_abs_err": 3.940106259174507e-14,
    "w_frob_norm": 44.95344554023241,
    "relative_err": 2.551507009885507e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.2146966069697497e-10,
    "max_abs_err": 4.618827022240257e-13,
    "mean_abs_err": 4.1774217236513455e-14,
    "w_frob_norm": 45.15403413054502,
    "relative_err": 2.690117572790806e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.3904969362673135e-10,
    "max_abs_err": 5.267418445864536e-13,
    "mean_abs_err": 4.785266517432738e-14,
    "w_frob_norm": 45.37627271108828,
    "relative_err": 3.0643701062020624e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 4.766414174852224e-11,
    "max_abs_err": 2.032488760628226e-13,
    "mean_abs_err": 1.638600144836414e-14,
    "w_frob_norm": 40.146850543563886,
    "relative_err": 1.187244854905897e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.671118639148941e-11,
    "max_abs_err": 1.8636567983287833e-13,
    "mean_abs_err": 1.6226858352558973e-14,
    "w_frob_norm": 41.37052827973112,
    "relative_err": 1.1290933022572706e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 4.779630504746298e-11,
    "max_abs_err": 2.0212867837821058e-13,
    "mean_abs_err": 1.641801913828235e-14,
    "w_frob_norm": 41.34514626860723,
    "relative_err": 1.1560318286684603e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.25977237028299e-10,
    "max_abs_err": 5.390436361163431e-13,
    "mean_abs_err": 4.3236810287049823e-14,
    "w_frob_norm": 42.58175186100808,
    "relative_err": 2.9584794312714926e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.835653285356467e-11,
    "max_abs_err": 2.3478094468565303e-13,
    "mean_abs_err": 1.673615216821493e-14,
    "w_frob_norm": 41.51934933583404,
    "relative_err": 1.1646746306746593e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.069696263870007e-11,
    "max_abs_err": 1.770701640868566e-13,
    "mean_abs_err": 1.7526705134769274e-14,
    "w_frob_norm": 43.25394159693435,
    "relative_err": 1.1720772897675816e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.4679801093978104e-10,
    "max_abs_err": 6.808997810026085e-13,
    "mean_abs_err": 5.024207728970697e-14,
    "w_frob_norm": 43.8628754079347,
    "relative_err": 3.3467484649496004e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.3110371226995837e-10,
    "max_abs_err": 5.621332392624634e-13,
    "mean_abs_err": 4.4125675357380685e-14,
    "w_frob_norm": 42.74286210939574,
    "relative_err": 3.067265639217434e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.0367125938835058e-10,
    "max_abs_err": 3.670293236002209e-13,
    "mean_abs_err": 3.5869818072325163e-14,
    "w_frob_norm": 45.25060587883149,
    "relative_err": 2.2910468793711473e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.183100103306162e-10,
    "max_abs_err": 4.3817727224393366e-13,
    "mean_abs_err": 4.068838892142546e-14,
    "w_frob_norm": 42.56878954882699,
    "relative_err": 2.779266490415777e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.norm.weight": {
    "frob_norm_diff": 4.43273277897028e-15,
    "max_abs_err": 3.3306690738754696e-16,
    "mean_abs_err": 5.710276647405091e-17,
    "w_frob_norm": 38.26800340506589,
    "relative_err": 1.1583391827501192e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.23.mixer.A_log": {
    "frob_norm_diff": 2.281577534664176e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.715207836872068e-16,
    "w_frob_norm": 16.721831456646147,
    "relative_err": 1.364430409778682e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.23.mixer.D": {
    "frob_norm_diff": 1.9116588362934704e-16,
    "max_abs_err": 1.1102230246251565e-16,
    "mean_abs_err": 9.44568791130633e-18,
    "w_frob_norm": 1.4973418349600989,
    "relative_err": 1.2767016800438305e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.22.mixer.gate.weight": {
    "frob_norm_diff": 4.767323356530968e-11,
    "max_abs_err": 6.629159027271569e-13,
    "mean_abs_err": 6.215109089305789e-14,
    "w_frob_norm": 16.60785228023669,
    "relative_err": 2.870523699325092e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.0542293829218298e-10,
    "max_abs_err": 3.5951623622576534e-13,
    "mean_abs_err": 3.6495946708494615e-14,
    "w_frob_norm": 45.168616115643076,
    "relative_err": 2.333986456930042e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.6420034326697267e-10,
    "max_abs_err": 1.5308171397165893e-12,
    "mean_abs_err": 6.361783905497829e-14,
    "w_frob_norm": 46.503746678240944,
    "relative_err": 5.681270051098738e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 5.166157906461468e-11,
    "max_abs_err": 1.941467819843723e-13,
    "mean_abs_err": 1.78205705046074e-14,
    "w_frob_norm": 42.82098633519964,
    "relative_err": 1.2064546729543198e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 6.119010836845296e-11,
    "max_abs_err": 2.502789642200298e-13,
    "mean_abs_err": 2.085651493847461e-14,
    "w_frob_norm": 40.730346119073396,
    "relative_err": 1.5023223271799934e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.0645009100714416e-10,
    "max_abs_err": 3.789642211149413e-13,
    "mean_abs_err": 3.681435229199938e-14,
    "w_frob_norm": 42.22555562488652,
    "relative_err": 2.520987336503053e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.22.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.3513883612971349e-10,
    "max_abs_err": 4.303864868117867e-13,
    "mean_abs_err": 3.265062706902329e-14,
    "w_frob_norm": 46.12432170421797,
    "relative_err": 2.92988235136161e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.23.mixer.conv1d.weight": {
    "frob_norm_diff": 4.876127449328955e-15,
    "max_abs_err": 9.992007221626409e-16,
    "mean_abs_err": 1.1405340225108005e-17,
    "w_frob_norm": 10.779609188730753,
    "relative_err": 4.523473313324354e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.23.mixer.dt_bias": {
    "frob_norm_diff": 3.4495167151938976e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.480654570646834e-16,
    "w_frob_norm": 26.072972217723656,
    "relative_err": 1.3230239676506907e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.23.mixer.norm.weight": {
    "frob_norm_diff": 1.291213543095627e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 9.239181578618704e-17,
    "w_frob_norm": 107.10788942982416,
    "relative_err": 1.2055260821301265e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.23.norm.weight": {
    "frob_norm_diff": 3.714998517022441e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 4.4049585407839636e-17,
    "w_frob_norm": 30.714613984340275,
    "relative_err": 1.2095214736921382e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.692546160315247e-11,
    "max_abs_err": 1.813271754969037e-13,
    "mean_abs_err": 1.6230267283609206e-14,
    "w_frob_norm": 42.28528571381343,
    "relative_err": 1.1097350014552042e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.23.mixer.out_proj.weight": {
    "frob_norm_diff": 4.4762600908106003e-10,
    "max_abs_err": 2.025601908428598e-12,
    "mean_abs_err": 1.0370530619079587e-13,
    "w_frob_norm": 70.34750132621924,
    "relative_err": 6.363069059202323e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.530912325722078e-11,
    "max_abs_err": 1.5465623573462928e-13,
    "mean_abs_err": 1.5725581017366855e-14,
    "w_frob_norm": 41.17237342827912,
    "relative_err": 1.1004739218191473e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.1569898435874021e-10,
    "max_abs_err": 4.817812815360867e-13,
    "mean_abs_err": 3.969292566208287e-14,
    "w_frob_norm": 43.614693924717635,
    "relative_err": 2.652752408590685e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.868351898258483e-11,
    "max_abs_err": 2.08866561199339e-13,
    "mean_abs_err": 2.0206234315241057e-14,
    "w_frob_norm": 44.364326221498445,
    "relative_err": 1.3227636702875805e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.3645736362945552e-10,
    "max_abs_err": 7.567592386070743e-13,
    "mean_abs_err": 4.636038980928412e-14,
    "w_frob_norm": 42.411042926211415,
    "relative_err": 3.217496062685136e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.23.mixer.in_proj.weight": {
    "frob_norm_diff": 3.7570518101302966e-10,
    "max_abs_err": 9.323826433149662e-13,
    "mean_abs_err": 5.398793184557184e-14,
    "w_frob_norm": 121.70335587994113,
    "relative_err": 3.087056871165149e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 4.761724636242201e-11,
    "max_abs_err": 2.147448885381209e-13,
    "mean_abs_err": 1.6383728238064318e-14,
    "w_frob_norm": 41.54660574421943,
    "relative_err": 1.146116403722035e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.183804727154018e-11,
    "max_abs_err": 1.7219212167240983e-13,
    "mean_abs_err": 1.784962254829221e-14,
    "w_frob_norm": 41.86610067915427,
    "relative_err": 1.2381866577163962e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.182568749204627e-10,
    "max_abs_err": 4.625397287405519e-13,
    "mean_abs_err": 4.0615972005386185e-14,
    "w_frob_norm": 44.32745374275348,
    "relative_err": 2.667802116646391e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.1662083855467135e-10,
    "max_abs_err": 6.470102231759256e-13,
    "mean_abs_err": 4.009366441307069e-14,
    "w_frob_norm": 43.51889453383958,
    "relative_err": 2.679774838122069e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 6.069357758894192e-11,
    "max_abs_err": 3.042522830898342e-13,
    "mean_abs_err": 2.0406838393484526e-14,
    "w_frob_norm": 43.82054908244776,
    "relative_err": 1.385048313172612e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.348276063421632e-11,
    "max_abs_err": 2.220229208815816e-13,
    "mean_abs_err": 1.8418196444359663e-14,
    "w_frob_norm": 43.19319951453116,
    "relative_err": 1.238221785728643e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.3008555060333253e-10,
    "max_abs_err": 5.361492499966758e-13,
    "mean_abs_err": 4.451754944250498e-14,
    "w_frob_norm": 44.65315716600954,
    "relative_err": 2.9132441883046745e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.2448557858101497e-10,
    "max_abs_err": 4.429321492915861e-13,
    "mean_abs_err": 4.311044885293585e-14,
    "w_frob_norm": 45.91869027114065,
    "relative_err": 2.7110002015726628e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.419269454740083e-11,
    "max_abs_err": 2.3448604169473697e-13,
    "mean_abs_err": 1.8662684830137562e-14,
    "w_frob_norm": 42.11260311581892,
    "relative_err": 1.2868521662828346e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.394451304302236e-10,
    "max_abs_err": 5.532900526628026e-13,
    "mean_abs_err": 4.707547562499646e-14,
    "w_frob_norm": 43.18677531038738,
    "relative_err": 3.228884986851147e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.2855490361222264e-10,
    "max_abs_err": 4.835246786294434e-13,
    "mean_abs_err": 4.423223772907176e-14,
    "w_frob_norm": 46.50374096159098,
    "relative_err": 2.7643991849688073e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 4.868096397529241e-11,
    "max_abs_err": 1.9495863257112944e-13,
    "mean_abs_err": 1.6763292449989308e-14,
    "w_frob_norm": 42.18662908484783,
    "relative_err": 1.1539429679812258e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.1539348483700391e-10,
    "max_abs_err": 4.4983027719380786e-13,
    "mean_abs_err": 3.9983385565470245e-14,
    "w_frob_norm": 43.39727117598048,
    "relative_err": 2.6590032439844257e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.106832020142104e-10,
    "max_abs_err": 3.9901502241201925e-13,
    "mean_abs_err": 3.829591070013263e-14,
    "w_frob_norm": 45.13279659801516,
    "relative_err": 2.452389622562808e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 6.594153064041768e-11,
    "max_abs_err": 3.1438393555127675e-13,
    "mean_abs_err": 2.2528184208986478e-14,
    "w_frob_norm": 43.55298591796723,
    "relative_err": 1.5140530379391127e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.05887934236733e-11,
    "max_abs_err": 1.781708461323639e-13,
    "mean_abs_err": 1.7303042991146457e-14,
    "w_frob_norm": 44.04662687667342,
    "relative_err": 1.148528207740342e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 4.871459091215224e-11,
    "max_abs_err": 1.8280515989843593e-13,
    "mean_abs_err": 1.683674964457639e-14,
    "w_frob_norm": 42.86007861198779,
    "relative_err": 1.1365959300533567e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.1991368741179095e-10,
    "max_abs_err": 5.642847300535436e-13,
    "mean_abs_err": 4.10100062442726e-14,
    "w_frob_norm": 44.9287281524173,
    "relative_err": 2.6689757832670638e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.460773609959984e-11,
    "max_abs_err": 2.285879818764158e-13,
    "mean_abs_err": 1.8748666088369378e-14,
    "w_frob_norm": 43.176160474476866,
    "relative_err": 1.2647659147894965e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.0665266400775463e-10,
    "max_abs_err": 3.6261185026864595e-13,
    "mean_abs_err": 3.6860523891391285e-14,
    "w_frob_norm": 45.28196497349864,
    "relative_err": 2.3553011462769628e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.4483912822978377e-10,
    "max_abs_err": 6.828999171704098e-13,
    "mean_abs_err": 4.911312102366982e-14,
    "w_frob_norm": 45.884967530234064,
    "relative_err": 3.1565703546449677e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.642155459549102e-11,
    "max_abs_err": 1.6400075741884734e-13,
    "mean_abs_err": 1.6054415846245095e-14,
    "w_frob_norm": 42.91256805139169,
    "relative_err": 1.0817706024933535e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.8803069707125644e-11,
    "max_abs_err": 2.0783721965678126e-13,
    "mean_abs_err": 1.6812241630626834e-14,
    "w_frob_norm": 44.86535867718816,
    "relative_err": 1.087767291871437e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 4.9790190604432755e-11,
    "max_abs_err": 2.0300774949966183e-13,
    "mean_abs_err": 1.7107722897914383e-14,
    "w_frob_norm": 42.386592224945815,
    "relative_err": 1.1746684031638121e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 4.8250561955833146e-11,
    "max_abs_err": 1.7761833670526528e-13,
    "mean_abs_err": 1.670651847559613e-14,
    "w_frob_norm": 42.22584848535764,
    "relative_err": 1.1426783282416376e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.2301285422498416e-10,
    "max_abs_err": 4.799355357576474e-13,
    "mean_abs_err": 4.251111124691288e-14,
    "w_frob_norm": 46.88740647049492,
    "relative_err": 2.623579836995102e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.228876958770756e-10,
    "max_abs_err": 4.573147416309098e-13,
    "mean_abs_err": 4.2086875766046115e-14,
    "w_frob_norm": 43.916801033009875,
    "relative_err": 2.798193242369989e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.164573566196694e-10,
    "max_abs_err": 4.798540037542764e-13,
    "mean_abs_err": 4.008698146503187e-14,
    "w_frob_norm": 46.65966515936489,
    "relative_err": 2.495889248710043e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.0820311797085022e-10,
    "max_abs_err": 5.037636974236648e-13,
    "mean_abs_err": 3.730420767456084e-14,
    "w_frob_norm": 44.33848013988919,
    "relative_err": 2.4403885209746982e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.1828669467407202e-10,
    "max_abs_err": 4.333790271093818e-13,
    "mean_abs_err": 4.0575007888722806e-14,
    "w_frob_norm": 43.33968486585723,
    "relative_err": 2.7292929111087663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 4.790011280245359e-11,
    "max_abs_err": 2.1625756740917268e-13,
    "mean_abs_err": 1.649775770259301e-14,
    "w_frob_norm": 40.00448066412053,
    "relative_err": 1.197368694887584e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.21563787588921e-10,
    "max_abs_err": 5.384427712723516e-13,
    "mean_abs_err": 4.163365837500088e-14,
    "w_frob_norm": 44.28141531387393,
    "relative_err": 2.745255243701154e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.2576161264737425e-11,
    "max_abs_err": 2.1686819007271652e-13,
    "mean_abs_err": 1.8171145550653537e-14,
    "w_frob_norm": 44.77752274258293,
    "relative_err": 1.1741641351395726e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.3080128416249364e-11,
    "max_abs_err": 1.9466763270803433e-13,
    "mean_abs_err": 1.8242659550374228e-14,
    "w_frob_norm": 45.06551520702713,
    "relative_err": 1.1778435944292167e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.249345668796001e-11,
    "max_abs_err": 1.967800922209051e-13,
    "mean_abs_err": 1.810427267813418e-14,
    "w_frob_norm": 44.29213517598419,
    "relative_err": 1.185164284345061e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.696336899465464e-11,
    "max_abs_err": 2.4368593080914547e-13,
    "mean_abs_err": 1.953553585862094e-14,
    "w_frob_norm": 41.59829004745744,
    "relative_err": 1.369368042043746e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.2161987534504017e-10,
    "max_abs_err": 4.15639744844043e-13,
    "mean_abs_err": 4.198133110555858e-14,
    "w_frob_norm": 43.88132763084112,
    "relative_err": 2.7715632573423336e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.2210898502568528e-10,
    "max_abs_err": 6.252446477228446e-13,
    "mean_abs_err": 4.1526820207928247e-14,
    "w_frob_norm": 46.60817884602954,
    "relative_err": 2.619904661563225e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.1379681471779693e-10,
    "max_abs_err": 5.071082442853481e-13,
    "mean_abs_err": 3.8977889913614653e-14,
    "w_frob_norm": 42.90194097925577,
    "relative_err": 2.6524863938631754e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 4.8867994447278265e-11,
    "max_abs_err": 2.485234240623413e-13,
    "mean_abs_err": 1.6733734023083763e-14,
    "w_frob_norm": 41.31424762759078,
    "relative_err": 1.1828363640499381e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.1861185249896982e-10,
    "max_abs_err": 4.516977070156969e-13,
    "mean_abs_err": 4.1046018405291644e-14,
    "w_frob_norm": 43.63287490783866,
    "relative_err": 2.7184056230422984e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.1397147861675532e-10,
    "max_abs_err": 4.2617255210930516e-13,
    "mean_abs_err": 3.917844820782741e-14,
    "w_frob_norm": 43.16158310289445,
    "relative_err": 2.640576883963098e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.5548662362450897e-10,
    "max_abs_err": 6.649038958306264e-13,
    "mean_abs_err": 5.2724892812341197e-14,
    "w_frob_norm": 45.81858097209345,
    "relative_err": 3.393527698276178e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.627269167435436e-11,
    "max_abs_err": 1.6870532748569644e-13,
    "mean_abs_err": 1.5931804847166478e-14,
    "w_frob_norm": 41.22432428884977,
    "relative_err": 1.1224608886280776e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.040197345429634e-11,
    "max_abs_err": 1.680947048221526e-13,
    "mean_abs_err": 1.7449613832338404e-14,
    "w_frob_norm": 44.12633142820425,
    "relative_err": 1.1422198905499966e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.741755257968127e-11,
    "max_abs_err": 2.2473993152583027e-13,
    "mean_abs_err": 1.962471771521494e-14,
    "w_frob_norm": 43.0650386121514,
    "relative_err": 1.3332753070719438e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.2623215522248294e-10,
    "max_abs_err": 5.174558698195497e-13,
    "mean_abs_err": 4.360348928090148e-14,
    "w_frob_norm": 46.86479225234903,
    "relative_err": 2.6935392040739443e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.3504182900422862e-10,
    "max_abs_err": 6.696795895599905e-13,
    "mean_abs_err": 4.571802779257587e-14,
    "w_frob_norm": 45.92224951519764,
    "relative_err": 2.9406623244694814e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.6057757977850206e-11,
    "max_abs_err": 2.344548166721694e-13,
    "mean_abs_err": 1.928614911626721e-14,
    "w_frob_norm": 44.732351478229575,
    "relative_err": 1.2531815593269784e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.136604260101089e-11,
    "max_abs_err": 1.8163942572257952e-13,
    "mean_abs_err": 1.774754684695507e-14,
    "w_frob_norm": 44.28473248498811,
    "relative_err": 1.159904096031815e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.870441916558558e-11,
    "max_abs_err": 2.786659791809143e-13,
    "mean_abs_err": 1.9993627448104844e-14,
    "w_frob_norm": 44.483361738572825,
    "relative_err": 1.3196938556620208e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.1500359158679629e-10,
    "max_abs_err": 4.603192826913016e-13,
    "mean_abs_err": 3.966159596914358e-14,
    "w_frob_norm": 46.09132818939392,
    "relative_err": 2.4951242696724843e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.2288510878877725e-10,
    "max_abs_err": 4.928332048015349e-13,
    "mean_abs_err": 4.2389884902897166e-14,
    "w_frob_norm": 44.52258197003243,
    "relative_err": 2.760062497531918e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.3653177738522705e-11,
    "max_abs_err": 2.1986687644137692e-13,
    "mean_abs_err": 1.8340686579742775e-14,
    "w_frob_norm": 43.48419321742808,
    "relative_err": 1.2338547359093922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.22617524799966e-10,
    "max_abs_err": 5.606296676896605e-13,
    "mean_abs_err": 4.2293241895370865e-14,
    "w_frob_norm": 46.40184052135827,
    "relative_err": 2.6425142499148604e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 4.2911907250527765e-11,
    "max_abs_err": 1.78686059004729e-13,
    "mean_abs_err": 1.4828170515478183e-14,
    "w_frob_norm": 41.88443841950231,
    "relative_err": 1.0245310399231005e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 4.5015346571693226e-11,
    "max_abs_err": 1.5575908618448153e-13,
    "mean_abs_err": 1.5616787561328134e-14,
    "w_frob_norm": 41.98298278457147,
    "relative_err": 1.0722284027002516e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.1703000693328788e-10,
    "max_abs_err": 4.551081733694673e-13,
    "mean_abs_err": 4.0459241861441987e-14,
    "w_frob_norm": 43.14646608681414,
    "relative_err": 2.712389160628223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.171745343511866e-10,
    "max_abs_err": 5.211196058008127e-13,
    "mean_abs_err": 4.022062150186036e-14,
    "w_frob_norm": 42.59697909985528,
    "relative_err": 2.7507709895696497e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.4062726531424214e-10,
    "max_abs_err": 4.880124082617954e-13,
    "mean_abs_err": 4.828368395327617e-14,
    "w_frob_norm": 44.85541142897426,
    "relative_err": 3.135123741689821e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.4594107891506075e-11,
    "max_abs_err": 2.0101455222576448e-13,
    "mean_abs_err": 1.8721072379030487e-14,
    "w_frob_norm": 41.46830127509736,
    "relative_err": 1.316526267361018e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.370266929637354e-11,
    "max_abs_err": 1.927555337566389e-13,
    "mean_abs_err": 1.8467295535261808e-14,
    "w_frob_norm": 44.40030108556252,
    "relative_err": 1.2095113768009074e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 4.8473794255418466e-11,
    "max_abs_err": 2.396676607174797e-13,
    "mean_abs_err": 1.6564038228429922e-14,
    "w_frob_norm": 41.370788299547335,
    "relative_err": 1.1716913369994657e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.1888668000055515e-10,
    "max_abs_err": 4.182869328683836e-13,
    "mean_abs_err": 4.113487764179897e-14,
    "w_frob_norm": 45.285072401200395,
    "relative_err": 2.6252951292047345e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.1762003399507058e-10,
    "max_abs_err": 4.451150819456684e-13,
    "mean_abs_err": 4.0434908962265e-14,
    "w_frob_norm": 43.81444738663073,
    "relative_err": 2.6845034232010062e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.1571614779423809e-10,
    "max_abs_err": 4.1767603915429663e-13,
    "mean_abs_err": 3.9736777007723986e-14,
    "w_frob_norm": 43.71798833116579,
    "relative_err": 2.6468772286062867e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.113905468531923e-11,
    "max_abs_err": 1.9070162116108236e-13,
    "mean_abs_err": 1.7492517170456964e-14,
    "w_frob_norm": 43.50990758689391,
    "relative_err": 1.1753427557433695e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 6.15883024752255e-11,
    "max_abs_err": 2.6605800895751486e-13,
    "mean_abs_err": 2.095334572339203e-14,
    "w_frob_norm": 44.09264022651694,
    "relative_err": 1.3967932552650095e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 4.549833881319511e-11,
    "max_abs_err": 1.6635651189922385e-13,
    "mean_abs_err": 1.5804587403824726e-14,
    "w_frob_norm": 43.11327541778548,
    "relative_err": 1.0553208581880495e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.349867714614639e-10,
    "max_abs_err": 5.43086409177107e-13,
    "mean_abs_err": 4.592874569585699e-14,
    "w_frob_norm": 45.0839602536126,
    "relative_err": 2.9941196536887493e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 6.509603389402396e-11,
    "max_abs_err": 3.2576719100063656e-13,
    "mean_abs_err": 2.20606319128102e-14,
    "w_frob_norm": 44.317735707822465,
    "relative_err": 1.4688483708461203e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.4580857794824688e-10,
    "max_abs_err": 6.540063629545401e-13,
    "mean_abs_err": 4.907750586012613e-14,
    "w_frob_norm": 44.079393035367346,
    "relative_err": 3.3078626520845367e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.2256783403123466e-11,
    "max_abs_err": 1.8612542063145554e-13,
    "mean_abs_err": 1.8042813698850718e-14,
    "w_frob_norm": 44.2041024201093,
    "relative_err": 1.182170444418997e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.197922869069416e-10,
    "max_abs_err": 5.192547780641377e-13,
    "mean_abs_err": 4.135100016219937e-14,
    "w_frob_norm": 45.33572102305372,
    "relative_err": 2.6423377461235454e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 4.9285963664128206e-11,
    "max_abs_err": 1.904743723857294e-13,
    "mean_abs_err": 1.7030009550095983e-14,
    "w_frob_norm": 43.56196830354023,
    "relative_err": 1.1313989147759145e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.4497003501358744e-10,
    "max_abs_err": 5.302841499243982e-13,
    "mean_abs_err": 4.9498848938084853e-14,
    "w_frob_norm": 45.92960227796583,
    "relative_err": 3.1563529363095547e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.1366816919490711e-10,
    "max_abs_err": 4.0785430588385907e-13,
    "mean_abs_err": 3.92398299843264e-14,
    "w_frob_norm": 46.0255125035623,
    "relative_err": 2.4696774248001993e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 4.670021017129008e-11,
    "max_abs_err": 1.8371415499984778e-13,
    "mean_abs_err": 1.6085749995880975e-14,
    "w_frob_norm": 43.229642866587575,
    "relative_err": 1.0802821183467358e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 4.343097037112962e-11,
    "max_abs_err": 1.4504716872032475e-13,
    "mean_abs_err": 1.5064470141794287e-14,
    "w_frob_norm": 42.166193047434,
    "relative_err": 1.0299950560457957e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.1048518462713489e-10,
    "max_abs_err": 3.7905095728874016e-13,
    "mean_abs_err": 3.844049195273533e-14,
    "w_frob_norm": 46.08985069745086,
    "relative_err": 2.3971695059807518e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.2672614400101356e-11,
    "max_abs_err": 1.730837695390619e-13,
    "mean_abs_err": 1.8274515623877433e-14,
    "w_frob_norm": 43.303374257941464,
    "relative_err": 1.2163628193579316e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.1199849947291423e-11,
    "max_abs_err": 2.222250161665329e-13,
    "mean_abs_err": 1.753758590563615e-14,
    "w_frob_norm": 42.900453292042926,
    "relative_err": 1.1934570853774137e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.1009620257358538e-10,
    "max_abs_err": 4.363419348063502e-13,
    "mean_abs_err": 3.807219116960184e-14,
    "w_frob_norm": 44.37723241669443,
    "relative_err": 2.4809163748609046e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.1161736422524962e-10,
    "max_abs_err": 4.310822532271885e-13,
    "mean_abs_err": 3.855568711258428e-14,
    "w_frob_norm": 45.1203178735603,
    "relative_err": 2.4737716728422118e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 4.548638474068129e-11,
    "max_abs_err": 1.6300329142016068e-13,
    "mean_abs_err": 1.5676148754363925e-14,
    "w_frob_norm": 41.31628576774736,
    "relative_err": 1.10093111942287e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.0656684747169816e-10,
    "max_abs_err": 3.7917238793205854e-13,
    "mean_abs_err": 3.6919298320308245e-14,
    "w_frob_norm": 42.293322945698506,
    "relative_err": 2.519708550886912e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.1014713567682412e-10,
    "max_abs_err": 4.483323434723019e-13,
    "mean_abs_err": 3.803570690051334e-14,
    "w_frob_norm": 43.1312398327793,
    "relative_err": 2.5537669703877473e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.3635507267998442e-10,
    "max_abs_err": 6.165484789377729e-13,
    "mean_abs_err": 4.660688600147947e-14,
    "w_frob_norm": 45.034038956867754,
    "relative_err": 3.0278224169628936e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 4.645338118222924e-11,
    "max_abs_err": 1.7688584971753407e-13,
    "mean_abs_err": 1.6025546239924038e-14,
    "w_frob_norm": 40.52286800441848,
    "relative_err": 1.1463497888936222e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 6.765375878388023e-11,
    "max_abs_err": 2.6062832447770745e-13,
    "mean_abs_err": 2.263734733853966e-14,
    "w_frob_norm": 43.255528602847,
    "relative_err": 1.5640488272619881e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.377770285570911e-10,
    "max_abs_err": 5.762629956551635e-13,
    "mean_abs_err": 4.714000338389265e-14,
    "w_frob_norm": 44.45555963830526,
    "relative_err": 3.099208055821552e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.254914202085041e-10,
    "max_abs_err": 5.70088681123293e-13,
    "mean_abs_err": 4.295987590727744e-14,
    "w_frob_norm": 40.484587517196864,
    "relative_err": 3.0997332047707884e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.914351680631023e-11,
    "max_abs_err": 1.6783666470510106e-13,
    "mean_abs_err": 1.6979476236112087e-14,
    "w_frob_norm": 43.18318007096559,
    "relative_err": 1.1380244976296245e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.0398812293746498e-10,
    "max_abs_err": 3.9698799803034035e-13,
    "mean_abs_err": 3.5981674581009635e-14,
    "w_frob_norm": 43.770664602940066,
    "relative_err": 2.375749234807829e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.373058204667759e-10,
    "max_abs_err": 4.876411774379363e-13,
    "mean_abs_err": 4.734758904968244e-14,
    "w_frob_norm": 46.88106072962077,
    "relative_err": 2.9288121542015843e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 4.6261664003574365e-11,
    "max_abs_err": 2.1910251390977464e-13,
    "mean_abs_err": 1.5978109205776085e-14,
    "w_frob_norm": 44.698445066434665,
    "relative_err": 1.0349725574304948e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.258414634395935e-11,
    "max_abs_err": 2.2578293401576133e-13,
    "mean_abs_err": 1.781730072057764e-14,
    "w_frob_norm": 42.39196344596768,
    "relative_err": 1.2404272430311587e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 4.829970777795974e-11,
    "max_abs_err": 1.7280621378290562e-13,
    "mean_abs_err": 1.6622013227470734e-14,
    "w_frob_norm": 41.39265417469962,
    "relative_err": 1.1668666516070358e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.0347291603627653e-10,
    "max_abs_err": 4.0483371863131445e-13,
    "mean_abs_err": 3.5646346409408346e-14,
    "w_frob_norm": 42.744933784117364,
    "relative_err": 2.42070596152669e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.623392820147064e-11,
    "max_abs_err": 2.0886764540151148e-13,
    "mean_abs_err": 1.9453331827847492e-14,
    "w_frob_norm": 45.06560800798173,
    "relative_err": 1.247823577383242e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.029040863248803e-11,
    "max_abs_err": 2.1453672172100369e-13,
    "mean_abs_err": 1.726663370750297e-14,
    "w_frob_norm": 41.540775386054044,
    "relative_err": 1.2106275861516872e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.2046341183918543e-10,
    "max_abs_err": 4.764799665935016e-13,
    "mean_abs_err": 4.1418996076297175e-14,
    "w_frob_norm": 47.22725061465292,
    "relative_err": 2.550718288093823e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 4.9686738712017706e-11,
    "max_abs_err": 1.7235345095567567e-13,
    "mean_abs_err": 1.7236647887016642e-14,
    "w_frob_norm": 44.426483047244915,
    "relative_err": 1.1184036030756435e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.3496126775394742e-10,
    "max_abs_err": 5.055886265203924e-13,
    "mean_abs_err": 4.6357758224971705e-14,
    "w_frob_norm": 46.4991780373813,
    "relative_err": 2.902444160312905e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.412597557801578e-10,
    "max_abs_err": 6.934990776086281e-13,
    "mean_abs_err": 4.730447117871365e-14,
    "w_frob_norm": 47.60131596523916,
    "relative_err": 2.9675598860189637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.2635526926389597e-10,
    "max_abs_err": 5.273767533786611e-13,
    "mean_abs_err": 4.3167847725750824e-14,
    "w_frob_norm": 45.005271865326634,
    "relative_err": 2.807565958983657e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.5118302904118276e-10,
    "max_abs_err": 5.916187678645102e-13,
    "mean_abs_err": 5.089169786546187e-14,
    "w_frob_norm": 43.31871590740612,
    "relative_err": 3.4900164022483242e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.862022847486837e-11,
    "max_abs_err": 2.314398672709217e-13,
    "mean_abs_err": 2.0163382302882617e-14,
    "w_frob_norm": 45.199330145600484,
    "relative_err": 1.2969269298026137e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.026836636281496e-11,
    "max_abs_err": 2.119554531887502e-13,
    "mean_abs_err": 1.732289441425891e-14,
    "w_frob_norm": 40.6145678596318,
    "relative_err": 1.237693000613664e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.198314087747851e-10,
    "max_abs_err": 5.237373035260617e-13,
    "mean_abs_err": 4.11603371142695e-14,
    "w_frob_norm": 41.84100095460183,
    "relative_err": 2.8639708907730035e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.898351406731765e-11,
    "max_abs_err": 2.4636542805822614e-13,
    "mean_abs_err": 2.0109073389344353e-14,
    "w_frob_norm": 42.47598634372636,
    "relative_err": 1.3886320046816153e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.028699480060499e-11,
    "max_abs_err": 1.952014938577662e-13,
    "mean_abs_err": 1.7239430726018803e-14,
    "w_frob_norm": 43.36312002378668,
    "relative_err": 1.1596719694759105e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.972214181529353e-11,
    "max_abs_err": 2.0931173461136154e-13,
    "mean_abs_err": 2.0571256170385946e-14,
    "w_frob_norm": 44.140489007275605,
    "relative_err": 1.3530013635655378e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.0656777664875319e-10,
    "max_abs_err": 4.784358673126654e-13,
    "mean_abs_err": 3.672952304310336e-14,
    "w_frob_norm": 43.60780077695159,
    "relative_err": 2.4437778275917635e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 4.913513839713254e-11,
    "max_abs_err": 1.9443474608138445e-13,
    "mean_abs_err": 1.688386598632488e-14,
    "w_frob_norm": 42.296556133123744,
    "relative_err": 1.16168177481129e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.479120830843118e-10,
    "max_abs_err": 6.281017372877784e-13,
    "mean_abs_err": 5.003392566085603e-14,
    "w_frob_norm": 43.50288798366566,
    "relative_err": 3.4000520411391866e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.290020047238405e-10,
    "max_abs_err": 5.986548062830721e-13,
    "mean_abs_err": 4.397343034535105e-14,
    "w_frob_norm": 44.94639068295209,
    "relative_err": 2.8701304546077877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.1115153527378554e-10,
    "max_abs_err": 4.137315490204685e-13,
    "mean_abs_err": 3.837341550933567e-14,
    "w_frob_norm": 45.069908575794315,
    "relative_err": 2.466202812168154e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.9561955633181e-11,
    "max_abs_err": 2.8743500635197705e-13,
    "mean_abs_err": 2.0209951664067243e-14,
    "w_frob_norm": 41.073882542572285,
    "relative_err": 1.4501174942847485e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.2204834541866902e-10,
    "max_abs_err": 4.352577326338647e-13,
    "mean_abs_err": 4.1755312410301534e-14,
    "w_frob_norm": 43.75754586710849,
    "relative_err": 2.7891953947629835e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.0481673683022315e-11,
    "max_abs_err": 2.4965446376867817e-13,
    "mean_abs_err": 1.7380585541259195e-14,
    "w_frob_norm": 41.44325763604602,
    "relative_err": 1.218091350982867e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.6551002518056424e-11,
    "max_abs_err": 2.124871459341371e-13,
    "mean_abs_err": 1.9440918666947718e-14,
    "w_frob_norm": 41.99811788533699,
    "relative_err": 1.3465127811787099e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.6171472937569405e-11,
    "max_abs_err": 2.1679359696324951e-13,
    "mean_abs_err": 1.9302067601619185e-14,
    "w_frob_norm": 43.81798913842094,
    "relative_err": 1.281927218524881e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.2163972011825415e-10,
    "max_abs_err": 5.659431256965775e-13,
    "mean_abs_err": 4.1880199995469606e-14,
    "w_frob_norm": 42.776400143427836,
    "relative_err": 2.843617501949679e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.189990736766487e-10,
    "max_abs_err": 6.094708071557875e-13,
    "mean_abs_err": 4.096080326012158e-14,
    "w_frob_norm": 46.9835773851193,
    "relative_err": 2.5327801819181668e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 6.436545063268955e-11,
    "max_abs_err": 2.534430998402115e-13,
    "mean_abs_err": 2.1868822700839054e-14,
    "w_frob_norm": 42.15734929456582,
    "relative_err": 1.5267907425333882e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.373396458707177e-10,
    "max_abs_err": 5.489740606545723e-13,
    "mean_abs_err": 4.680247827015349e-14,
    "w_frob_norm": 46.56032834006153,
    "relative_err": 2.9497138608566823e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.1860831797548437e-10,
    "max_abs_err": 4.985283019731668e-13,
    "mean_abs_err": 4.099238428658005e-14,
    "w_frob_norm": 44.85087331893707,
    "relative_err": 2.644504090969511e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 4.988161813293817e-11,
    "max_abs_err": 1.9488577418513842e-13,
    "mean_abs_err": 1.722508791796163e-14,
    "w_frob_norm": 42.814799778423954,
    "relative_err": 1.1650555039632688e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.2619614639314811e-10,
    "max_abs_err": 5.23789345230341e-13,
    "mean_abs_err": 4.3435704572188576e-14,
    "w_frob_norm": 44.07104881329475,
    "relative_err": 2.863470459434108e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.269403849331116e-11,
    "max_abs_err": 1.8374538002241536e-13,
    "mean_abs_err": 1.8197063141869347e-14,
    "w_frob_norm": 44.053961961793796,
    "relative_err": 1.1961248465917902e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.1268245858800163e-10,
    "max_abs_err": 4.753870908036362e-13,
    "mean_abs_err": 3.904791944726584e-14,
    "w_frob_norm": 43.640045298113556,
    "relative_err": 2.5820884881820366e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.1741228503321829e-10,
    "max_abs_err": 4.1965042552050136e-13,
    "mean_abs_err": 4.044635050223467e-14,
    "w_frob_norm": 45.520408630846,
    "relative_err": 2.5793328435469315e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 4.674816633122498e-11,
    "max_abs_err": 1.5883301618391243e-13,
    "mean_abs_err": 1.6237209758912163e-14,
    "w_frob_norm": 43.32519383729935,
    "relative_err": 1.079006513087513e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.556350354005817e-11,
    "max_abs_err": 1.9703509657187368e-13,
    "mean_abs_err": 1.9105273240261036e-14,
    "w_frob_norm": 44.246836452721254,
    "relative_err": 1.2557621740806042e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.934571681020996e-11,
    "max_abs_err": 2.6140461323320707e-13,
    "mean_abs_err": 2.0230761245149187e-14,
    "w_frob_norm": 42.242887523415035,
    "relative_err": 1.4048688498700498e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.725399698522209e-11,
    "max_abs_err": 2.5375535006588734e-13,
    "mean_abs_err": 1.969169077979703e-14,
    "w_frob_norm": 43.70876998246677,
    "relative_err": 1.3098972359137268e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.07257853716868e-10,
    "max_abs_err": 4.750713711310084e-13,
    "mean_abs_err": 3.694329131238278e-14,
    "w_frob_norm": 43.62333317657971,
    "relative_err": 2.458726692953671e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.55817850867509e-11,
    "max_abs_err": 1.8477927521409754e-13,
    "mean_abs_err": 1.9228799955322082e-14,
    "w_frob_norm": 44.328148337876236,
    "relative_err": 1.2538711218681559e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.9725402392345304e-11,
    "max_abs_err": 2.0172578885091497e-13,
    "mean_abs_err": 1.6970752398763902e-14,
    "w_frob_norm": 43.638333958872636,
    "relative_err": 1.1394890198880984e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.3703079746798992e-10,
    "max_abs_err": 4.724137747658119e-13,
    "mean_abs_err": 4.7153086228373584e-14,
    "w_frob_norm": 45.972617294642134,
    "relative_err": 2.9807047223295713e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.3067954773844255e-10,
    "max_abs_err": 6.789829115616541e-13,
    "mean_abs_err": 4.472869884461171e-14,
    "w_frob_norm": 45.08772548607871,
    "relative_err": 2.8983397660809297e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.2561762269563365e-10,
    "max_abs_err": 4.48249076745455e-13,
    "mean_abs_err": 4.317328969703257e-14,
    "w_frob_norm": 45.5285670212021,
    "relative_err": 2.759094584223023e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 4.3196598416524036e-11,
    "max_abs_err": 1.4622114283269205e-13,
    "mean_abs_err": 1.4991105137385403e-14,
    "w_frob_norm": 44.40507175534552,
    "relative_err": 9.72785240715752e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 4.599572326121e-11,
    "max_abs_err": 1.8467432444380094e-13,
    "mean_abs_err": 1.586366556891007e-14,
    "w_frob_norm": 44.805717335127504,
    "relative_err": 1.0265592428122902e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.266285504469636e-10,
    "max_abs_err": 4.906665351800399e-13,
    "mean_abs_err": 4.3056797978402683e-14,
    "w_frob_norm": 44.75042001674981,
    "relative_err": 2.8296617193663726e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 4.8589177160077e-11,
    "max_abs_err": 1.774379254637637e-13,
    "mean_abs_err": 1.6747685924219227e-14,
    "w_frob_norm": 41.08549025902596,
    "relative_err": 1.182635934334569e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.993750946860142e-11,
    "max_abs_err": 2.3387368430771716e-13,
    "mean_abs_err": 2.0216794975049337e-14,
    "w_frob_norm": 40.352270673935294,
    "relative_err": 1.4853565479108664e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.1669997809859385e-11,
    "max_abs_err": 2.1049828546892968e-13,
    "mean_abs_err": 1.7682194032252385e-14,
    "w_frob_norm": 43.06070735638686,
    "relative_err": 1.1999337907345263e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.1394405286913035e-10,
    "max_abs_err": 5.272726699701025e-13,
    "mean_abs_err": 3.92885782948245e-14,
    "w_frob_norm": 43.072625892624515,
    "relative_err": 2.6453936928103893e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.3106093490221088e-10,
    "max_abs_err": 5.37108552078891e-13,
    "mean_abs_err": 4.505633904700705e-14,
    "w_frob_norm": 46.422354176363825,
    "relative_err": 2.823228964310931e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.3298373647783802e-10,
    "max_abs_err": 5.713021201947388e-13,
    "mean_abs_err": 4.5724090373900513e-14,
    "w_frob_norm": 46.719239598994335,
    "relative_err": 2.846444797031769e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.1169008482071211e-10,
    "max_abs_err": 3.5754905980400764e-13,
    "mean_abs_err": 3.8783960852769676e-14,
    "w_frob_norm": 45.59291549869117,
    "relative_err": 2.4497245591569677e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.0593668278258804e-10,
    "max_abs_err": 3.678966853382093e-13,
    "mean_abs_err": 3.662282470786688e-14,
    "w_frob_norm": 42.19661447088618,
    "relative_err": 2.5105493440873013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.963246767876862e-11,
    "max_abs_err": 2.0776522863252822e-13,
    "mean_abs_err": 1.7013053437825733e-14,
    "w_frob_norm": 43.218644015510904,
    "relative_err": 1.1484040929409038e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.446937063330629e-11,
    "max_abs_err": 1.8044940541805943e-13,
    "mean_abs_err": 1.8847155473558907e-14,
    "w_frob_norm": 44.709388402461066,
    "relative_err": 1.2182982720091956e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.864157561954834e-11,
    "max_abs_err": 2.2125010157303393e-13,
    "mean_abs_err": 1.670067498986594e-14,
    "w_frob_norm": 42.40126399383426,
    "relative_err": 1.1471727735904643e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.1037581824356142e-10,
    "max_abs_err": 4.1706221809434396e-13,
    "mean_abs_err": 3.820694171676945e-14,
    "w_frob_norm": 46.96986883818727,
    "relative_err": 2.349928176802233e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.2553661809827786e-10,
    "max_abs_err": 4.392224431382097e-13,
    "mean_abs_err": 4.305190971162433e-14,
    "w_frob_norm": 43.75105478139798,
    "relative_err": 2.8693392359457663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.296348146315815e-11,
    "max_abs_err": 1.8928608680468528e-13,
    "mean_abs_err": 1.8233968988048578e-14,
    "w_frob_norm": 43.79607281631854,
    "relative_err": 1.2093203353023882e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.0883566012543347e-10,
    "max_abs_err": 4.3137021732420067e-13,
    "mean_abs_err": 3.771510807635157e-14,
    "w_frob_norm": 45.11940996918293,
    "relative_err": 2.412169401146191e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.6358383053966914e-11,
    "max_abs_err": 2.305794444268372e-13,
    "mean_abs_err": 1.9380309110490073e-14,
    "w_frob_norm": 42.94397623997157,
    "relative_err": 1.312369929114981e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.1807637748540139e-10,
    "max_abs_err": 5.156925234062193e-13,
    "mean_abs_err": 4.051013717475831e-14,
    "w_frob_norm": 44.08317042440269,
    "relative_err": 2.6784910510891703e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 6.365865101508797e-11,
    "max_abs_err": 2.8267665985737267e-13,
    "mean_abs_err": 2.1762571116628694e-14,
    "w_frob_norm": 42.572341997437825,
    "relative_err": 1.4953053562080096e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1504007827115998e-10,
    "max_abs_err": 4.677230824867706e-13,
    "mean_abs_err": 3.95233822878028e-14,
    "w_frob_norm": 43.6195071528021,
    "relative_err": 2.6373539221377896e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 4.727921145387738e-11,
    "max_abs_err": 1.639747365667077e-13,
    "mean_abs_err": 1.6443559083894764e-14,
    "w_frob_norm": 42.570187317549895,
    "relative_err": 1.1106178862028675e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.1813780629009276e-10,
    "max_abs_err": 5.089886845333069e-13,
    "mean_abs_err": 4.0609044057445834e-14,
    "w_frob_norm": 44.022491167483146,
    "relative_err": 2.683578397247866e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.2283187334555126e-10,
    "max_abs_err": 4.4415339461867376e-13,
    "mean_abs_err": 4.2376004370537855e-14,
    "w_frob_norm": 45.28571991310166,
    "relative_err": 2.712375415059144e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.0466523226272165e-11,
    "max_abs_err": 2.0189665911329868e-13,
    "mean_abs_err": 1.7405621030529357e-14,
    "w_frob_norm": 44.33345695291442,
    "relative_err": 1.1383394550050888e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 4.711575921808835e-11,
    "max_abs_err": 1.8053874367707223e-13,
    "mean_abs_err": 1.622564495841443e-14,
    "w_frob_norm": 42.012043315346055,
    "relative_err": 1.1214822108135365e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.5880406525917776e-11,
    "max_abs_err": 2.3330642973107274e-13,
    "mean_abs_err": 1.90308854650937e-14,
    "w_frob_norm": 42.16605204248996,
    "relative_err": 1.3252463491153527e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 4.823342875037463e-11,
    "max_abs_err": 1.643025993036673e-13,
    "mean_abs_err": 1.673344973248305e-14,
    "w_frob_norm": 44.655241943834554,
    "relative_err": 1.080129155073005e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.3363818880762713e-10,
    "max_abs_err": 6.539621275059027e-13,
    "mean_abs_err": 4.5612366384789554e-14,
    "w_frob_norm": 46.651087216970375,
    "relative_err": 2.864631818463027e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.2635428015160825e-10,
    "max_abs_err": 5.213138948301221e-13,
    "mean_abs_err": 4.3639896065837155e-14,
    "w_frob_norm": 46.291769216106665,
    "relative_err": 2.729519357139731e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.0902670013087964e-10,
    "max_abs_err": 4.457267888113847e-13,
    "mean_abs_err": 3.762153383444254e-14,
    "w_frob_norm": 42.92455213556085,
    "relative_err": 2.5399612740643238e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.2100904211285257e-10,
    "max_abs_err": 4.3778175529141095e-13,
    "mean_abs_err": 4.16868325555381e-14,
    "w_frob_norm": 45.049894604584004,
    "relative_err": 2.6861115475404336e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.334418377353094e-11,
    "max_abs_err": 2.264126386375409e-13,
    "mean_abs_err": 1.817237449334009e-14,
    "w_frob_norm": 42.58093727005512,
    "relative_err": 1.252771479293976e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.4252484455646566e-11,
    "max_abs_err": 2.0512367845948454e-13,
    "mean_abs_err": 1.8596014207941383e-14,
    "w_frob_norm": 41.66540410414149,
    "relative_err": 1.3020990824916526e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.665624818958538e-11,
    "max_abs_err": 2.3420154704467677e-13,
    "mean_abs_err": 1.943504400591306e-14,
    "w_frob_norm": 43.31985679282602,
    "relative_err": 1.3078586215217575e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.506461025101468e-11,
    "max_abs_err": 1.7347581704463266e-13,
    "mean_abs_err": 1.90651874047049e-14,
    "w_frob_norm": 43.451979356526984,
    "relative_err": 1.267252057707317e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.162071363528508e-11,
    "max_abs_err": 1.6782061851294827e-13,
    "mean_abs_err": 1.7884604285059577e-14,
    "w_frob_norm": 43.92743357600506,
    "relative_err": 1.175136115019531e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.3570114530883886e-10,
    "max_abs_err": 6.328514101650029e-13,
    "mean_abs_err": 4.643418297436978e-14,
    "w_frob_norm": 45.44636559434428,
    "relative_err": 2.9859625414298614e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 4.455485538916174e-11,
    "max_abs_err": 1.5185422364005774e-13,
    "mean_abs_err": 1.541536834331604e-14,
    "w_frob_norm": 42.64677996365504,
    "relative_err": 1.0447413714970467e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.2667145864642088e-10,
    "max_abs_err": 4.984597803958657e-13,
    "mean_abs_err": 4.3537551424176715e-14,
    "w_frob_norm": 44.79616708696583,
    "relative_err": 2.82772984573669e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.269869264340982e-10,
    "max_abs_err": 4.748493265260834e-13,
    "mean_abs_err": 4.3607174146903717e-14,
    "w_frob_norm": 44.12083107309421,
    "relative_err": 2.8781626126606994e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.218520484508251e-10,
    "max_abs_err": 4.4603210014315664e-13,
    "mean_abs_err": 4.207169825700934e-14,
    "w_frob_norm": 43.90656923419853,
    "relative_err": 2.775257793449172e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.3208413822435387e-10,
    "max_abs_err": 5.20276530191488e-13,
    "mean_abs_err": 4.539552377901486e-14,
    "w_frob_norm": 45.50176156253532,
    "relative_err": 2.9028357076423097e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.4007031373197915e-11,
    "max_abs_err": 2.1760371282653068e-13,
    "mean_abs_err": 1.853748869083714e-14,
    "w_frob_norm": 42.22964556265357,
    "relative_err": 1.2788890518408673e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.0367025801988922e-10,
    "max_abs_err": 4.2313028081331083e-13,
    "mean_abs_err": 3.58284157568116e-14,
    "w_frob_norm": 42.833377422009086,
    "relative_err": 2.420314816608888e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 4.1331247325466035e-11,
    "max_abs_err": 1.4863457686864479e-13,
    "mean_abs_err": 1.4336924469416267e-14,
    "w_frob_norm": 41.231933701753924,
    "relative_err": 1.0024086579210785e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.1613942334007009e-10,
    "max_abs_err": 4.477789666834653e-13,
    "mean_abs_err": 3.9853684819998326e-14,
    "w_frob_norm": 43.23334048006764,
    "relative_err": 2.686339340204701e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.282632189175641e-11,
    "max_abs_err": 1.8826606940081092e-13,
    "mean_abs_err": 1.831066123261665e-14,
    "w_frob_norm": 44.14080885433873,
    "relative_err": 1.1967683253399185e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.598236612143042e-11,
    "max_abs_err": 1.6661021520758545e-13,
    "mean_abs_err": 1.59107573998703e-14,
    "w_frob_norm": 42.08721552592607,
    "relative_err": 1.0925494962503496e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.194446500294209e-10,
    "max_abs_err": 4.642813911104327e-13,
    "mean_abs_err": 4.0862986419003824e-14,
    "w_frob_norm": 44.44817495882323,
    "relative_err": 2.687279064665183e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.11332473896836e-10,
    "max_abs_err": 4.43535833061226e-13,
    "mean_abs_err": 3.8329015364371444e-14,
    "w_frob_norm": 44.591092085906375,
    "relative_err": 2.4967424812639685e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.1331750455974485e-10,
    "max_abs_err": 4.497990521712403e-13,
    "mean_abs_err": 3.908522991503364e-14,
    "w_frob_norm": 43.73547136114493,
    "relative_err": 2.5909748090749365e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.1469235779695024e-10,
    "max_abs_err": 4.265372777201293e-13,
    "mean_abs_err": 3.941051494436512e-14,
    "w_frob_norm": 46.820479794744266,
    "relative_err": 2.449619446441999e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.7008580504905113e-11,
    "max_abs_err": 2.309541446976482e-13,
    "mean_abs_err": 1.9214521899316765e-14,
    "w_frob_norm": 43.14009437854747,
    "relative_err": 1.321475562956907e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.171427065157799e-11,
    "max_abs_err": 2.0540220999759606e-13,
    "mean_abs_err": 1.7917778939023415e-14,
    "w_frob_norm": 43.427887835148304,
    "relative_err": 1.1908078709212082e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.5056677705806265e-11,
    "max_abs_err": 2.0468045661137246e-13,
    "mean_abs_err": 1.9032701554969732e-14,
    "w_frob_norm": 45.01031306934495,
    "relative_err": 1.2232013943334146e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.2046026827235934e-11,
    "max_abs_err": 2.173920765624615e-13,
    "mean_abs_err": 1.791227616174388e-14,
    "w_frob_norm": 42.29494667152989,
    "relative_err": 1.2305495318727949e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.2230608844255686e-10,
    "max_abs_err": 6.128698893867468e-13,
    "mean_abs_err": 4.1819596581205934e-14,
    "w_frob_norm": 44.74538974081034,
    "relative_err": 2.733378548069875e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.0207728795411821e-10,
    "max_abs_err": 3.619951560729362e-13,
    "mean_abs_err": 3.525289888176068e-14,
    "w_frob_norm": 43.68326403884308,
    "relative_err": 2.3367596309504546e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1058051566074451e-10,
    "max_abs_err": 4.30745716872849e-13,
    "mean_abs_err": 3.783536958544186e-14,
    "w_frob_norm": 44.36761543392436,
    "relative_err": 2.492370044665336e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.4863752388903146e-11,
    "max_abs_err": 2.629736706172281e-13,
    "mean_abs_err": 1.858718897083344e-14,
    "w_frob_norm": 43.077786384220786,
    "relative_err": 1.2735972990710477e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.0786908545239233e-10,
    "max_abs_err": 4.640177131420842e-13,
    "mean_abs_err": 3.712904081838747e-14,
    "w_frob_norm": 45.50656410115855,
    "relative_err": 2.3704071617581448e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.373447847024947e-11,
    "max_abs_err": 2.6432675492849e-13,
    "mean_abs_err": 1.8369546455595428e-14,
    "w_frob_norm": 42.95200675048855,
    "relative_err": 1.2510353423623979e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 4.59894409618951e-11,
    "max_abs_err": 1.746242039857293e-13,
    "mean_abs_err": 1.5908908041294602e-14,
    "w_frob_norm": 44.14598806115123,
    "relative_err": 1.041758107173642e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.338424593089395e-10,
    "max_abs_err": 5.427047700123921e-13,
    "mean_abs_err": 4.5551723246036803e-14,
    "w_frob_norm": 46.819198893691585,
    "relative_err": 2.8587088731023425e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.953922955125546e-11,
    "max_abs_err": 1.8793300249342337e-13,
    "mean_abs_err": 1.7170342418555686e-14,
    "w_frob_norm": 42.55924108480864,
    "relative_err": 1.1640064129089533e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.233862994131281e-10,
    "max_abs_err": 5.260722413247265e-13,
    "mean_abs_err": 4.233383819450662e-14,
    "w_frob_norm": 44.559484787690856,
    "relative_err": 2.7690243727237265e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.7063698775395906e-11,
    "max_abs_err": 1.9627355296591986e-13,
    "mean_abs_err": 1.6130901960170178e-14,
    "w_frob_norm": 42.73885585279766,
    "relative_err": 1.101192295308372e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.0739973458624554e-10,
    "max_abs_err": 3.362518596894404e-13,
    "mean_abs_err": 3.732722308166489e-14,
    "w_frob_norm": 44.912741646106646,
    "relative_err": 2.391297672996895e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.0933488657989144e-11,
    "max_abs_err": 2.0525031327323084e-13,
    "mean_abs_err": 1.7516258010283322e-14,
    "w_frob_norm": 41.80748758546876,
    "relative_err": 1.2182862831415958e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.2874642345211814e-11,
    "max_abs_err": 1.8960874537121697e-13,
    "mean_abs_err": 1.819194152929884e-14,
    "w_frob_norm": 43.46859692361212,
    "relative_err": 1.2163871412304624e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.0808141915233636e-10,
    "max_abs_err": 6.235307409285795e-13,
    "mean_abs_err": 3.7406997761336336e-14,
    "w_frob_norm": 42.624095606557894,
    "relative_err": 2.535688267734356e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.2719458485193403e-10,
    "max_abs_err": 4.199678799166051e-13,
    "mean_abs_err": 4.387381154048594e-14,
    "w_frob_norm": 44.25408033956483,
    "relative_err": 2.874188862946887e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.2692817669628564e-10,
    "max_abs_err": 4.81458622969555e-13,
    "mean_abs_err": 4.365257919329986e-14,
    "w_frob_norm": 44.340248031341076,
    "relative_err": 2.8625950988494434e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 4.6230983022520054e-11,
    "max_abs_err": 1.5615633786048022e-13,
    "mean_abs_err": 1.601176478336278e-14,
    "w_frob_norm": 42.83444741113306,
    "relative_err": 1.0792944888207943e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.3305400539758845e-10,
    "max_abs_err": 6.04724603725515e-13,
    "mean_abs_err": 4.556746526204463e-14,
    "w_frob_norm": 43.90095685350365,
    "relative_err": 3.0307768881117146e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.0080509441270884e-11,
    "max_abs_err": 2.44280290440102e-13,
    "mean_abs_err": 1.7168801837774657e-14,
    "w_frob_norm": 40.0345388439753,
    "relative_err": 1.2509325918913984e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 5.5715952659893226e-11,
    "max_abs_err": 2.2075353697803557e-13,
    "mean_abs_err": 1.8985153481002527e-14,
    "w_frob_norm": 42.42197812195832,
    "relative_err": 1.3133746969487433e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.3806635221368465e-10,
    "max_abs_err": 6.060776880367769e-13,
    "mean_abs_err": 4.7274066489894137e-14,
    "w_frob_norm": 44.280869832375885,
    "relative_err": 3.1179683853621515e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.253099035262449e-10,
    "max_abs_err": 4.913604245704306e-13,
    "mean_abs_err": 4.266065872518583e-14,
    "w_frob_norm": 43.38228429732599,
    "relative_err": 2.8885040415902853e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.285887611428548e-10,
    "max_abs_err": 6.247502515321912e-13,
    "mean_abs_err": 4.358459912000164e-14,
    "w_frob_norm": 44.450259448410115,
    "relative_err": 2.892868629756764e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.7141466130601994e-11,
    "max_abs_err": 1.8002266344296913e-13,
    "mean_abs_err": 1.6281097160473303e-14,
    "w_frob_norm": 41.65129875059934,
    "relative_err": 1.131812633571808e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 3.962047273248384e-11,
    "max_abs_err": 1.498523527487805e-13,
    "mean_abs_err": 1.381237211149846e-14,
    "w_frob_norm": 42.86656643047862,
    "relative_err": 9.242744644999892e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.7167197788696074e-11,
    "max_abs_err": 1.8333251583513288e-13,
    "mean_abs_err": 1.6306404824251616e-14,
    "w_frob_norm": 41.79802607813119,
    "relative_err": 1.1284551500237962e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.138248314053029e-11,
    "max_abs_err": 2.0311877180212434e-13,
    "mean_abs_err": 1.775575166835206e-14,
    "w_frob_norm": 42.43175489480567,
    "relative_err": 1.2109440975965934e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 6.828115935830574e-11,
    "max_abs_err": 2.798906939549539e-13,
    "mean_abs_err": 2.3219369478994017e-14,
    "w_frob_norm": 42.90785555686361,
    "relative_err": 1.5913440201600421e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.29211549926144e-11,
    "max_abs_err": 2.181935188083628e-13,
    "mean_abs_err": 1.8198972880475162e-14,
    "w_frob_norm": 45.900979764583035,
    "relative_err": 1.152941729436636e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.1597493945577378e-10,
    "max_abs_err": 4.704500677910062e-13,
    "mean_abs_err": 3.992796005402202e-14,
    "w_frob_norm": 44.7972953111304,
    "relative_err": 2.5888826245043076e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.3147231210134064e-10,
    "max_abs_err": 4.936259734300563e-13,
    "mean_abs_err": 4.4980612917911284e-14,
    "w_frob_norm": 44.04422695527569,
    "relative_err": 2.98500668963592e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.1476143969922594e-10,
    "max_abs_err": 6.459138779391083e-13,
    "mean_abs_err": 3.891339756317325e-14,
    "w_frob_norm": 45.27553639084394,
    "relative_err": 2.5347339611515707e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.147264231123408e-11,
    "max_abs_err": 2.0126608712978111e-13,
    "mean_abs_err": 1.7698208200780354e-14,
    "w_frob_norm": 43.27590422712222,
    "relative_err": 1.1894065122497137e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.3337265878588292e-10,
    "max_abs_err": 5.910133493713943e-13,
    "mean_abs_err": 4.57950168749177e-14,
    "w_frob_norm": 47.23404427616276,
    "relative_err": 2.8236552857107573e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.1873653075984255e-10,
    "max_abs_err": 5.293768895464623e-13,
    "mean_abs_err": 4.081513387712839e-14,
    "w_frob_norm": 45.368090257518524,
    "relative_err": 2.6171815936238403e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 4.956183483727023e-11,
    "max_abs_err": 2.0933255129307327e-13,
    "mean_abs_err": 1.712791320228909e-14,
    "w_frob_norm": 44.418196326184585,
    "relative_err": 1.1158002561228148e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.997389339184576e-11,
    "max_abs_err": 1.601288546204671e-13,
    "mean_abs_err": 1.7305595424650192e-14,
    "w_frob_norm": 45.47394434188486,
    "relative_err": 1.0989566468245886e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.542174705121937e-11,
    "max_abs_err": 2.1471713296250527e-13,
    "mean_abs_err": 1.9017240917678845e-14,
    "w_frob_norm": 42.783496317373,
    "relative_err": 1.2954001384107166e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.809559469654682e-11,
    "max_abs_err": 2.429861867270233e-13,
    "mean_abs_err": 1.6629784565223334e-14,
    "w_frob_norm": 42.36971265138367,
    "relative_err": 1.1351409222969124e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.171784136594407e-11,
    "max_abs_err": 2.2518792386350128e-13,
    "mean_abs_err": 1.768149398182922e-14,
    "w_frob_norm": 43.21291908102513,
    "relative_err": 1.1968143431590916e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.4889718671043504e-10,
    "max_abs_err": 6.438877209191674e-13,
    "mean_abs_err": 5.113525331514384e-14,
    "w_frob_norm": 45.47211616200287,
    "relative_err": 3.2744723421263513e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.1025575169761193e-11,
    "max_abs_err": 2.0817202128764478e-13,
    "mean_abs_err": 1.729768457383511e-14,
    "w_frob_norm": 41.32706389891656,
    "relative_err": 1.2346769974892625e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.1485425057841733e-10,
    "max_abs_err": 4.621858451514527e-13,
    "mean_abs_err": 3.9486997702367515e-14,
    "w_frob_norm": 45.599309196083006,
    "relative_err": 2.5187717227146797e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.2853965842570923e-10,
    "max_abs_err": 5.208750097907e-13,
    "mean_abs_err": 4.4329526770559044e-14,
    "w_frob_norm": 44.969443158428945,
    "relative_err": 2.858377809412926e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.278686517607992e-10,
    "max_abs_err": 4.871710673759466e-13,
    "mean_abs_err": 4.381284860842203e-14,
    "w_frob_norm": 46.14163341529394,
    "relative_err": 2.7712207456967993e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.2108500227610657e-10,
    "max_abs_err": 4.76892830780784e-13,
    "mean_abs_err": 4.179591643442494e-14,
    "w_frob_norm": 46.308121913109716,
    "relative_err": 2.6147681502459658e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.norm.weight": {
    "frob_norm_diff": 5.36831866750036e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 6.863516038582046e-17,
    "w_frob_norm": 45.61463738901998,
    "relative_err": 1.1768850910108478e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.25.mixer.A_log": {
    "frob_norm_diff": 2.80334748792798e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 2.1402150884863858e-16,
    "w_frob_norm": 19.086729547755894,
    "relative_err": 1.4687416620610006e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.25.mixer.dt_bias": {
    "frob_norm_diff": 2.955023920013462e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.1553939189011828e-16,
    "w_frob_norm": 26.277172822962186,
    "relative_err": 1.1245593047328243e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.25.mixer.D": {
    "frob_norm_diff": 5.267250129100089e-16,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 1.8838873014772695e-17,
    "w_frob_norm": 3.626602342281917,
    "relative_err": 1.4523925239031994e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.24.mixer.gate.weight": {
    "frob_norm_diff": 4.454066713368943e-11,
    "max_abs_err": 5.06442110470573e-13,
    "mean_abs_err": 5.800661677651413e-14,
    "w_frob_norm": 13.464732259373239,
    "relative_err": 3.3079504497895396e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.132127236896477e-10,
    "max_abs_err": 4.697978117640389e-13,
    "mean_abs_err": 3.9205906821834063e-14,
    "w_frob_norm": 44.84110865379183,
    "relative_err": 2.524753002066426e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.0769119067673528e-10,
    "max_abs_err": 3.54605234065275e-13,
    "mean_abs_err": 2.6245538217603608e-14,
    "w_frob_norm": 44.475686285122656,
    "relative_err": 2.421349723225261e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.685482428495728e-11,
    "max_abs_err": 1.5279444376403717e-13,
    "mean_abs_err": 1.6260066957290902e-14,
    "w_frob_norm": 43.18725679563886,
    "relative_err": 1.0849224461436222e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.24.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.1586866156248426e-10,
    "max_abs_err": 8.281500485374238e-13,
    "mean_abs_err": 5.292188703203023e-14,
    "w_frob_norm": 45.9864593181519,
    "relative_err": 4.694178781389155e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.24.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.225057883254147e-10,
    "max_abs_err": 4.675183851166054e-13,
    "mean_abs_err": 4.194203853604595e-14,
    "w_frob_norm": 43.57041959383949,
    "relative_err": 2.811673366182961e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.25.mixer.conv1d.weight": {
    "frob_norm_diff": 5.048658750087783e-15,
    "max_abs_err": 1.106753577673203e-15,
    "mean_abs_err": 1.062260491328626e-17,
    "w_frob_norm": 9.454080898126609,
    "relative_err": 5.340189918501978e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.26.norm.weight": {
    "frob_norm_diff": 5.003245651091653e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 6.532059945850763e-17,
    "w_frob_norm": 43.14143179056535,
    "relative_err": 1.1597310157392177e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.25.mixer.norm.weight": {
    "frob_norm_diff": 1.6500387692523648e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 1.1695662087444842e-16,
    "w_frob_norm": 143.183707833839,
    "relative_err": 1.1523928205345765e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": true
  },
  "backbone.layers.25.norm.weight": {
    "frob_norm_diff": 3.617819771914524e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 4.407023687779174e-17,
    "w_frob_norm": 29.227389538322672,
    "relative_err": 1.2378183029896916e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.27.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.526704342613615e-11,
    "max_abs_err": 1.8725646033779242e-13,
    "mean_abs_err": 1.5598116513316555e-14,
    "w_frob_norm": 43.90458999889324,
    "relative_err": 1.0310321409965849e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.26.mixer.v_proj.weight": {
    "frob_norm_diff": 4.1207801411196254e-11,
    "max_abs_err": 3.875372245332187e-13,
    "mean_abs_err": 3.825176561591652e-14,
    "w_frob_norm": 19.8238357090275,
    "relative_err": 2.078699703530674e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.26.mixer.k_proj.weight": {
    "frob_norm_diff": 3.7130546870920686e-11,
    "max_abs_err": 4.374937911943988e-13,
    "mean_abs_err": 3.467473439052263e-14,
    "w_frob_norm": 20.028628012053115,
    "relative_err": 1.8538737076037226e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.25.mixer.in_proj.weight": {
    "frob_norm_diff": 3.089951991665548e-10,
    "max_abs_err": 7.156983339307033e-13,
    "mean_abs_err": 4.4464604648616625e-14,
    "w_frob_norm": 121.99961904846454,
    "relative_err": 2.5327554428166367e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": true
  },
  "backbone.layers.27.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.3133941262464855e-10,
    "max_abs_err": 4.904063266586434e-13,
    "mean_abs_err": 4.4901273385388656e-14,
    "w_frob_norm": 46.41637194759617,
    "relative_err": 2.8295923854826487e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.25.mixer.out_proj.weight": {
    "frob_norm_diff": 4.0012187294202715e-10,
    "max_abs_err": 1.1947630385034103e-12,
    "mean_abs_err": 9.311869916947472e-14,
    "w_frob_norm": 69.61538749885477,
    "relative_err": 5.747606776570905e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.26.mixer.o_proj.weight": {
    "frob_norm_diff": 4.420893999541806e-10,
    "max_abs_err": 3.025260597588897e-12,
    "mean_abs_err": 1.023306157647173e-13,
    "w_frob_norm": 74.93193105911375,
    "relative_err": 5.8998799804774354e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.26.mixer.q_proj.weight": {
    "frob_norm_diff": 2.3254327972666146e-10,
    "max_abs_err": 7.088565845414507e-13,
    "mean_abs_err": 5.317825698771673e-14,
    "w_frob_norm": 80.39148182859556,
    "relative_err": 2.8926358170940558e-12,
    "shape": [
      4096,
      2688
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.27.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.5345239768897066e-11,
    "max_abs_err": 1.8712462135361818e-13,
    "mean_abs_err": 1.9187080486654297e-14,
    "w_frob_norm": 45.182703014980675,
    "relative_err": 1.224920955936322e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.2578905393275556e-10,
    "max_abs_err": 5.46451772720502e-13,
    "mean_abs_err": 4.3151574549581e-14,
    "w_frob_norm": 43.23356175375196,
    "relative_err": 2.9095232691958156e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1560134102912664e-10,
    "max_abs_err": 4.109629303528095e-13,
    "mean_abs_err": 4.00818879259725e-14,
    "w_frob_norm": 46.756645573869015,
    "relative_err": 2.472404502296739e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.414816572247319e-11,
    "max_abs_err": 1.9710622023438873e-13,
    "mean_abs_err": 1.8663647884319732e-14,
    "w_frob_norm": 42.28926150959119,
    "relative_err": 1.280423535184988e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.2080856281996003e-10,
    "max_abs_err": 5.355924037608872e-13,
    "mean_abs_err": 4.1451966540984226e-14,
    "w_frob_norm": 45.73763726000258,
    "relative_err": 2.6413380764118905e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.224552796771079e-11,
    "max_abs_err": 2.460705250673101e-13,
    "mean_abs_err": 1.7946293198375455e-14,
    "w_frob_norm": 44.98775376335092,
    "relative_err": 1.1613277747214928e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 4.4102535911820865e-11,
    "max_abs_err": 1.7604320778907834e-13,
    "mean_abs_err": 1.5330150817900435e-14,
    "w_frob_norm": 42.736957272439255,
    "relative_err": 1.0319531086566675e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.9519885157219097e-11,
    "max_abs_err": 1.703468095748395e-13,
    "mean_abs_err": 1.708739858765781e-14,
    "w_frob_norm": 42.21551485042969,
    "relative_err": 1.1730257307691004e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.635903769575461e-11,
    "max_abs_err": 1.9431678488501802e-13,
    "mean_abs_err": 1.944656652401907e-14,
    "w_frob_norm": 44.55008424200328,
    "relative_err": 1.265071405692595e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.3940446554850886e-10,
    "max_abs_err": 5.904304822834661e-13,
    "mean_abs_err": 4.762099518192894e-14,
    "w_frob_norm": 46.84984338519843,
    "relative_err": 2.9755588381017255e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 9.19006922141675e-11,
    "max_abs_err": 3.071015663991261e-13,
    "mean_abs_err": 3.2039342000010495e-14,
    "w_frob_norm": 44.2648078150278,
    "relative_err": 2.0761570364927107e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 4.9177368821768025e-11,
    "max_abs_err": 1.701976233559055e-13,
    "mean_abs_err": 1.7043953857604375e-14,
    "w_frob_norm": 42.06763040774067,
    "relative_err": 1.169007342346507e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.1649758887591198e-10,
    "max_abs_err": 4.679832910081672e-13,
    "mean_abs_err": 4.013325907110499e-14,
    "w_frob_norm": 45.114247605054004,
    "relative_err": 2.5822793254976313e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.239324974413658e-10,
    "max_abs_err": 4.654106960932936e-13,
    "mean_abs_err": 4.2809384414854244e-14,
    "w_frob_norm": 46.68852259100003,
    "relative_err": 2.654453183859277e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 3.833625708914361e-11,
    "max_abs_err": 1.38595732113167e-13,
    "mean_abs_err": 1.3328264984478124e-14,
    "w_frob_norm": 42.08281781366832,
    "relative_err": 9.109717238728286e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.799835419830544e-11,
    "max_abs_err": 2.4600026876653303e-13,
    "mean_abs_err": 1.9483252257602387e-14,
    "w_frob_norm": 43.94924533929165,
    "relative_err": 1.3196666689166915e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.2992857199566784e-10,
    "max_abs_err": 5.583985964591198e-13,
    "mean_abs_err": 4.447598760098612e-14,
    "w_frob_norm": 45.06098809358263,
    "relative_err": 2.88339376237894e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.1061536060688484e-10,
    "max_abs_err": 3.555385152953505e-13,
    "mean_abs_err": 3.834593935140982e-14,
    "w_frob_norm": 44.197573406914394,
    "relative_err": 2.5027473700531228e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.1475516559922456e-11,
    "max_abs_err": 1.8430049153472794e-13,
    "mean_abs_err": 1.7806509533071494e-14,
    "w_frob_norm": 42.376899167986515,
    "relative_err": 1.2147070118525675e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.311724574339597e-10,
    "max_abs_err": 5.514616541191231e-13,
    "mean_abs_err": 4.4632836786611183e-14,
    "w_frob_norm": 43.33168297050059,
    "relative_err": 3.027172000756571e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.6557279156804786e-11,
    "max_abs_err": 2.2832256918459137e-13,
    "mean_abs_err": 1.9331312221763832e-14,
    "w_frob_norm": 42.722190029447,
    "relative_err": 1.3238384810755655e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.5106747780250068e-10,
    "max_abs_err": 6.271962116333185e-13,
    "mean_abs_err": 5.096407330176978e-14,
    "w_frob_norm": 43.878637835960774,
    "relative_err": 3.4428479381530208e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 6.049177357594802e-11,
    "max_abs_err": 2.1690982343613996e-13,
    "mean_abs_err": 2.071528204162154e-14,
    "w_frob_norm": 44.69044714853343,
    "relative_err": 1.35357279766965e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.835634111220159e-11,
    "max_abs_err": 2.6525136254118564e-13,
    "mean_abs_err": 1.964525621022862e-14,
    "w_frob_norm": 42.400702411260816,
    "relative_err": 1.3763059995134247e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.815153552000088e-11,
    "max_abs_err": 1.9936309547663456e-13,
    "mean_abs_err": 1.6568647752498485e-14,
    "w_frob_norm": 41.34578682301507,
    "relative_err": 1.1646056157092505e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.2042811105105932e-10,
    "max_abs_err": 5.041106421188601e-13,
    "mean_abs_err": 4.1558954480662126e-14,
    "w_frob_norm": 46.28940594736709,
    "relative_err": 2.6016344039495974e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.616279013907707e-11,
    "max_abs_err": 1.7163007126619334e-13,
    "mean_abs_err": 1.5966357704387407e-14,
    "w_frob_norm": 42.75245908500229,
    "relative_err": 1.079769237303852e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.319033269670354e-11,
    "max_abs_err": 2.2123969323217807e-13,
    "mean_abs_err": 1.816692143144772e-14,
    "w_frob_norm": 43.4810804626938,
    "relative_err": 1.2232983203428018e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3417293354458782e-10,
    "max_abs_err": 5.017687654262915e-13,
    "mean_abs_err": 4.625380141231905e-14,
    "w_frob_norm": 44.14943137001304,
    "relative_err": 3.0390636839712526e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.1834673437165522e-10,
    "max_abs_err": 4.2027839541880496e-13,
    "mean_abs_err": 4.085078570651421e-14,
    "w_frob_norm": 44.846180108290895,
    "relative_err": 2.638947934604044e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2467403914083407e-10,
    "max_abs_err": 4.971188391489356e-13,
    "mean_abs_err": 4.231527556674924e-14,
    "w_frob_norm": 43.4632289429263,
    "relative_err": 2.8684946372610667e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.333587663233134e-10,
    "max_abs_err": 5.062790464638312e-13,
    "mean_abs_err": 4.6053119483809785e-14,
    "w_frob_norm": 44.14418058929938,
    "relative_err": 3.020981804238989e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 4.8677969973178983e-11,
    "max_abs_err": 2.1919271953052544e-13,
    "mean_abs_err": 1.6792714440878104e-14,
    "w_frob_norm": 39.94642554989997,
    "relative_err": 1.218581369999471e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 4.970365757357221e-11,
    "max_abs_err": 2.2113560982361946e-13,
    "mean_abs_err": 1.7059363723261507e-14,
    "w_frob_norm": 41.38842200577887,
    "relative_err": 1.200907286743919e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 6.21968577937745e-11,
    "max_abs_err": 2.742164134650338e-13,
    "mean_abs_err": 2.1168003600273062e-14,
    "w_frob_norm": 43.56214670980155,
    "relative_err": 1.427773020648225e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.1183042993126856e-11,
    "max_abs_err": 1.9694228886590892e-13,
    "mean_abs_err": 1.7638303221258372e-14,
    "w_frob_norm": 43.79195459136937,
    "relative_err": 1.168777312424738e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.211306045507412e-10,
    "max_abs_err": 4.3249431813663364e-13,
    "mean_abs_err": 4.149900940056404e-14,
    "w_frob_norm": 45.3219992052818,
    "relative_err": 2.672666843359918e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.619633741528273e-11,
    "max_abs_err": 1.9665519213063476e-13,
    "mean_abs_err": 1.5925940663911406e-14,
    "w_frob_norm": 43.61266339461154,
    "relative_err": 1.0592413721054792e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.238970965209978e-10,
    "max_abs_err": 4.5344283883252956e-13,
    "mean_abs_err": 4.2773963198991467e-14,
    "w_frob_norm": 45.734721741255115,
    "relative_err": 2.7090379432490595e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.1237719550401445e-10,
    "max_abs_err": 4.590008928495592e-13,
    "mean_abs_err": 3.87721788169896e-14,
    "w_frob_norm": 45.10467999174564,
    "relative_err": 2.4914752864798063e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.3300140862900821e-10,
    "max_abs_err": 5.819199289103238e-13,
    "mean_abs_err": 4.5711865568368085e-14,
    "w_frob_norm": 45.559426658442554,
    "relative_err": 2.919295047896787e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.854735060454336e-11,
    "max_abs_err": 1.7050943990071232e-13,
    "mean_abs_err": 1.6814001590122066e-14,
    "w_frob_norm": 43.3529582794745,
    "relative_err": 1.119816329293684e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.1799682614696264e-10,
    "max_abs_err": 4.354502869396981e-13,
    "mean_abs_err": 4.0757974610249935e-14,
    "w_frob_norm": 43.348074665772025,
    "relative_err": 2.7220776714250206e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.5006829618507603e-10,
    "max_abs_err": 5.773367894867931e-13,
    "mean_abs_err": 5.070940546088133e-14,
    "w_frob_norm": 44.22248376397685,
    "relative_err": 3.3934841151396393e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.057297052769857e-11,
    "max_abs_err": 2.2527119059034817e-13,
    "mean_abs_err": 1.7168111010260973e-14,
    "w_frob_norm": 42.52531908604205,
    "relative_err": 1.1892437638239373e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 4.654518917944959e-11,
    "max_abs_err": 1.833160359621111e-13,
    "mean_abs_err": 1.6064263504608073e-14,
    "w_frob_norm": 43.00353527742582,
    "relative_err": 1.0823572731677928e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.0862857009585761e-10,
    "max_abs_err": 4.3278575168059774e-13,
    "mean_abs_err": 3.7603945602726614e-14,
    "w_frob_norm": 44.48047553641042,
    "relative_err": 2.4421629666916992e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.1041095077326089e-10,
    "max_abs_err": 3.9355498027138225e-13,
    "mean_abs_err": 3.830198615624453e-14,
    "w_frob_norm": 43.70642640364818,
    "relative_err": 2.526194883872841e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.0945030080311829e-10,
    "max_abs_err": 4.3987730125039093e-13,
    "mean_abs_err": 3.794833327814592e-14,
    "w_frob_norm": 45.82149054527809,
    "relative_err": 2.388623754938002e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.4550314489970486e-11,
    "max_abs_err": 1.9444688914571628e-13,
    "mean_abs_err": 1.885244340788423e-14,
    "w_frob_norm": 45.45397936082959,
    "relative_err": 1.2001218651711657e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 6.035757086547856e-11,
    "max_abs_err": 2.746552985044559e-13,
    "mean_abs_err": 2.0783973913223046e-14,
    "w_frob_norm": 45.56928561823133,
    "relative_err": 1.3245230871324158e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.8049879972292364e-11,
    "max_abs_err": 1.7588708267624042e-13,
    "mean_abs_err": 1.6601483092061602e-14,
    "w_frob_norm": 42.5182096870029,
    "relative_err": 1.1301012043077721e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.721873644260988e-11,
    "max_abs_err": 2.374532862003953e-13,
    "mean_abs_err": 1.9315424960953108e-14,
    "w_frob_norm": 38.64937229182674,
    "relative_err": 1.4804570695371953e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.0257592823253016e-10,
    "max_abs_err": 4.282702664726301e-13,
    "mean_abs_err": 3.5558491196839996e-14,
    "w_frob_norm": 43.30961143365225,
    "relative_err": 2.368433353175435e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2981328298532326e-10,
    "max_abs_err": 4.62686312874272e-13,
    "mean_abs_err": 4.4822199674781414e-14,
    "w_frob_norm": 47.31123100690778,
    "relative_err": 2.743815373697835e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.426494840623809e-11,
    "max_abs_err": 2.1053297993844922e-13,
    "mean_abs_err": 1.8684995946203443e-14,
    "w_frob_norm": 43.426087194501854,
    "relative_err": 1.249593318485957e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.096988782269379e-11,
    "max_abs_err": 1.8581317040577972e-13,
    "mean_abs_err": 1.7498150259276747e-14,
    "w_frob_norm": 42.34433428303989,
    "relative_err": 1.2037002986514934e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.5753013699083936e-11,
    "max_abs_err": 2.4745570176287757e-13,
    "mean_abs_err": 1.9222026758404324e-14,
    "w_frob_norm": 43.90077953302522,
    "relative_err": 1.2699777610359434e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.4136454931645991e-10,
    "max_abs_err": 5.404808545161899e-13,
    "mean_abs_err": 4.854757372119481e-14,
    "w_frob_norm": 46.314113947592034,
    "relative_err": 3.0522995533591493e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1601623844508498e-10,
    "max_abs_err": 4.0974591341419453e-13,
    "mean_abs_err": 4.025683025025988e-14,
    "w_frob_norm": 44.254830724583655,
    "relative_err": 2.621549705321496e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.4988101880524175e-10,
    "max_abs_err": 6.317489933960196e-13,
    "mean_abs_err": 5.1319647120412375e-14,
    "w_frob_norm": 47.12942871009112,
    "relative_err": 3.1802002041486652e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 4.885381367526459e-11,
    "max_abs_err": 1.8684012670355798e-13,
    "mean_abs_err": 1.6862837822193318e-14,
    "w_frob_norm": 44.66021081839587,
    "relative_err": 1.0939002028880112e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.0704115722992007e-10,
    "max_abs_err": 4.345170057096226e-13,
    "mean_abs_err": 3.7075104584666534e-14,
    "w_frob_norm": 45.28686743277536,
    "relative_err": 2.363624673064744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 9.942238899688013e-11,
    "max_abs_err": 3.6923242241471144e-13,
    "mean_abs_err": 3.458213749328861e-14,
    "w_frob_norm": 44.04904821149441,
    "relative_err": 2.2570837063157312e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.407208933733101e-10,
    "max_abs_err": 5.567525607208523e-13,
    "mean_abs_err": 4.816355632252063e-14,
    "w_frob_norm": 45.452108182464904,
    "relative_err": 3.096025663064826e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.313356252901199e-11,
    "max_abs_err": 1.939004512507836e-13,
    "mean_abs_err": 1.8288153352795407e-14,
    "w_frob_norm": 43.66890911938483,
    "relative_err": 1.2167366577386234e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 4.8762003806594066e-11,
    "max_abs_err": 2.1518203885406706e-13,
    "mean_abs_err": 1.6724026818718923e-14,
    "w_frob_norm": 43.232179542593,
    "relative_err": 1.127909911610008e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.589048212358179e-11,
    "max_abs_err": 3.060329767379244e-13,
    "mean_abs_err": 1.8889836114578415e-14,
    "w_frob_norm": 44.77203873620756,
    "relative_err": 1.2483345342588262e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.2917745302286253e-11,
    "max_abs_err": 1.9253348915171387e-13,
    "mean_abs_err": 1.8214892301817755e-14,
    "w_frob_norm": 46.21404325559045,
    "relative_err": 1.14505768321591e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.1503640088770092e-10,
    "max_abs_err": 4.00153868373998e-13,
    "mean_abs_err": 3.963279253651932e-14,
    "w_frob_norm": 44.040837759466584,
    "relative_err": 2.6120393421211393e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.1347955317133693e-10,
    "max_abs_err": 4.308498002814076e-13,
    "mean_abs_err": 3.9250159811466326e-14,
    "w_frob_norm": 45.317929165756,
    "relative_err": 2.504076317262231e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.069748154414364e-11,
    "max_abs_err": 1.9320309241344091e-13,
    "mean_abs_err": 1.7337904444022105e-14,
    "w_frob_norm": 42.81884437244901,
    "relative_err": 1.1839992948703677e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.4450808129028535e-11,
    "max_abs_err": 1.9128448824901056e-13,
    "mean_abs_err": 1.8708897499097565e-14,
    "w_frob_norm": 41.956856336862515,
    "relative_err": 1.297780932199848e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.8685305861128267e-10,
    "max_abs_err": 8.585493427304414e-13,
    "mean_abs_err": 6.268600565654257e-14,
    "w_frob_norm": 48.00710351619304,
    "relative_err": 3.892196048617184e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.1969700670744917e-10,
    "max_abs_err": 4.218743410167036e-13,
    "mean_abs_err": 4.1215095474170033e-14,
    "w_frob_norm": 46.52120499097034,
    "relative_err": 2.572955853802198e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.437101603052291e-11,
    "max_abs_err": 2.16084095061575e-13,
    "mean_abs_err": 1.86516113185226e-14,
    "w_frob_norm": 43.99112362578638,
    "relative_err": 1.2359542459754796e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.3757200142511573e-10,
    "max_abs_err": 5.670117153577792e-13,
    "mean_abs_err": 4.7153250715551545e-14,
    "w_frob_norm": 46.650155418609444,
    "relative_err": 2.949014857306053e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.0746596123375899e-10,
    "max_abs_err": 4.831343658473486e-13,
    "mean_abs_err": 3.705551716809525e-14,
    "w_frob_norm": 43.58993426941497,
    "relative_err": 2.465384796626382e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.812765057894211e-11,
    "max_abs_err": 2.2200644100855982e-13,
    "mean_abs_err": 2.0045285824597892e-14,
    "w_frob_norm": 42.74619757720685,
    "relative_err": 1.3598320756823752e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 4.6855219648847264e-11,
    "max_abs_err": 1.7239768640431308e-13,
    "mean_abs_err": 1.6157274574966076e-14,
    "w_frob_norm": 41.02802594603477,
    "relative_err": 1.1420295899802042e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.5498664758139905e-11,
    "max_abs_err": 2.1361384883178403e-13,
    "mean_abs_err": 1.8972856414345483e-14,
    "w_frob_norm": 44.620301996472286,
    "relative_err": 1.2437985014652674e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.1134118033595288e-10,
    "max_abs_err": 3.75808542271705e-13,
    "mean_abs_err": 3.871634928901272e-14,
    "w_frob_norm": 46.40795863847353,
    "relative_err": 2.3991828902305526e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.4406778401980957e-10,
    "max_abs_err": 6.479400349590492e-13,
    "mean_abs_err": 4.9289470558310176e-14,
    "w_frob_norm": 43.60276239163532,
    "relative_err": 3.304097633214341e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1593194359313269e-10,
    "max_abs_err": 4.0776756971006023e-13,
    "mean_abs_err": 4.013915952465908e-14,
    "w_frob_norm": 44.35930000503327,
    "relative_err": 2.6134754962314186e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.339473804837739e-11,
    "max_abs_err": 2.2058396775825884e-13,
    "mean_abs_err": 1.820876906635846e-14,
    "w_frob_norm": 42.789816295069386,
    "relative_err": 1.247837515360635e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 4.8845499320176804e-11,
    "max_abs_err": 1.8377660504498294e-13,
    "mean_abs_err": 1.6838943636661063e-14,
    "w_frob_norm": 41.531542959097905,
    "relative_err": 1.1761060591532081e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2319819101864927e-10,
    "max_abs_err": 4.909857242996196e-13,
    "mean_abs_err": 4.2214501203229194e-14,
    "w_frob_norm": 44.857444908864196,
    "relative_err": 2.7464379941601245e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.300796259042147e-10,
    "max_abs_err": 5.918841805563346e-13,
    "mean_abs_err": 4.4513477485970014e-14,
    "w_frob_norm": 44.761492997437536,
    "relative_err": 2.9060609285678065e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.249734553610486e-11,
    "max_abs_err": 1.9923819538636423e-13,
    "mean_abs_err": 1.788322216831773e-14,
    "w_frob_norm": 42.20399679222841,
    "relative_err": 1.2438951171982817e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.6282410772995546e-11,
    "max_abs_err": 2.2124316267913002e-13,
    "mean_abs_err": 1.9347724261718073e-14,
    "w_frob_norm": 43.94681401782339,
    "relative_err": 1.2806937665644941e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.539748095700151e-11,
    "max_abs_err": 1.867039509106938e-13,
    "mean_abs_err": 1.9204634249669947e-14,
    "w_frob_norm": 44.37527799134651,
    "relative_err": 1.2483861164273587e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.190972610885231e-11,
    "max_abs_err": 2.889043171361294e-13,
    "mean_abs_err": 1.7803640678597312e-14,
    "w_frob_norm": 41.08578456846654,
    "relative_err": 1.2634473615162061e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.207644284749279e-10,
    "max_abs_err": 5.629247068483778e-13,
    "mean_abs_err": 4.159428625423404e-14,
    "w_frob_norm": 45.75648837791882,
    "relative_err": 2.639285328836695e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 4.4998816884629774e-11,
    "max_abs_err": 1.4699352846037073e-13,
    "mean_abs_err": 1.5573073600427407e-14,
    "w_frob_norm": 41.5185657928154,
    "relative_err": 1.0838239718872133e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.3339243403384724e-10,
    "max_abs_err": 7.146366831634055e-13,
    "mean_abs_err": 4.501307682854593e-14,
    "w_frob_norm": 43.05483658307536,
    "relative_err": 3.098198590917034e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.1242930038219058e-10,
    "max_abs_err": 5.138131673604329e-13,
    "mean_abs_err": 3.8813248869571804e-14,
    "w_frob_norm": 43.68807925176096,
    "relative_err": 2.573454871620588e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 4.9998449424362464e-11,
    "max_abs_err": 1.740031729813296e-13,
    "mean_abs_err": 1.729727607786837e-14,
    "w_frob_norm": 43.55968220886433,
    "relative_err": 1.1478148344752583e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.3294763194497157e-10,
    "max_abs_err": 6.820950054775565e-13,
    "mean_abs_err": 4.526917202354231e-14,
    "w_frob_norm": 45.90738151795493,
    "relative_err": 2.8959968429690145e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.1444739325563642e-10,
    "max_abs_err": 4.437466019635572e-13,
    "mean_abs_err": 3.942996820609922e-14,
    "w_frob_norm": 43.91550234290312,
    "relative_err": 2.6060818423982227e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 4.940556095708277e-11,
    "max_abs_err": 2.0717368792722013e-13,
    "mean_abs_err": 1.6868114070835573e-14,
    "w_frob_norm": 41.68112539152282,
    "relative_err": 1.185322145047719e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.256808825935409e-10,
    "max_abs_err": 4.889214033632072e-13,
    "mean_abs_err": 4.3087947619749416e-14,
    "w_frob_norm": 44.182829945329765,
    "relative_err": 2.844563889389925e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.7491192627378114e-11,
    "max_abs_err": 1.7613688285678109e-13,
    "mean_abs_err": 1.6437454243115702e-14,
    "w_frob_norm": 43.27451355431047,
    "relative_err": 1.0974402419977667e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.3176855917332066e-10,
    "max_abs_err": 6.809899866233593e-13,
    "mean_abs_err": 4.5329411699108476e-14,
    "w_frob_norm": 44.341421285047495,
    "relative_err": 2.971681000621302e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.3436318083596094e-10,
    "max_abs_err": 6.640816369030134e-13,
    "mean_abs_err": 4.479516169083329e-14,
    "w_frob_norm": 43.54060928659109,
    "relative_err": 3.085927896680579e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.0905061681061885e-10,
    "max_abs_err": 3.969012618565415e-13,
    "mean_abs_err": 3.7740264353522633e-14,
    "w_frob_norm": 43.451639841959484,
    "relative_err": 2.5097008353943202e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.1712753487817756e-10,
    "max_abs_err": 4.058380151036878e-13,
    "mean_abs_err": 4.039122395061756e-14,
    "w_frob_norm": 45.597122264669984,
    "relative_err": 2.568748400355333e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 4.703807251047419e-11,
    "max_abs_err": 1.7314188277550713e-13,
    "mean_abs_err": 1.6303473439453723e-14,
    "w_frob_norm": 42.08194590036781,
    "relative_err": 1.1177732280213558e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.611809674523201e-11,
    "max_abs_err": 2.4740452742033625e-13,
    "mean_abs_err": 1.9202096023379055e-14,
    "w_frob_norm": 41.08226052089173,
    "relative_err": 1.3659934004043922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 4.5235671339059755e-11,
    "max_abs_err": 1.580645336840547e-13,
    "mean_abs_err": 1.5687058879460167e-14,
    "w_frob_norm": 43.10275269033976,
    "relative_err": 1.049484511210766e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.246971094880615e-10,
    "max_abs_err": 4.724345914475236e-13,
    "mean_abs_err": 4.280455226891215e-14,
    "w_frob_norm": 44.13220160589005,
    "relative_err": 2.8255356621823045e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.10750817431666e-11,
    "max_abs_err": 1.9138076540192728e-13,
    "mean_abs_err": 1.757540712402289e-14,
    "w_frob_norm": 40.84589340618576,
    "relative_err": 1.2504337029737174e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.1276041169024024e-11,
    "max_abs_err": 1.8306450105809446e-13,
    "mean_abs_err": 1.7602310631642087e-14,
    "w_frob_norm": 44.76175470265531,
    "relative_err": 1.1455324195765336e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.3816782008735e-10,
    "max_abs_err": 5.548859982607013e-13,
    "mean_abs_err": 4.754121352669847e-14,
    "w_frob_norm": 47.18660534277402,
    "relative_err": 2.9281152794032996e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.946079918151704e-11,
    "max_abs_err": 2.547441424471941e-13,
    "mean_abs_err": 2.0409940595893306e-14,
    "w_frob_norm": 43.161498034328226,
    "relative_err": 1.3776352047425524e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.32445578453868e-10,
    "max_abs_err": 5.352801535352114e-13,
    "mean_abs_err": 4.558176500598464e-14,
    "w_frob_norm": 46.4973552229757,
    "relative_err": 2.848454021067047e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.1286331873880637e-10,
    "max_abs_err": 4.340312831363491e-13,
    "mean_abs_err": 3.8658310487618337e-14,
    "w_frob_norm": 45.84838905252313,
    "relative_err": 2.4616637808039903e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.2190469217852634e-11,
    "max_abs_err": 1.8869107665242524e-13,
    "mean_abs_err": 1.7910370312024344e-14,
    "w_frob_norm": 42.51555056593107,
    "relative_err": 1.2275618808444728e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 4.7493050006843497e-11,
    "max_abs_err": 1.7301438060002283e-13,
    "mean_abs_err": 1.642120506926148e-14,
    "w_frob_norm": 44.43398433931157,
    "relative_err": 1.068845180395527e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.1234588843977651e-10,
    "max_abs_err": 4.337762787853805e-13,
    "mean_abs_err": 3.8730631214171876e-14,
    "w_frob_norm": 43.29793572025564,
    "relative_err": 2.5947169667772144e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.2511292311598453e-10,
    "max_abs_err": 5.137001934940599e-13,
    "mean_abs_err": 4.320853396323145e-14,
    "w_frob_norm": 44.794588363932604,
    "relative_err": 2.79303656279878e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 6.492064297433106e-11,
    "max_abs_err": 3.136015752636112e-13,
    "mean_abs_err": 2.2234522570226783e-14,
    "w_frob_norm": 41.7108702017092,
    "relative_err": 1.5564442233015504e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.5613430325061545e-11,
    "max_abs_err": 2.410363575400254e-13,
    "mean_abs_err": 1.9218943446878993e-14,
    "w_frob_norm": 43.275864183952756,
    "relative_err": 1.2850911558615094e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.278632211590588e-11,
    "max_abs_err": 1.985599185072573e-13,
    "mean_abs_err": 1.814033446563608e-14,
    "w_frob_norm": 41.20089181779601,
    "relative_err": 1.2811936777811626e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.398752901345227e-10,
    "max_abs_err": 5.218282403407493e-13,
    "mean_abs_err": 4.776807656128942e-14,
    "w_frob_norm": 43.00515943203911,
    "relative_err": 3.2525234642035707e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.245558937698797e-11,
    "max_abs_err": 2.0779905574030977e-13,
    "mean_abs_err": 1.7984083981176772e-14,
    "w_frob_norm": 42.14506927155795,
    "relative_err": 1.2446435676495183e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.1089061521809015e-10,
    "max_abs_err": 4.0681694124522494e-13,
    "mean_abs_err": 3.8193513885388656e-14,
    "w_frob_norm": 43.841682287563486,
    "relative_err": 2.5293421564150686e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.537038792573829e-11,
    "max_abs_err": 1.9008232488015864e-13,
    "mean_abs_err": 1.911709564573568e-14,
    "w_frob_norm": 44.923232074613026,
    "relative_err": 1.232555748299089e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.3585088211068287e-10,
    "max_abs_err": 6.441236433119002e-13,
    "mean_abs_err": 4.5892921051196705e-14,
    "w_frob_norm": 42.840036368101835,
    "relative_err": 3.171119672807649e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.2543612980575003e-10,
    "max_abs_err": 5.055118650065804e-13,
    "mean_abs_err": 4.29853619115009e-14,
    "w_frob_norm": 44.597505206110135,
    "relative_err": 2.812626608283113e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.0043383603959765e-11,
    "max_abs_err": 1.3487475025719675e-13,
    "mean_abs_err": 1.3923976476373702e-14,
    "w_frob_norm": 41.67870878549801,
    "relative_err": 9.607635354071416e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.0792387460307208e-10,
    "max_abs_err": 3.726827874084293e-13,
    "mean_abs_err": 3.7484098870902454e-14,
    "w_frob_norm": 46.93786210183261,
    "relative_err": 2.2992925065255235e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.3568969995803323e-10,
    "max_abs_err": 5.898823096650574e-13,
    "mean_abs_err": 4.650440657250258e-14,
    "w_frob_norm": 44.57085570263614,
    "relative_err": 3.0443593199851418e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.2612927375008796e-11,
    "max_abs_err": 2.0959275981446979e-13,
    "mean_abs_err": 1.806918087620498e-14,
    "w_frob_norm": 45.4245700388498,
    "relative_err": 1.1582482196311618e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 6.568732777725873e-11,
    "max_abs_err": 3.329654260642023e-13,
    "mean_abs_err": 2.2197322809736824e-14,
    "w_frob_norm": 44.20049052358741,
    "relative_err": 1.4861221447803833e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.5505677514827044e-11,
    "max_abs_err": 1.9546170237916272e-13,
    "mean_abs_err": 1.911158341668185e-14,
    "w_frob_norm": 43.51530143840462,
    "relative_err": 1.2755439047893223e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.3458192844271982e-10,
    "max_abs_err": 6.308391309328698e-13,
    "mean_abs_err": 4.612772973007419e-14,
    "w_frob_norm": 46.90139430224453,
    "relative_err": 2.8694654059842996e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.320665203152799e-11,
    "max_abs_err": 1.925543058334256e-13,
    "mean_abs_err": 1.8363839323357244e-14,
    "w_frob_norm": 43.50782014071295,
    "relative_err": 1.2229215773037373e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.7821015178446625e-11,
    "max_abs_err": 2.2084417627965536e-13,
    "mean_abs_err": 1.9791205164384114e-14,
    "w_frob_norm": 42.09380746637789,
    "relative_err": 1.3736228357254383e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.2511462777221874e-10,
    "max_abs_err": 4.788461294147339e-13,
    "mean_abs_err": 4.3233851184890054e-14,
    "w_frob_norm": 43.486394503395786,
    "relative_err": 2.8770982097043877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.0862998620725177e-10,
    "max_abs_err": 3.6348701826227625e-13,
    "mean_abs_err": 3.760651812576545e-14,
    "w_frob_norm": 44.738005332645514,
    "relative_err": 2.428136556369535e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.0348068381006404e-10,
    "max_abs_err": 3.5855693414355017e-13,
    "mean_abs_err": 3.5932397589652766e-14,
    "w_frob_norm": 44.600623439695035,
    "relative_err": 2.3201622719462957e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.3222962557692257e-10,
    "max_abs_err": 5.891467869112432e-13,
    "mean_abs_err": 4.570177726810936e-14,
    "w_frob_norm": 47.421554861215014,
    "relative_err": 2.788386546242711e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.287597969904132e-11,
    "max_abs_err": 2.1238566461079245e-13,
    "mean_abs_err": 1.8111748963591966e-14,
    "w_frob_norm": 43.19158882549912,
    "relative_err": 1.2242193708749331e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.2277729405699327e-11,
    "max_abs_err": 1.8412875391060624e-13,
    "mean_abs_err": 1.8077962963180082e-14,
    "w_frob_norm": 43.7062380215267,
    "relative_err": 1.1961159727348508e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.0477444350755e-11,
    "max_abs_err": 2.0233424311011383e-13,
    "mean_abs_err": 1.737206554269461e-14,
    "w_frob_norm": 40.54339578316563,
    "relative_err": 1.245022607892015e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.491694913269458e-11,
    "max_abs_err": 1.6185663920254e-13,
    "mean_abs_err": 1.5498980864329263e-14,
    "w_frob_norm": 41.29711087307527,
    "relative_err": 1.0876535472601148e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.669316973478971e-11,
    "max_abs_err": 2.408802324271875e-13,
    "mean_abs_err": 1.9399940756900382e-14,
    "w_frob_norm": 43.48021143720882,
    "relative_err": 1.3038844076612218e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.3726369262791912e-10,
    "max_abs_err": 6.337812219481265e-13,
    "mean_abs_err": 4.630471270255198e-14,
    "w_frob_norm": 45.91474278796971,
    "relative_err": 2.989534173408984e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.2268770559224013e-10,
    "max_abs_err": 4.252570517948584e-13,
    "mean_abs_err": 4.236252084630563e-14,
    "w_frob_norm": 45.63803830011976,
    "relative_err": 2.688277370412702e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.3572197288508168e-10,
    "max_abs_err": 6.282231679310968e-13,
    "mean_abs_err": 4.638274707224678e-14,
    "w_frob_norm": 45.77186431565354,
    "relative_err": 2.9651834137476037e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.1059156336248096e-10,
    "max_abs_err": 5.095160404700039e-13,
    "mean_abs_err": 3.804542206220747e-14,
    "w_frob_norm": 43.68916320837241,
    "relative_err": 2.531327112744692e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.2586016121549066e-10,
    "max_abs_err": 4.943094544795912e-13,
    "mean_abs_err": 4.2849248230190286e-14,
    "w_frob_norm": 44.448947356310434,
    "relative_err": 2.8315667456998224e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.436786511847973e-10,
    "max_abs_err": 6.353979842277369e-13,
    "mean_abs_err": 4.9122339707770635e-14,
    "w_frob_norm": 43.44726616441942,
    "relative_err": 3.3069664415953772e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.938698713493905e-11,
    "max_abs_err": 2.4964752487477426e-13,
    "mean_abs_err": 2.0243037990270723e-14,
    "w_frob_norm": 44.367340605057514,
    "relative_err": 1.3385293399390591e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.3660970810005093e-10,
    "max_abs_err": 7.054443834642043e-13,
    "mean_abs_err": 4.642787331716734e-14,
    "w_frob_norm": 44.49884289570544,
    "relative_err": 3.0699609070786664e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.685517982095902e-11,
    "max_abs_err": 1.7390255901972296e-13,
    "mean_abs_err": 1.6168461024559027e-14,
    "w_frob_norm": 42.4580345735161,
    "relative_err": 1.1035645029641979e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.879754939809631e-11,
    "max_abs_err": 2.2077825678756824e-13,
    "mean_abs_err": 1.68635857068129e-14,
    "w_frob_norm": 41.702405140911935,
    "relative_err": 1.1701375312337493e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 4.8862675849590434e-11,
    "max_abs_err": 1.971011380367052e-13,
    "mean_abs_err": 1.689914726337784e-14,
    "w_frob_norm": 43.6553529737608,
    "relative_err": 1.1192825740971448e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 4.6425390908940614e-11,
    "max_abs_err": 1.7044005096167325e-13,
    "mean_abs_err": 1.6043022702989583e-14,
    "w_frob_norm": 42.2950372300384,
    "relative_err": 1.0976557522916374e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 4.827527722102106e-11,
    "max_abs_err": 1.6361391408370451e-13,
    "mean_abs_err": 1.674789340511711e-14,
    "w_frob_norm": 41.54775777336013,
    "relative_err": 1.1619225635318044e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.287304269611089e-10,
    "max_abs_err": 4.993583671564217e-13,
    "mean_abs_err": 4.409956456217592e-14,
    "w_frob_norm": 45.41840523647556,
    "relative_err": 2.834322920209567e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.3757947995465604e-10,
    "max_abs_err": 5.318072371363058e-13,
    "mean_abs_err": 4.72239847496192e-14,
    "w_frob_norm": 45.08594266940653,
    "relative_err": 3.0514939204767218e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.1959876797802568e-10,
    "max_abs_err": 4.76674255622811e-13,
    "mean_abs_err": 4.0944346246087463e-14,
    "w_frob_norm": 45.981729068533426,
    "relative_err": 2.6010063214406272e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 4.945795544212842e-11,
    "max_abs_err": 1.6121305679295261e-13,
    "mean_abs_err": 1.7085178913539008e-14,
    "w_frob_norm": 42.81500247355439,
    "relative_err": 1.1551547958610347e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.198262249405021e-10,
    "max_abs_err": 4.542616283131906e-13,
    "mean_abs_err": 4.1240309671718043e-14,
    "w_frob_norm": 43.020671914978365,
    "relative_err": 2.7853173743384185e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.816454886851414e-11,
    "max_abs_err": 2.6432241811980006e-13,
    "mean_abs_err": 1.9995213928704717e-14,
    "w_frob_norm": 42.483336498962395,
    "relative_err": 1.3691144260746738e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.595711418559419e-11,
    "max_abs_err": 2.2878227090572523e-13,
    "mean_abs_err": 1.9087444025662355e-14,
    "w_frob_norm": 44.07657743719374,
    "relative_err": 1.2695430870359533e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 4.830472749313266e-11,
    "max_abs_err": 2.0550228185811648e-13,
    "mean_abs_err": 1.6705402607115178e-14,
    "w_frob_norm": 45.753327064110366,
    "relative_err": 1.0557642600601968e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.043057357473004e-10,
    "max_abs_err": 3.77715220212238e-13,
    "mean_abs_err": 3.6244845463848026e-14,
    "w_frob_norm": 43.79089726812825,
    "relative_err": 2.381904511082395e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.4906710145922786e-10,
    "max_abs_err": 5.996522722817588e-13,
    "mean_abs_err": 5.024864975509655e-14,
    "w_frob_norm": 46.47439503477559,
    "relative_err": 3.207510315038739e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.0446866778568748e-10,
    "max_abs_err": 3.8946970648545687e-13,
    "mean_abs_err": 3.6066701558322344e-14,
    "w_frob_norm": 44.94019111079802,
    "relative_err": 2.3246155657888654e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.0032451436752126e-11,
    "max_abs_err": 1.9036400060457037e-13,
    "mean_abs_err": 1.72850940050873e-14,
    "w_frob_norm": 42.73557883905809,
    "relative_err": 1.1707446768224202e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.528218658111883e-10,
    "max_abs_err": 6.212391712168142e-13,
    "mean_abs_err": 5.220691121549146e-14,
    "w_frob_norm": 47.85455790165575,
    "relative_err": 3.1934652102574477e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.1489381609091235e-10,
    "max_abs_err": 4.863748293004733e-13,
    "mean_abs_err": 3.97263654258556e-14,
    "w_frob_norm": 43.07168990746729,
    "relative_err": 2.6675019331199575e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.5996141251191765e-10,
    "max_abs_err": 6.476763569907007e-13,
    "mean_abs_err": 5.413957181381483e-14,
    "w_frob_norm": 45.69191315448192,
    "relative_err": 3.500869223205793e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.470106648751603e-11,
    "max_abs_err": 2.026546248520833e-13,
    "mean_abs_err": 1.8784768623748982e-14,
    "w_frob_norm": 45.31324795399492,
    "relative_err": 1.2071760237326679e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.3873175260825258e-10,
    "max_abs_err": 5.383588540242012e-13,
    "mean_abs_err": 4.7432720256546827e-14,
    "w_frob_norm": 47.72448015924515,
    "relative_err": 2.9069306181091545e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.0886117005469422e-10,
    "max_abs_err": 5.158790061798868e-13,
    "mean_abs_err": 3.7482241674372994e-14,
    "w_frob_norm": 44.557011393232756,
    "relative_err": 2.443188325490517e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.590774135457879e-11,
    "max_abs_err": 2.4105370477478516e-13,
    "mean_abs_err": 1.9017826381957152e-14,
    "w_frob_norm": 43.6273089837713,
    "relative_err": 1.2814849839896296e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.95409320265063e-11,
    "max_abs_err": 2.321892678125437e-13,
    "mean_abs_err": 2.0303512254357443e-14,
    "w_frob_norm": 43.06100770197786,
    "relative_err": 1.3827110698055375e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.623950484820814e-11,
    "max_abs_err": 2.0171364578658313e-13,
    "mean_abs_err": 1.9383015612893163e-14,
    "w_frob_norm": 40.86917848108115,
    "relative_err": 1.3760860124517087e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.242948943176592e-10,
    "max_abs_err": 4.852854229575598e-13,
    "mean_abs_err": 4.278375552593579e-14,
    "w_frob_norm": 46.127600755886064,
    "relative_err": 2.694588321977676e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 4.275251632354534e-11,
    "max_abs_err": 1.6661325097366841e-13,
    "mean_abs_err": 1.4734205162878046e-14,
    "w_frob_norm": 41.05291596036667,
    "relative_err": 1.041400234877822e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.0490181527506144e-10,
    "max_abs_err": 4.3595682619468334e-13,
    "mean_abs_err": 3.635381488969341e-14,
    "w_frob_norm": 43.54911266643112,
    "relative_err": 2.408816365067358e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.7876670579476e-11,
    "max_abs_err": 1.7463547968832316e-13,
    "mean_abs_err": 1.6604669159119775e-14,
    "w_frob_norm": 45.174826571128854,
    "relative_err": 1.059808619388788e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.296662523118318e-10,
    "max_abs_err": 5.398823749169779e-13,
    "mean_abs_err": 4.440049159297692e-14,
    "w_frob_norm": 43.25651596782706,
    "relative_err": 2.997612022389269e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.253796408316371e-11,
    "max_abs_err": 2.1936966132507507e-13,
    "mean_abs_err": 1.810499399478086e-14,
    "w_frob_norm": 44.066433894825465,
    "relative_err": 1.1922445144655334e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.792190921319976e-11,
    "max_abs_err": 2.296669798784734e-13,
    "mean_abs_err": 1.9878069960413025e-14,
    "w_frob_norm": 44.726319207734235,
    "relative_err": 1.2950296433779353e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.376762864857216e-11,
    "max_abs_err": 1.8975446214319902e-13,
    "mean_abs_err": 1.8493268362482467e-14,
    "w_frob_norm": 42.57256099536037,
    "relative_err": 1.2629643928264464e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.1769862982007303e-10,
    "max_abs_err": 4.4077241856399496e-13,
    "mean_abs_err": 4.0529530670562707e-14,
    "w_frob_norm": 44.89621522746706,
    "relative_err": 2.6215713111617963e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.4621859780053381e-10,
    "max_abs_err": 6.184393275265876e-13,
    "mean_abs_err": 5.006393036121295e-14,
    "w_frob_norm": 46.73943356424143,
    "relative_err": 3.128377617147678e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1839954884677062e-10,
    "max_abs_err": 5.292601209724856e-13,
    "mean_abs_err": 4.085183311240161e-14,
    "w_frob_norm": 45.36350516749836,
    "relative_err": 2.610017643248619e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1279064501046816e-10,
    "max_abs_err": 4.553805249551957e-13,
    "mean_abs_err": 3.9098364909073737e-14,
    "w_frob_norm": 45.792538323819805,
    "relative_err": 2.463079120289737e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.1804108066884293e-10,
    "max_abs_err": 5.764815708131366e-13,
    "mean_abs_err": 4.029611096062224e-14,
    "w_frob_norm": 44.151798881117124,
    "relative_err": 2.6735282289783857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.388232292005025e-11,
    "max_abs_err": 2.412688104858063e-13,
    "mean_abs_err": 1.8496793890049592e-14,
    "w_frob_norm": 43.74265571762298,
    "relative_err": 1.231802734335177e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.3788598073546393e-11,
    "max_abs_err": 1.9647413036782968e-13,
    "mean_abs_err": 1.854002649649164e-14,
    "w_frob_norm": 43.41742744078397,
    "relative_err": 1.2388711456225136e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 4.403103786045157e-11,
    "max_abs_err": 1.553653039554348e-13,
    "mean_abs_err": 1.533478615214272e-14,
    "w_frob_norm": 43.43561891120627,
    "relative_err": 1.0137080802385363e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.2977947941138797e-10,
    "max_abs_err": 5.110425971288635e-13,
    "mean_abs_err": 4.446999643904392e-14,
    "w_frob_norm": 45.015858037136574,
    "relative_err": 2.8829724694867362e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 6.310342475641877e-11,
    "max_abs_err": 2.587409453358447e-13,
    "mean_abs_err": 2.154177933233095e-14,
    "w_frob_norm": 43.849416101768945,
    "relative_err": 1.4390938435751049e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.59164907000466e-11,
    "max_abs_err": 2.1335190558691153e-13,
    "mean_abs_err": 1.9227214848542092e-14,
    "w_frob_norm": 44.05241497485131,
    "relative_err": 1.2693172606307343e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.1835285669224637e-10,
    "max_abs_err": 4.5055625896850415e-13,
    "mean_abs_err": 4.093553717884583e-14,
    "w_frob_norm": 44.80883354092461,
    "relative_err": 2.6412840357505144e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.253605595285765e-11,
    "max_abs_err": 1.887240363984688e-13,
    "mean_abs_err": 1.8016006774621822e-14,
    "w_frob_norm": 43.217063453590384,
    "relative_err": 1.2156322469543697e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 4.5767291237523763e-11,
    "max_abs_err": 1.5392548347037405e-13,
    "mean_abs_err": 1.5831831378736458e-14,
    "w_frob_norm": 40.74773944123886,
    "relative_err": 1.1231860187857403e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.300325183222803e-10,
    "max_abs_err": 5.681722453632077e-13,
    "mean_abs_err": 4.483834001660981e-14,
    "w_frob_norm": 43.25735253192025,
    "relative_err": 3.0060211897232353e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.1520983175134275e-10,
    "max_abs_err": 4.0319657335086134e-13,
    "mean_abs_err": 4.0007941637704765e-14,
    "w_frob_norm": 46.103388791647845,
    "relative_err": 2.4989449749996323e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.3121181021649837e-10,
    "max_abs_err": 5.501311212130489e-13,
    "mean_abs_err": 4.479118114834359e-14,
    "w_frob_norm": 46.08378292294631,
    "relative_err": 2.8472447766688137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.182152023741774e-11,
    "max_abs_err": 1.862559585730228e-13,
    "mean_abs_err": 1.7774269941235022e-14,
    "w_frob_norm": 38.646464671805084,
    "relative_err": 1.3409123105437547e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.2282546419539663e-10,
    "max_abs_err": 4.770767114692376e-13,
    "mean_abs_err": 4.219582987426867e-14,
    "w_frob_norm": 45.258507295813864,
    "relative_err": 2.7138646750454632e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 4.677908819281624e-11,
    "max_abs_err": 1.9641580029094996e-13,
    "mean_abs_err": 1.6117694862714767e-14,
    "w_frob_norm": 43.289225429190694,
    "relative_err": 1.0806173529099986e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.2051225562973945e-10,
    "max_abs_err": 4.093270861149634e-13,
    "mean_abs_err": 4.173315866272606e-14,
    "w_frob_norm": 45.64191148534032,
    "relative_err": 2.6403858144382637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.287234480373107e-10,
    "max_abs_err": 6.859859902341725e-13,
    "mean_abs_err": 4.4093578513521014e-14,
    "w_frob_norm": 44.427806137950085,
    "relative_err": 2.897362242862484e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.5200773878727886e-11,
    "max_abs_err": 2.1650042869580943e-13,
    "mean_abs_err": 1.904659748177065e-14,
    "w_frob_norm": 44.922556806953764,
    "relative_err": 1.228798576980888e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.24352250540734e-11,
    "max_abs_err": 2.288950279316637e-13,
    "mean_abs_err": 1.802207814719285e-14,
    "w_frob_norm": 41.9442737262086,
    "relative_err": 1.25011641389584e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.2303400024727484e-10,
    "max_abs_err": 4.830996713778291e-13,
    "mean_abs_err": 4.244244673823869e-14,
    "w_frob_norm": 47.50671098223678,
    "relative_err": 2.589823578678777e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.10143410716306e-11,
    "max_abs_err": 2.017674222143384e-13,
    "mean_abs_err": 1.7530274059322217e-14,
    "w_frob_norm": 42.920821765702144,
    "relative_err": 1.1885686008089425e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.946460383582939e-11,
    "max_abs_err": 2.3706731022699046e-13,
    "mean_abs_err": 2.0356382056644835e-14,
    "w_frob_norm": 45.46735569999292,
    "relative_err": 1.3078526982786168e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 6.264628622216815e-11,
    "max_abs_err": 3.026016937024423e-13,
    "mean_abs_err": 2.1064502989179808e-14,
    "w_frob_norm": 43.96888436673098,
    "relative_err": 1.4247868037691082e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.2412319604650835e-10,
    "max_abs_err": 4.794879771008453e-13,
    "mean_abs_err": 4.28024979556678e-14,
    "w_frob_norm": 42.96392861694118,
    "relative_err": 2.8890094561223415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2534539165790298e-10,
    "max_abs_err": 5.727640584041183e-13,
    "mean_abs_err": 4.313605346726409e-14,
    "w_frob_norm": 46.987672013151936,
    "relative_err": 2.667622937838218e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.0223999897916542e-10,
    "max_abs_err": 3.421950223181369e-13,
    "mean_abs_err": 3.5520679554577276e-14,
    "w_frob_norm": 44.21343838605732,
    "relative_err": 2.3124190904683573e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.0095183384109374e-11,
    "max_abs_err": 2.0679985501814713e-13,
    "mean_abs_err": 1.7388939519272683e-14,
    "w_frob_norm": 45.03048954012884,
    "relative_err": 1.1124725468388954e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.141016260457047e-11,
    "max_abs_err": 1.9053508770738858e-13,
    "mean_abs_err": 1.7734128372185792e-14,
    "w_frob_norm": 44.021004341008506,
    "relative_err": 1.1678552857704444e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.7253472796604725e-11,
    "max_abs_err": 2.3531697423972986e-13,
    "mean_abs_err": 1.9746231047062256e-14,
    "w_frob_norm": 42.95987468351561,
    "relative_err": 1.3327197348313914e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.3012218330113452e-10,
    "max_abs_err": 5.281851345184663e-13,
    "mean_abs_err": 4.462427688361882e-14,
    "w_frob_norm": 46.707491568794254,
    "relative_err": 2.7858953442079184e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.287013058702163e-10,
    "max_abs_err": 5.330787894441968e-13,
    "mean_abs_err": 4.4134247348068096e-14,
    "w_frob_norm": 46.74555176121348,
    "relative_err": 2.7532310780638715e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.2478321503994146e-10,
    "max_abs_err": 5.759004384486843e-13,
    "mean_abs_err": 4.249958848887943e-14,
    "w_frob_norm": 44.20733813094617,
    "relative_err": 2.822681037033313e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.464241710437012e-11,
    "max_abs_err": 1.4854090180094204e-13,
    "mean_abs_err": 1.5397999838451848e-14,
    "w_frob_norm": 40.48533712159777,
    "relative_err": 1.1026811255217304e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.9345475520596667e-11,
    "max_abs_err": 1.7574830479816228e-13,
    "mean_abs_err": 1.6999171727269152e-14,
    "w_frob_norm": 43.86142089169662,
    "relative_err": 1.1250313947293539e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.417059698434782e-11,
    "max_abs_err": 1.8115717259625796e-13,
    "mean_abs_err": 1.531415686230719e-14,
    "w_frob_norm": 43.76035626050788,
    "relative_err": 1.0093747117001915e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.3556269384450836e-10,
    "max_abs_err": 5.388398061079158e-13,
    "mean_abs_err": 4.6687784475691945e-14,
    "w_frob_norm": 46.19716049500804,
    "relative_err": 2.9344377964346303e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.4237277456916766e-10,
    "max_abs_err": 6.053491041768666e-13,
    "mean_abs_err": 4.8786135055929236e-14,
    "w_frob_norm": 43.345927089580584,
    "relative_err": 3.2845709880638583e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 3.77594920411116e-11,
    "max_abs_err": 1.2641016705616792e-13,
    "mean_abs_err": 1.3143440683522736e-14,
    "w_frob_norm": 43.768755792134655,
    "relative_err": 8.627042591852031e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.442390198561374e-11,
    "max_abs_err": 2.1052777576802129e-13,
    "mean_abs_err": 1.8764491862150387e-14,
    "w_frob_norm": 42.84750363754199,
    "relative_err": 1.2701767282873576e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.862146661894432e-11,
    "max_abs_err": 2.0749374440853785e-13,
    "mean_abs_err": 2.0178836206370926e-14,
    "w_frob_norm": 45.06094309785778,
    "relative_err": 1.3009374102898263e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.156020870068893e-11,
    "max_abs_err": 1.8637348608852022e-13,
    "mean_abs_err": 1.7703526263578064e-14,
    "w_frob_norm": 41.318762339777656,
    "relative_err": 1.2478643062125753e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.1112005208359994e-10,
    "max_abs_err": 4.1681458631814827e-13,
    "mean_abs_err": 3.856030483906742e-14,
    "w_frob_norm": 43.98025282552498,
    "relative_err": 2.5265896611469408e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.3467112448610407e-10,
    "max_abs_err": 4.635250516749068e-13,
    "mean_abs_err": 4.625570227440781e-14,
    "w_frob_norm": 43.840834352249274,
    "relative_err": 3.0718193774337853e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.4503785765695976e-10,
    "max_abs_err": 5.135128433586544e-13,
    "mean_abs_err": 4.9843467303460016e-14,
    "w_frob_norm": 46.680893267451125,
    "relative_err": 3.1070069037879645e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.671981053579228e-11,
    "max_abs_err": 2.65525015169521e-13,
    "mean_abs_err": 1.9393201412948216e-14,
    "w_frob_norm": 42.87599103076414,
    "relative_err": 1.322880455290118e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.2450700776818604e-10,
    "max_abs_err": 5.072157971408586e-13,
    "mean_abs_err": 4.285746344779131e-14,
    "w_frob_norm": 46.14109294361148,
    "relative_err": 2.6983974549615606e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.296573369559581e-10,
    "max_abs_err": 5.201468596116587e-13,
    "mean_abs_err": 4.464432998137888e-14,
    "w_frob_norm": 43.75221219868677,
    "relative_err": 2.963446427969413e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.2057364429102306e-10,
    "max_abs_err": 4.413171217354517e-13,
    "mean_abs_err": 4.177215607909662e-14,
    "w_frob_norm": 45.38136209832505,
    "relative_err": 2.6568978698740564e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.407869524801418e-11,
    "max_abs_err": 2.185820968669816e-13,
    "mean_abs_err": 1.858764455599451e-14,
    "w_frob_norm": 43.38015967666967,
    "relative_err": 1.2466227798856698e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.740005773132854e-11,
    "max_abs_err": 1.5708268019665184e-13,
    "mean_abs_err": 1.641653723575754e-14,
    "w_frob_norm": 43.1236655224579,
    "relative_err": 1.0991657865132913e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.383395393413307e-10,
    "max_abs_err": 5.531798977220781e-13,
    "mean_abs_err": 4.742827832880316e-14,
    "w_frob_norm": 47.38214071224936,
    "relative_err": 2.9196557450087264e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.4573447416099305e-11,
    "max_abs_err": 2.1304832897861559e-13,
    "mean_abs_err": 1.8805095243540825e-14,
    "w_frob_norm": 42.12274575017699,
    "relative_err": 1.295581435734635e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 6.529894991847596e-11,
    "max_abs_err": 2.7575858263517716e-13,
    "mean_abs_err": 2.2275110861089225e-14,
    "w_frob_norm": 44.52276810337008,
    "relative_err": 1.46664173635541e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.7583326030562544e-11,
    "max_abs_err": 2.392409187423894e-13,
    "mean_abs_err": 1.968534339377465e-14,
    "w_frob_norm": 44.77977034955397,
    "relative_err": 1.2859227633608466e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.480052885704028e-11,
    "max_abs_err": 1.4242166473943385e-13,
    "mean_abs_err": 1.5509711101304337e-14,
    "w_frob_norm": 41.820101892148216,
    "relative_err": 1.071267807347252e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.295983429973253e-10,
    "max_abs_err": 5.817256398810144e-13,
    "mean_abs_err": 4.42655537582288e-14,
    "w_frob_norm": 43.79438051283269,
    "relative_err": 2.9592459461631203e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.154836805282516e-10,
    "max_abs_err": 4.109711702893204e-13,
    "mean_abs_err": 3.989987282853532e-14,
    "w_frob_norm": 46.94648111482005,
    "relative_err": 2.4599006738291138e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.2395220044718366e-10,
    "max_abs_err": 4.920092111504459e-13,
    "mean_abs_err": 4.2650374721728724e-14,
    "w_frob_norm": 43.337085509117244,
    "relative_err": 2.8601877350775382e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.198538453023502e-10,
    "max_abs_err": 4.4083920541782007e-13,
    "mean_abs_err": 4.1396593507454404e-14,
    "w_frob_norm": 45.866998982000844,
    "relative_err": 2.613073625099896e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.norm.weight": {
    "frob_norm_diff": 5.67688568941909e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 6.894880458571804e-17,
    "w_frob_norm": 47.99112162476826,
    "relative_err": 1.182903315701887e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.28.mixer.dt_bias": {
    "frob_norm_diff": 5.076013136631798e-15,
    "max_abs_err": 2.6645352591003757e-15,
    "mean_abs_err": 2.967495227410716e-16,
    "w_frob_norm": 27.95145421954032,
    "relative_err": 1.8160103931491534e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.28.mixer.A_log": {
    "frob_norm_diff": 2.6061251400074414e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 2.207435623180487e-16,
    "w_frob_norm": 14.561341869979058,
    "relative_err": 1.7897561662091446e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.28.mixer.norm.weight": {
    "frob_norm_diff": 1.7643332741951437e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 1.3841874396672456e-16,
    "w_frob_norm": 147.05533104474006,
    "relative_err": 1.1997751197869622e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.28.mixer.D": {
    "frob_norm_diff": 4.1033968599490963e-16,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 1.6839438507889118e-17,
    "w_frob_norm": 2.3989791196609467,
    "relative_err": 1.71047627147711e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.28.mixer.conv1d.weight": {
    "frob_norm_diff": 5.335179169531991e-15,
    "max_abs_err": 9.992007221626409e-16,
    "mean_abs_err": 1.1767417149225764e-17,
    "w_frob_norm": 10.892334976563607,
    "relative_err": 4.898104199890456e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.27.mixer.gate.weight": {
    "frob_norm_diff": 3.916372648701776e-11,
    "max_abs_err": 3.7429347815587377e-13,
    "mean_abs_err": 5.139203677365001e-14,
    "w_frob_norm": 13.3187073443142,
    "relative_err": 2.9405050711424246e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.27.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.561524376923127e-10,
    "max_abs_err": 6.125447371552184e-13,
    "mean_abs_err": 5.3413109006883296e-14,
    "w_frob_norm": 44.7297660170816,
    "relative_err": 3.491018433512049e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.27.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.2125253920375694e-10,
    "max_abs_err": 3.94247134938297e-13,
    "mean_abs_err": 2.937581903167476e-14,
    "w_frob_norm": 46.03815297388074,
    "relative_err": 2.6337403082297478e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.28.mixer.in_proj.weight": {
    "frob_norm_diff": 3.2101086166759505e-10,
    "max_abs_err": 7.336284357783995e-13,
    "mean_abs_err": 4.6324495734292396e-14,
    "w_frob_norm": 121.51665285046451,
    "relative_err": 2.6417026320057002e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.27.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.633863027369786e-10,
    "max_abs_err": 9.787066990174509e-13,
    "mean_abs_err": 6.382240975184353e-14,
    "w_frob_norm": 48.62750264321941,
    "relative_err": 5.416406116296927e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.28.norm.weight": {
    "frob_norm_diff": 3.6966025183238825e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 4.425739082423269e-17,
    "w_frob_norm": 29.932026230286912,
    "relative_err": 1.2349990909013207e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.71600631979025e-11,
    "max_abs_err": 2.415203453898229e-13,
    "mean_abs_err": 1.9709702969449798e-14,
    "w_frob_norm": 43.21251328571463,
    "relative_err": 1.3227664593347944e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.304252497589549e-11,
    "max_abs_err": 1.9452495170213524e-13,
    "mean_abs_err": 1.8378357072835877e-14,
    "w_frob_norm": 44.31574137525903,
    "relative_err": 1.1969228840546606e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.2630008215708394e-11,
    "max_abs_err": 1.8303414339726487e-13,
    "mean_abs_err": 1.8199784881447624e-14,
    "w_frob_norm": 44.3891151246363,
    "relative_err": 1.1856512135448796e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.1946295950927742e-10,
    "max_abs_err": 5.042077866335148e-13,
    "mean_abs_err": 4.109927567863712e-14,
    "w_frob_norm": 43.32342045880936,
    "relative_err": 2.7574683218482094e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.71666458870729e-11,
    "max_abs_err": 1.5690313631688824e-13,
    "mean_abs_err": 1.631515927213404e-14,
    "w_frob_norm": 43.49151711729195,
    "relative_err": 1.0845021975174958e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.26087631307794e-10,
    "max_abs_err": 5.954230164473273e-13,
    "mean_abs_err": 4.316176912423424e-14,
    "w_frob_norm": 44.23550074539063,
    "relative_err": 2.8503719678347354e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.28.mixer.out_proj.weight": {
    "frob_norm_diff": 3.916746846569467e-10,
    "max_abs_err": 2.6293828225831817e-12,
    "mean_abs_err": 9.095635502889582e-14,
    "w_frob_norm": 69.9959851688473,
    "relative_err": 5.595673576307731e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3760636464031095e-10,
    "max_abs_err": 5.135544767220779e-13,
    "mean_abs_err": 4.73934374719994e-14,
    "w_frob_norm": 45.61438627432164,
    "relative_err": 3.0167316910230066e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.1890186134372108e-10,
    "max_abs_err": 5.539301656254381e-13,
    "mean_abs_err": 4.0360300421202726e-14,
    "w_frob_norm": 44.71023764125261,
    "relative_err": 2.6593878184627314e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.229465573258438e-11,
    "max_abs_err": 2.4436876133737684e-13,
    "mean_abs_err": 1.7856291060752404e-14,
    "w_frob_norm": 41.82355560129032,
    "relative_err": 1.2503637000908409e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2053199287027986e-10,
    "max_abs_err": 4.3942627314663696e-13,
    "mean_abs_err": 4.1781440578525104e-14,
    "w_frob_norm": 45.61891764480036,
    "relative_err": 2.6421493339401507e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.510028569363335e-11,
    "max_abs_err": 1.9395422767853887e-13,
    "mean_abs_err": 1.8916597802411046e-14,
    "w_frob_norm": 45.014787558767935,
    "relative_err": 1.224048555637379e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.3574406095455544e-11,
    "max_abs_err": 1.98282362751101e-13,
    "mean_abs_err": 1.826030060303721e-14,
    "w_frob_norm": 44.04517196256554,
    "relative_err": 1.2163513890010238e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.314564548977112e-10,
    "max_abs_err": 5.516620146805984e-13,
    "mean_abs_err": 4.546028338697479e-14,
    "w_frob_norm": 47.221585659186914,
    "relative_err": 2.7838212771268188e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.434776788851353e-11,
    "max_abs_err": 2.2074703176500066e-13,
    "mean_abs_err": 1.8545837698946592e-14,
    "w_frob_norm": 45.09797180962333,
    "relative_err": 1.2051044804838964e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 4.335862703131253e-11,
    "max_abs_err": 1.6009762959789953e-13,
    "mean_abs_err": 1.501121606073187e-14,
    "w_frob_norm": 43.45507292210638,
    "relative_err": 9.977805608342498e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.1592653016931859e-10,
    "max_abs_err": 5.227276944630432e-13,
    "mean_abs_err": 3.981761275688091e-14,
    "w_frob_norm": 43.86668352655232,
    "relative_err": 2.6427010398255604e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.070483149662277e-11,
    "max_abs_err": 1.6712672912255755e-13,
    "mean_abs_err": 1.753227114860682e-14,
    "w_frob_norm": 41.60062141406034,
    "relative_err": 1.2188479347927564e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.1574939992533996e-10,
    "max_abs_err": 3.985926172456189e-13,
    "mean_abs_err": 4.009279718455844e-14,
    "w_frob_norm": 46.43215995774316,
    "relative_err": 2.4928713208836468e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.3479872472657317e-10,
    "max_abs_err": 5.13698458770584e-13,
    "mean_abs_err": 4.611727558041517e-14,
    "w_frob_norm": 46.96043572930371,
    "relative_err": 2.8704743180748985e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.197028251779755e-10,
    "max_abs_err": 6.198513924360327e-13,
    "mean_abs_err": 4.070700039830663e-14,
    "w_frob_norm": 45.25649236692866,
    "relative_err": 2.644986805593638e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 4.534871893533585e-11,
    "max_abs_err": 1.660910992073994e-13,
    "mean_abs_err": 1.571505293847093e-14,
    "w_frob_norm": 41.05686327227797,
    "relative_err": 1.1045344266705289e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 6.776085593339611e-11,
    "max_abs_err": 2.78312095591815e-13,
    "mean_abs_err": 2.3039969603973774e-14,
    "w_frob_norm": 43.7240869472099,
    "relative_err": 1.5497374711382061e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 4.955061536180699e-11,
    "max_abs_err": 1.8521989497699565e-13,
    "mean_abs_err": 1.714985516850795e-14,
    "w_frob_norm": 42.367390584108726,
    "relative_err": 1.1695460749096161e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.319885018986954e-11,
    "max_abs_err": 2.428543477428491e-13,
    "mean_abs_err": 1.814798428151751e-14,
    "w_frob_norm": 42.80512864004012,
    "relative_err": 1.242814865415615e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.0611396724704824e-11,
    "max_abs_err": 2.0056525884548648e-13,
    "mean_abs_err": 1.7393759320543832e-14,
    "w_frob_norm": 44.083805746218395,
    "relative_err": 1.148072310636347e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.4031809725834696e-10,
    "max_abs_err": 5.483634379910285e-13,
    "mean_abs_err": 4.794226324616792e-14,
    "w_frob_norm": 45.851605908913584,
    "relative_err": 3.0602657088411602e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.1211180011521017e-10,
    "max_abs_err": 4.2964937163603167e-13,
    "mean_abs_err": 3.86598589953811e-14,
    "w_frob_norm": 44.2976026561899,
    "relative_err": 2.5308773701672158e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.180373771171518e-10,
    "max_abs_err": 4.67618999078212e-13,
    "mean_abs_err": 4.0779466618643856e-14,
    "w_frob_norm": 43.34128866250264,
    "relative_err": 2.7234394906045697e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.2809377832654078e-10,
    "max_abs_err": 5.400679903289074e-13,
    "mean_abs_err": 4.353314276146523e-14,
    "w_frob_norm": 42.91502101520971,
    "relative_err": 2.9848238517963786e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.765740381961444e-11,
    "max_abs_err": 1.5852597012866454e-13,
    "mean_abs_err": 1.651165344269709e-14,
    "w_frob_norm": 41.82913568379662,
    "relative_err": 1.1393351318534538e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.2190681825515827e-10,
    "max_abs_err": 5.518797224768335e-13,
    "mean_abs_err": 4.1646554353840486e-14,
    "w_frob_norm": 44.21090531948731,
    "relative_err": 2.7573924888940038e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.0963130285550108e-10,
    "max_abs_err": 5.178149575790769e-13,
    "mean_abs_err": 3.791566884595164e-14,
    "w_frob_norm": 44.88829631026687,
    "relative_err": 2.4423137402616496e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.1897328602620565e-10,
    "max_abs_err": 4.2439315950382195e-13,
    "mean_abs_err": 4.096802997192311e-14,
    "w_frob_norm": 43.74222693266669,
    "relative_err": 2.719872634956233e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.602242022138729e-11,
    "max_abs_err": 2.2015635842143055e-13,
    "mean_abs_err": 1.9061054252488254e-14,
    "w_frob_norm": 43.7670045644314,
    "relative_err": 1.28001495142109e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.2187725992329406e-10,
    "max_abs_err": 4.414350829318181e-13,
    "mean_abs_err": 4.214910789581032e-14,
    "w_frob_norm": 45.1146830615029,
    "relative_err": 2.7014987505762604e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.145878687523714e-11,
    "max_abs_err": 1.7887774594882444e-13,
    "mean_abs_err": 1.7744625266984466e-14,
    "w_frob_norm": 43.406969512480295,
    "relative_err": 1.185495957289573e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.023048706585908e-11,
    "max_abs_err": 2.105121632567375e-13,
    "mean_abs_err": 1.7205333478822118e-14,
    "w_frob_norm": 41.89059227481567,
    "relative_err": 1.1990875358441113e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.2620119099421567e-10,
    "max_abs_err": 4.879274068114725e-13,
    "mean_abs_err": 4.3606895267611943e-14,
    "w_frob_norm": 43.7374121827899,
    "relative_err": 2.885428851318144e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.2143003162738283e-10,
    "max_abs_err": 5.162814620263134e-13,
    "mean_abs_err": 4.1837520427255485e-14,
    "w_frob_norm": 43.705163746890506,
    "relative_err": 2.778390954684896e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.3627794654634875e-10,
    "max_abs_err": 6.563638521583925e-13,
    "mean_abs_err": 4.628708171771932e-14,
    "w_frob_norm": 46.574509716358136,
    "relative_err": 2.9260199919718e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.0538171933479336e-11,
    "max_abs_err": 2.042064434215618e-13,
    "mean_abs_err": 1.7396451286458214e-14,
    "w_frob_norm": 41.81930693244099,
    "relative_err": 1.2084889884742389e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.476244543825809e-11,
    "max_abs_err": 2.1131013605568683e-13,
    "mean_abs_err": 1.8883737149634248e-14,
    "w_frob_norm": 43.24252914009872,
    "relative_err": 1.2664024636680414e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.945547208034627e-11,
    "max_abs_err": 2.5063718461781903e-13,
    "mean_abs_err": 2.0366723169467662e-14,
    "w_frob_norm": 43.98128735904429,
    "relative_err": 1.3518356476238952e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.2256383203403346e-11,
    "max_abs_err": 1.9165224962591765e-13,
    "mean_abs_err": 1.801944013263958e-14,
    "w_frob_norm": 43.929724195294234,
    "relative_err": 1.1895449871502054e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.2084198106805594e-10,
    "max_abs_err": 5.823327930976063e-13,
    "mean_abs_err": 4.1337585047756796e-14,
    "w_frob_norm": 45.325169475389956,
    "relative_err": 2.666112062386641e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.2975966190447922e-10,
    "max_abs_err": 4.4605291682486836e-13,
    "mean_abs_err": 4.444018699864305e-14,
    "w_frob_norm": 44.20187004530953,
    "relative_err": 2.9356147550198192e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.063627870014289e-11,
    "max_abs_err": 2.1514734438454752e-13,
    "mean_abs_err": 1.7476178741133352e-14,
    "w_frob_norm": 43.72616472627262,
    "relative_err": 1.1580315588418933e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.1375051070444406e-10,
    "max_abs_err": 4.4913421939907217e-13,
    "mean_abs_err": 3.926276530110334e-14,
    "w_frob_norm": 45.20709606845712,
    "relative_err": 2.5162091927380523e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.846303976833659e-11,
    "max_abs_err": 2.646355357072139e-13,
    "mean_abs_err": 2.002212690073386e-14,
    "w_frob_norm": 43.50963859972239,
    "relative_err": 1.3436801970749903e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.304044412384067e-10,
    "max_abs_err": 5.774582201301115e-13,
    "mean_abs_err": 4.418872944203165e-14,
    "w_frob_norm": 44.72727676209785,
    "relative_err": 2.9155461874422042e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 7.039931872082843e-11,
    "max_abs_err": 3.2748977141228153e-13,
    "mean_abs_err": 2.3710500997926655e-14,
    "w_frob_norm": 42.84551568356016,
    "relative_err": 1.6430965434228785e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.83372623931283e-11,
    "max_abs_err": 2.5629671995819336e-13,
    "mean_abs_err": 1.984787707205007e-14,
    "w_frob_norm": 43.27146435333315,
    "relative_err": 1.348169359760404e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.1597094966648356e-10,
    "max_abs_err": 5.114884210621895e-13,
    "mean_abs_err": 3.9667069392746216e-14,
    "w_frob_norm": 46.01152547836566,
    "relative_err": 2.520476086388668e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.213669655560346e-10,
    "max_abs_err": 4.883836390856544e-13,
    "mean_abs_err": 4.1856664562101764e-14,
    "w_frob_norm": 46.142828120405795,
    "relative_err": 2.6302454899239767e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.1536351310880276e-11,
    "max_abs_err": 2.142448544961706e-13,
    "mean_abs_err": 1.7781432246755598e-14,
    "w_frob_norm": 41.54869251253774,
    "relative_err": 1.2403844307574458e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 4.6125920413812556e-11,
    "max_abs_err": 1.8359619380348136e-13,
    "mean_abs_err": 1.6001151714602278e-14,
    "w_frob_norm": 42.95032567838789,
    "relative_err": 1.0739364529899848e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.4086473124919e-11,
    "max_abs_err": 2.1990742560262788e-13,
    "mean_abs_err": 1.847556352358624e-14,
    "w_frob_norm": 44.12705809645841,
    "relative_err": 1.225698595331011e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.892493973313101e-11,
    "max_abs_err": 2.124108181011941e-13,
    "mean_abs_err": 2.0271278361118105e-14,
    "w_frob_norm": 43.42467468805409,
    "relative_err": 1.3569460256507336e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.5630329572065325e-11,
    "max_abs_err": 2.355997341663141e-13,
    "mean_abs_err": 1.909420037553785e-14,
    "w_frob_norm": 44.12556701565208,
    "relative_err": 1.260727812343631e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.2432105122084258e-10,
    "max_abs_err": 4.759109772933812e-13,
    "mean_abs_err": 4.29157120561274e-14,
    "w_frob_norm": 45.412737831384504,
    "relative_err": 2.737581065524857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.3108455542462435e-10,
    "max_abs_err": 5.289033100375207e-13,
    "mean_abs_err": 4.514543588666511e-14,
    "w_frob_norm": 46.20896594988816,
    "relative_err": 2.8367775112470703e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.219015778267497e-11,
    "max_abs_err": 2.176332031256223e-13,
    "mean_abs_err": 1.8031478617393318e-14,
    "w_frob_norm": 44.340202789703724,
    "relative_err": 1.1770392217239495e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.4093143267739045e-10,
    "max_abs_err": 6.164443955292143e-13,
    "mean_abs_err": 4.823506925331671e-14,
    "w_frob_norm": 44.61307260966715,
    "relative_err": 3.158971674299165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.6391204978315087e-10,
    "max_abs_err": 8.743439999792102e-13,
    "mean_abs_err": 5.4460773994345863e-14,
    "w_frob_norm": 43.867267580124555,
    "relative_err": 3.736545693979271e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.3156687672379224e-10,
    "max_abs_err": 5.497616251126658e-13,
    "mean_abs_err": 4.507058998780741e-14,
    "w_frob_norm": 46.19328369973267,
    "relative_err": 2.8481819473802346e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.230555043939828e-10,
    "max_abs_err": 4.696659727798647e-13,
    "mean_abs_err": 4.2347134765007e-14,
    "w_frob_norm": 44.69209087486397,
    "relative_err": 2.7534067434556413e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.432888103503831e-11,
    "max_abs_err": 2.0992235727490538e-13,
    "mean_abs_err": 1.848197854222683e-14,
    "w_frob_norm": 44.95225188212335,
    "relative_err": 1.2085908660928258e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.159590145859727e-11,
    "max_abs_err": 1.8889924346954245e-13,
    "mean_abs_err": 1.786172556227403e-14,
    "w_frob_norm": 44.91519693647532,
    "relative_err": 1.1487404036449096e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.0507880412984186e-10,
    "max_abs_err": 3.567354744937745e-13,
    "mean_abs_err": 3.650154756299617e-14,
    "w_frob_norm": 44.68772433946824,
    "relative_err": 2.351401994239303e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 9.716341395387286e-11,
    "max_abs_err": 3.1683596718456997e-13,
    "mean_abs_err": 3.3817213455196936e-14,
    "w_frob_norm": 45.6363496903065,
    "relative_err": 2.1290794424452203e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.115970182161923e-11,
    "max_abs_err": 1.7934265184038622e-13,
    "mean_abs_err": 1.7650485486187484e-14,
    "w_frob_norm": 44.15255107124053,
    "relative_err": 1.1587031911037847e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.8301662485238804e-11,
    "max_abs_err": 1.864133847284677e-13,
    "mean_abs_err": 1.6690892335915133e-14,
    "w_frob_norm": 43.989945103069566,
    "relative_err": 1.0980159755159225e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.579709104500809e-10,
    "max_abs_err": 7.172795343790561e-13,
    "mean_abs_err": 5.3259886607323816e-14,
    "w_frob_norm": 47.100847011336924,
    "relative_err": 3.3538868295098418e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.689717796529747e-11,
    "max_abs_err": 1.7396392486268564e-13,
    "mean_abs_err": 1.623167058193069e-14,
    "w_frob_norm": 43.32334707345933,
    "relative_err": 1.0824920310468703e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.3004317095000453e-10,
    "max_abs_err": 5.193137586623209e-13,
    "mean_abs_err": 4.490314770577302e-14,
    "w_frob_norm": 47.87485223517355,
    "relative_err": 2.7163148266484277e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.3000087212844288e-10,
    "max_abs_err": 6.346086850461674e-13,
    "mean_abs_err": 4.438252862147021e-14,
    "w_frob_norm": 45.513250626512836,
    "relative_err": 2.8563301970067035e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.998413511047677e-11,
    "max_abs_err": 2.4667334147521203e-13,
    "mean_abs_err": 2.0470985945836418e-14,
    "w_frob_norm": 43.955029636933986,
    "relative_err": 1.3646705645734348e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.0742672668863725e-11,
    "max_abs_err": 1.807286958976917e-13,
    "mean_abs_err": 1.7547305219607688e-14,
    "w_frob_norm": 44.348538148087755,
    "relative_err": 1.1441791497033071e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 6.89194351832228e-11,
    "max_abs_err": 2.7633451082920146e-13,
    "mean_abs_err": 2.3678282013443048e-14,
    "w_frob_norm": 46.433114642654395,
    "relative_err": 1.4842733620955941e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.4519519438549026e-10,
    "max_abs_err": 6.192698806008201e-13,
    "mean_abs_err": 4.9552671349922036e-14,
    "w_frob_norm": 45.61141306865794,
    "relative_err": 3.183308400617426e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.326237926148013e-11,
    "max_abs_err": 1.7906509608422994e-13,
    "mean_abs_err": 1.8423690768787144e-14,
    "w_frob_norm": 45.5873861368742,
    "relative_err": 1.168357823841053e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.4071166852538793e-10,
    "max_abs_err": 5.963944615938743e-13,
    "mean_abs_err": 4.830114370370187e-14,
    "w_frob_norm": 47.0627482681519,
    "relative_err": 2.9898735986187555e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.3330333288248566e-10,
    "max_abs_err": 5.562338784015353e-13,
    "mean_abs_err": 4.5828508263231464e-14,
    "w_frob_norm": 48.549502229211875,
    "relative_err": 2.745719868622629e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.618627950893309e-11,
    "max_abs_err": 2.417094302487044e-13,
    "mean_abs_err": 1.9343074580308547e-14,
    "w_frob_norm": 44.60221803574605,
    "relative_err": 1.2597194037279288e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.3790182821978766e-10,
    "max_abs_err": 6.178009492874281e-13,
    "mean_abs_err": 4.7035710896625556e-14,
    "w_frob_norm": 47.80293287024292,
    "relative_err": 2.884798482848546e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.4152616262500857e-10,
    "max_abs_err": 6.131900542882818e-13,
    "mean_abs_err": 4.744155362458807e-14,
    "w_frob_norm": 46.320747967379084,
    "relative_err": 3.0553514102293193e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 6.133795341167186e-11,
    "max_abs_err": 2.939072596408465e-13,
    "mean_abs_err": 2.103662145804337e-14,
    "w_frob_norm": 42.49009059630299,
    "relative_err": 1.4435825518576042e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.1363500090725554e-10,
    "max_abs_err": 4.920647223016772e-13,
    "mean_abs_err": 3.878700670374413e-14,
    "w_frob_norm": 44.74677068566187,
    "relative_err": 2.539512889221018e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.412735825887777e-11,
    "max_abs_err": 2.374888480316528e-13,
    "mean_abs_err": 1.8461839354992082e-14,
    "w_frob_norm": 43.69294020529985,
    "relative_err": 1.2388124489803103e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.493333752397727e-11,
    "max_abs_err": 2.425004641537498e-13,
    "mean_abs_err": 1.8675742729086023e-14,
    "w_frob_norm": 42.18092648787303,
    "relative_err": 1.3023264801869761e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.077693591580512e-11,
    "max_abs_err": 1.9311332047355911e-13,
    "mean_abs_err": 1.757356895991258e-14,
    "w_frob_norm": 44.212730644180645,
    "relative_err": 1.148468669000621e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.126777183287403e-10,
    "max_abs_err": 4.074639931017643e-13,
    "mean_abs_err": 3.907678608373641e-14,
    "w_frob_norm": 45.72200222385702,
    "relative_err": 2.4644090995198555e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.2482900170321437e-10,
    "max_abs_err": 5.294584215498332e-13,
    "mean_abs_err": 4.3045946196461386e-14,
    "w_frob_norm": 44.86318373859744,
    "relative_err": 2.7824374308910092e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.3239463557211706e-10,
    "max_abs_err": 4.54306731123566e-13,
    "mean_abs_err": 4.54628942715038e-14,
    "w_frob_norm": 45.36117696436997,
    "relative_err": 2.918677257340779e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.160675203150421e-11,
    "max_abs_err": 2.562724338295297e-13,
    "mean_abs_err": 1.7888659680551336e-14,
    "w_frob_norm": 43.03302177216885,
    "relative_err": 1.1992360728169995e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.2600125451993313e-10,
    "max_abs_err": 4.337537273801928e-13,
    "mean_abs_err": 4.342126581874493e-14,
    "w_frob_norm": 42.92310052867617,
    "relative_err": 2.935511483746471e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.559155247366845e-11,
    "max_abs_err": 2.911490493140434e-13,
    "mean_abs_err": 1.914809841953527e-14,
    "w_frob_norm": 44.892208662748914,
    "relative_err": 1.238334092476892e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.2241985087738056e-10,
    "max_abs_err": 5.023689797489794e-13,
    "mean_abs_err": 4.186054060805102e-14,
    "w_frob_norm": 44.91888652877364,
    "relative_err": 2.725353639364195e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.220664152590947e-11,
    "max_abs_err": 1.853586728550738e-13,
    "mean_abs_err": 1.80825963056353e-14,
    "w_frob_norm": 43.4479654094861,
    "relative_err": 1.2015900177114177e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 6.60184260779196e-11,
    "max_abs_err": 2.624289674457714e-13,
    "mean_abs_err": 2.232586669969076e-14,
    "w_frob_norm": 45.51178078305456,
    "relative_err": 1.4505788378753199e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.3323128536087075e-11,
    "max_abs_err": 2.5080805488020275e-13,
    "mean_abs_err": 1.8281207782267785e-14,
    "w_frob_norm": 44.097002629046656,
    "relative_err": 1.2092234246543364e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 6.152781294259071e-11,
    "max_abs_err": 2.5481092930101923e-13,
    "mean_abs_err": 2.0886885095596795e-14,
    "w_frob_norm": 42.72688641102541,
    "relative_err": 1.4400256632487463e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.0527897195992226e-10,
    "max_abs_err": 3.8350919662200056e-13,
    "mean_abs_err": 3.642671324526964e-14,
    "w_frob_norm": 44.47413671370689,
    "relative_err": 2.367195402524258e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.7984739031303415e-11,
    "max_abs_err": 2.746648394835738e-13,
    "mean_abs_err": 1.9786140408922945e-14,
    "w_frob_norm": 43.51761132618939,
    "relative_err": 1.3324430561382293e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 4.5085535802638995e-11,
    "max_abs_err": 1.6690815396458447e-13,
    "mean_abs_err": 1.561685082903223e-14,
    "w_frob_norm": 41.62377646660701,
    "relative_err": 1.0831678341058074e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.1973980785329428e-10,
    "max_abs_err": 4.3490905321519335e-13,
    "mean_abs_err": 4.133979662505811e-14,
    "w_frob_norm": 44.06285049254725,
    "relative_err": 2.7174775693085713e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.3221875879262915e-10,
    "max_abs_err": 6.72931328715709e-13,
    "mean_abs_err": 4.483572345712765e-14,
    "w_frob_norm": 44.02054031293719,
    "relative_err": 3.0035696484572998e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.4220484085489942e-10,
    "max_abs_err": 6.392889689843528e-13,
    "mean_abs_err": 4.7934859642903267e-14,
    "w_frob_norm": 45.88747652651938,
    "relative_err": 3.098990217357368e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.0297172100910669e-10,
    "max_abs_err": 3.724590080800283e-13,
    "mean_abs_err": 3.568615755793808e-14,
    "w_frob_norm": 47.44175039383924,
    "relative_err": 2.1704873904163227e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.531578140638195e-11,
    "max_abs_err": 1.819169814787358e-13,
    "mean_abs_err": 1.567440154311469e-14,
    "w_frob_norm": 43.10508403568966,
    "relative_err": 1.0512862327066084e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.822640235673737e-11,
    "max_abs_err": 2.328068293699914e-13,
    "mean_abs_err": 1.9995777608423248e-14,
    "w_frob_norm": 42.552056739541804,
    "relative_err": 1.368356944839051e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.1987821027808043e-10,
    "max_abs_err": 4.719835633437697e-13,
    "mean_abs_err": 4.113942927593362e-14,
    "w_frob_norm": 43.83325061152237,
    "relative_err": 2.7348692740247803e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.417163797216269e-10,
    "max_abs_err": 5.695799734639628e-13,
    "mean_abs_err": 4.848248903244895e-14,
    "w_frob_norm": 44.46308389835166,
    "relative_err": 3.187281836896622e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.2958079687562684e-11,
    "max_abs_err": 2.1067934723173476e-13,
    "mean_abs_err": 1.819164592685651e-14,
    "w_frob_norm": 42.40589942370749,
    "relative_err": 1.248837553436159e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.37197716416536e-10,
    "max_abs_err": 5.357761760291235e-13,
    "mean_abs_err": 4.6712481538671087e-14,
    "w_frob_norm": 45.287300081865794,
    "relative_err": 3.029496485074709e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.4717657009158133e-10,
    "max_abs_err": 5.622100007762754e-13,
    "mean_abs_err": 4.991885056623369e-14,
    "w_frob_norm": 48.31751015174675,
    "relative_err": 3.046029682186773e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 6.927578662794355e-11,
    "max_abs_err": 2.564823353701229e-13,
    "mean_abs_err": 2.3486534098994182e-14,
    "w_frob_norm": 45.68341578929811,
    "relative_err": 1.5164318479918097e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.062661918734916e-10,
    "max_abs_err": 3.929079284148429e-13,
    "mean_abs_err": 3.6819180903986746e-14,
    "w_frob_norm": 44.90807795606424,
    "relative_err": 2.36630460955058e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.5226747727046355e-10,
    "max_abs_err": 6.199103730342159e-13,
    "mean_abs_err": 5.1997239858840874e-14,
    "w_frob_norm": 46.22527720746768,
    "relative_err": 3.294030592549152e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.1004565806468065e-11,
    "max_abs_err": 1.6559149884631807e-13,
    "mean_abs_err": 1.7689979910888595e-14,
    "w_frob_norm": 44.67048899648539,
    "relative_err": 1.1417955556851198e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.737707539005162e-11,
    "max_abs_err": 2.1527918336872176e-13,
    "mean_abs_err": 1.9520202041228054e-14,
    "w_frob_norm": 44.356393475211256,
    "relative_err": 1.2935469025929042e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 4.61290601884578e-11,
    "max_abs_err": 1.5752503468302592e-13,
    "mean_abs_err": 1.6000290725260872e-14,
    "w_frob_norm": 43.81204853586001,
    "relative_err": 1.0528852617037828e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 4.8834124585847163e-11,
    "max_abs_err": 1.7549850461762162e-13,
    "mean_abs_err": 1.6916116804948348e-14,
    "w_frob_norm": 43.373228701853854,
    "relative_err": 1.125904758475126e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.1459601595304934e-11,
    "max_abs_err": 2.0254284360810004e-13,
    "mean_abs_err": 1.7728150196269956e-14,
    "w_frob_norm": 44.15804103964286,
    "relative_err": 1.1653506447241874e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.0918920041342168e-10,
    "max_abs_err": 3.9269455742729775e-13,
    "mean_abs_err": 3.783244961443329e-14,
    "w_frob_norm": 46.44525764648435,
    "relative_err": 2.3509224826463353e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.1086111435737978e-10,
    "max_abs_err": 3.901861472810353e-13,
    "mean_abs_err": 3.846209213959349e-14,
    "w_frob_norm": 45.929792779705764,
    "relative_err": 2.4137081325209927e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.620853960845726e-11,
    "max_abs_err": 1.87586057798228e-13,
    "mean_abs_err": 1.6027167306217973e-14,
    "w_frob_norm": 40.46602611636928,
    "relative_err": 1.1419094989850024e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.266711787893059e-10,
    "max_abs_err": 4.696330130338211e-13,
    "mean_abs_err": 4.341457751526081e-14,
    "w_frob_norm": 44.15239216279017,
    "relative_err": 2.868953924903285e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.2440538692149854e-10,
    "max_abs_err": 4.993522956242558e-13,
    "mean_abs_err": 4.2732805337582786e-14,
    "w_frob_norm": 44.27673289375574,
    "relative_err": 2.8097237260033515e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.2724250387250036e-10,
    "max_abs_err": 5.347666753863223e-13,
    "mean_abs_err": 4.387994177893287e-14,
    "w_frob_norm": 45.486596748203226,
    "relative_err": 2.7973625852219115e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.112002341754077e-11,
    "max_abs_err": 2.521732822557965e-13,
    "mean_abs_err": 1.771571757235192e-14,
    "w_frob_norm": 43.925572042490295,
    "relative_err": 1.1637873120489154e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.2244867934655388e-10,
    "max_abs_err": 4.378442053365461e-13,
    "mean_abs_err": 4.195435453220149e-14,
    "w_frob_norm": 44.506860097619665,
    "relative_err": 2.751231587175091e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.5704877183885306e-11,
    "max_abs_err": 1.619390385676489e-13,
    "mean_abs_err": 1.5838243298583852e-14,
    "w_frob_norm": 43.225790380331084,
    "relative_err": 1.0573520294653137e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1952338879574597e-10,
    "max_abs_err": 3.9612757518625585e-13,
    "mean_abs_err": 4.1256550916923633e-14,
    "w_frob_norm": 43.799400145539686,
    "relative_err": 2.728881865929336e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.1487821304584326e-11,
    "max_abs_err": 1.6506934708004906e-13,
    "mean_abs_err": 1.7856425110842293e-14,
    "w_frob_norm": 41.59972432798529,
    "relative_err": 1.2376962140094529e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.0264461109593848e-10,
    "max_abs_err": 3.4468261578268766e-13,
    "mean_abs_err": 3.5567023735229874e-14,
    "w_frob_norm": 44.22586541420593,
    "relative_err": 2.320918090230693e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1986713134669973e-10,
    "max_abs_err": 4.488701077498547e-13,
    "mean_abs_err": 4.154103620606946e-14,
    "w_frob_norm": 44.81160589114616,
    "relative_err": 2.6749126473591292e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.04015978306026e-11,
    "max_abs_err": 2.344548166721694e-13,
    "mean_abs_err": 1.736585298982579e-14,
    "w_frob_norm": 43.78808301053827,
    "relative_err": 1.1510345821367124e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.4037618826131696e-10,
    "max_abs_err": 5.453623663775886e-13,
    "mean_abs_err": 4.789795292065664e-14,
    "w_frob_norm": 47.17522604271932,
    "relative_err": 2.9756336118919685e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.5323056775304106e-11,
    "max_abs_err": 2.1940262107111863e-13,
    "mean_abs_err": 1.8980629291900145e-14,
    "w_frob_norm": 43.987006638292414,
    "relative_err": 1.2577136068891583e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 4.684500528463511e-11,
    "max_abs_err": 1.5975762379660807e-13,
    "mean_abs_err": 1.6287940811100044e-14,
    "w_frob_norm": 45.10588009150092,
    "relative_err": 1.038556507258172e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.232333719108471e-10,
    "max_abs_err": 5.134365155257115e-13,
    "mean_abs_err": 4.252794904162048e-14,
    "w_frob_norm": 44.39321582357816,
    "relative_err": 2.7759505506558795e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.755988797563621e-11,
    "max_abs_err": 1.567496132892643e-13,
    "mean_abs_err": 1.6455875241174053e-14,
    "w_frob_norm": 42.34686242627058,
    "relative_err": 1.1231029939571543e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.008843649713547e-11,
    "max_abs_err": 1.8112594757369038e-13,
    "mean_abs_err": 1.73327584339009e-14,
    "w_frob_norm": 41.88749090289672,
    "relative_err": 1.195785076104227e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.2509240857243512e-10,
    "max_abs_err": 4.4549433586560383e-13,
    "mean_abs_err": 4.3163686934598705e-14,
    "w_frob_norm": 44.56078702441034,
    "relative_err": 2.807230682526089e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.3811556680926485e-11,
    "max_abs_err": 2.0476328965735036e-13,
    "mean_abs_err": 1.8594043719188357e-14,
    "w_frob_norm": 45.011665138927235,
    "relative_err": 1.1955024661904561e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 4.973905583223506e-11,
    "max_abs_err": 1.9821123908858596e-13,
    "mean_abs_err": 1.700878334618551e-14,
    "w_frob_norm": 43.06484215807682,
    "relative_err": 1.1549805674350182e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.1347279762780032e-10,
    "max_abs_err": 4.3530630489119204e-13,
    "mean_abs_err": 3.924267508244123e-14,
    "w_frob_norm": 43.33460129619199,
    "relative_err": 2.618526402313333e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.2121861803222177e-10,
    "max_abs_err": 4.731172051353205e-13,
    "mean_abs_err": 4.179981612648331e-14,
    "w_frob_norm": 45.848643275326545,
    "relative_err": 2.6438866970237174e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.245534607980307e-11,
    "max_abs_err": 2.0032933645275364e-13,
    "mean_abs_err": 1.8116841612112347e-14,
    "w_frob_norm": 44.61370055247602,
    "relative_err": 1.1757676550077585e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.538053737440323e-10,
    "max_abs_err": 6.572225402790011e-13,
    "mean_abs_err": 5.1954939191843635e-14,
    "w_frob_norm": 46.411826752483044,
    "relative_err": 3.3139263094358525e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.1218635561431863e-11,
    "max_abs_err": 1.849319308799835e-13,
    "mean_abs_err": 1.77172091351519e-14,
    "w_frob_norm": 45.2016618232274,
    "relative_err": 1.133113993944191e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.4783437893627783e-10,
    "max_abs_err": 5.817481912862021e-13,
    "mean_abs_err": 5.0419673800189664e-14,
    "w_frob_norm": 44.11855933461767,
    "relative_err": 3.350843299642367e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.4407425593753758e-10,
    "max_abs_err": 5.071221220731559e-13,
    "mean_abs_err": 4.9427648137380857e-14,
    "w_frob_norm": 46.75104985087287,
    "relative_err": 3.081733060479018e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2100842003937387e-10,
    "max_abs_err": 4.61266441709185e-13,
    "mean_abs_err": 4.161862087128119e-14,
    "w_frob_norm": 46.25322858667099,
    "relative_err": 2.6162156402255006e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.439574656799746e-11,
    "max_abs_err": 1.9453882948994305e-13,
    "mean_abs_err": 1.8629889658201163e-14,
    "w_frob_norm": 44.6070648470149,
    "relative_err": 1.2194424079359174e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.0481059440148536e-10,
    "max_abs_err": 3.547995230945844e-13,
    "mean_abs_err": 3.6451920565660613e-14,
    "w_frob_norm": 46.08391708737165,
    "relative_err": 2.27434213551709e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.4323342391107366e-11,
    "max_abs_err": 2.1007501294079134e-13,
    "mean_abs_err": 1.856417141709873e-14,
    "w_frob_norm": 43.348657184440604,
    "relative_err": 1.25317243761373e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.463083793788495e-11,
    "max_abs_err": 2.0895785102226228e-13,
    "mean_abs_err": 1.871914950605081e-14,
    "w_frob_norm": 44.22504958782597,
    "relative_err": 1.2352917282635095e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.568934362784685e-10,
    "max_abs_err": 6.830241667393766e-13,
    "mean_abs_err": 5.2142059093732397e-14,
    "w_frob_norm": 47.73450651928888,
    "relative_err": 3.286792882525557e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 4.8110258108990154e-11,
    "max_abs_err": 1.8050144712233873e-13,
    "mean_abs_err": 1.6592387893544506e-14,
    "w_frob_norm": 42.64153936730259,
    "relative_err": 1.1282486238262065e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.18703521088552e-10,
    "max_abs_err": 4.904097961055953e-13,
    "mean_abs_err": 4.062993252806431e-14,
    "w_frob_norm": 44.380082357188165,
    "relative_err": 2.6747025869213106e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.332016582791995e-10,
    "max_abs_err": 4.929251451457617e-13,
    "mean_abs_err": 4.548248441825318e-14,
    "w_frob_norm": 46.40283444222039,
    "relative_err": 2.870550040322618e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 8.529436875845829e-11,
    "max_abs_err": 4.302391776178638e-13,
    "mean_abs_err": 2.7577972117322745e-14,
    "w_frob_norm": 43.860845557289394,
    "relative_err": 1.944658559923337e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.542897268779904e-11,
    "max_abs_err": 1.936610594110988e-13,
    "mean_abs_err": 1.920011186406287e-14,
    "w_frob_norm": 45.285694260112734,
    "relative_err": 1.2239841652735889e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.158740138154624e-11,
    "max_abs_err": 2.1226076452052212e-13,
    "mean_abs_err": 1.7638458840903868e-14,
    "w_frob_norm": 42.88528204123937,
    "relative_err": 1.2029162203466152e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.1931035170981726e-10,
    "max_abs_err": 4.3204350687331416e-13,
    "mean_abs_err": 4.115431355596252e-14,
    "w_frob_norm": 44.19353875909372,
    "relative_err": 2.699723875026114e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.1542837086270086e-10,
    "max_abs_err": 4.102811840267506e-13,
    "mean_abs_err": 3.9969956850005123e-14,
    "w_frob_norm": 44.210098067577576,
    "relative_err": 2.6109051078389877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.07211701002046e-11,
    "max_abs_err": 1.9130877437767424e-13,
    "mean_abs_err": 1.7382156553014114e-14,
    "w_frob_norm": 42.75795198179318,
    "relative_err": 1.1862394653935308e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.5381775401359055e-11,
    "max_abs_err": 2.509520369287088e-13,
    "mean_abs_err": 1.876745766885833e-14,
    "w_frob_norm": 45.28143143672607,
    "relative_err": 1.2230570819905877e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.2225540670559545e-10,
    "max_abs_err": 4.940162862121511e-13,
    "mean_abs_err": 4.2099159205159187e-14,
    "w_frob_norm": 44.058361969153154,
    "relative_err": 2.7748513844248422e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 4.642994162398628e-11,
    "max_abs_err": 1.6900543464704043e-13,
    "mean_abs_err": 1.610247514888745e-14,
    "w_frob_norm": 43.220978206016376,
    "relative_err": 1.074245506491642e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.220363289958716e-10,
    "max_abs_err": 6.938338792394916e-13,
    "mean_abs_err": 4.2263997245644755e-14,
    "w_frob_norm": 47.328011447395674,
    "relative_err": 2.578522216837972e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.3192482436763408e-10,
    "max_abs_err": 5.159848243119214e-13,
    "mean_abs_err": 4.532099470286959e-14,
    "w_frob_norm": 46.21532356564723,
    "relative_err": 2.854568878658602e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.14990253486366e-11,
    "max_abs_err": 1.8811341373492496e-13,
    "mean_abs_err": 1.7817531079194106e-14,
    "w_frob_norm": 45.355006871339036,
    "relative_err": 1.1354650544917042e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.2127993604815717e-10,
    "max_abs_err": 5.221309495873072e-13,
    "mean_abs_err": 4.1842126266657627e-14,
    "w_frob_norm": 46.90965808259822,
    "relative_err": 2.58539373351663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.060950240339273e-11,
    "max_abs_err": 2.1334995402300105e-13,
    "mean_abs_err": 1.7421146027402726e-14,
    "w_frob_norm": 43.54298171785882,
    "relative_err": 1.1622883965852902e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.192370580935087e-10,
    "max_abs_err": 4.2964416746560374e-13,
    "mean_abs_err": 4.116140973645561e-14,
    "w_frob_norm": 45.14981077118062,
    "relative_err": 2.6409204392417607e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.027299105131329e-10,
    "max_abs_err": 3.9867761869594176e-13,
    "mean_abs_err": 3.578737897699132e-14,
    "w_frob_norm": 44.0813744458061,
    "relative_err": 2.3304606946734308e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 4.976160804495939e-11,
    "max_abs_err": 1.683722605783089e-13,
    "mean_abs_err": 1.7191186463057472e-14,
    "w_frob_norm": 43.65688179555311,
    "relative_err": 1.1398342254033384e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.223600912854455e-11,
    "max_abs_err": 1.8649950426228093e-13,
    "mean_abs_err": 1.801042334834186e-14,
    "w_frob_norm": 42.73989655307865,
    "relative_err": 1.222183798776225e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.0039660177020404e-10,
    "max_abs_err": 4.1147597482082965e-13,
    "mean_abs_err": 3.469994083676338e-14,
    "w_frob_norm": 44.08214510360889,
    "relative_err": 2.277489027229413e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.5456893505710294e-11,
    "max_abs_err": 2.054190151312696e-13,
    "mean_abs_err": 1.90550952964563e-14,
    "w_frob_norm": 43.77377151862354,
    "relative_err": 1.2668977696408036e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.5203612858973722e-10,
    "max_abs_err": 5.730318563407222e-13,
    "mean_abs_err": 5.178983974881029e-14,
    "w_frob_norm": 47.48742819440729,
    "relative_err": 3.2016079701625716e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.1714027551185565e-10,
    "max_abs_err": 4.0090847308604793e-13,
    "mean_abs_err": 4.038511548058112e-14,
    "w_frob_norm": 45.00089927113436,
    "relative_err": 2.6030652144543877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.7402844045160595e-11,
    "max_abs_err": 2.4407559306993676e-13,
    "mean_abs_err": 1.9624941463586773e-14,
    "w_frob_norm": 44.93283317492978,
    "relative_err": 1.2775255862830487e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 4.7923050548784936e-11,
    "max_abs_err": 1.5911507137908454e-13,
    "mean_abs_err": 1.6641143893185982e-14,
    "w_frob_norm": 45.19638018375632,
    "relative_err": 1.060329397043363e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.2461285766058743e-10,
    "max_abs_err": 4.923700336334491e-13,
    "mean_abs_err": 4.276253783056523e-14,
    "w_frob_norm": 45.22342598782403,
    "relative_err": 2.7554935288215058e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.181501335493407e-10,
    "max_abs_err": 6.488004578031337e-13,
    "mean_abs_err": 4.0175104676372044e-14,
    "w_frob_norm": 43.78704237620008,
    "relative_err": 2.698289885264317e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.4754612111423786e-11,
    "max_abs_err": 2.4875240756117023e-13,
    "mean_abs_err": 1.8811055712658955e-14,
    "w_frob_norm": 44.37780887776739,
    "relative_err": 1.233828652113895e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.2816114326994227e-10,
    "max_abs_err": 4.964639810367544e-13,
    "mean_abs_err": 4.436082190635844e-14,
    "w_frob_norm": 47.74667042011217,
    "relative_err": 2.684190167445841e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.754458392297069e-11,
    "max_abs_err": 2.0587004323502356e-13,
    "mean_abs_err": 1.9781181830643104e-14,
    "w_frob_norm": 43.91119213012067,
    "relative_err": 1.3104764669665678e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 6.077426047822107e-11,
    "max_abs_err": 2.5694724126168467e-13,
    "mean_abs_err": 2.0755514073838625e-14,
    "w_frob_norm": 44.4506246373923,
    "relative_err": 1.3672307413897884e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.06765492663725e-10,
    "max_abs_err": 3.9656906231089195e-13,
    "mean_abs_err": 3.691484556606818e-14,
    "w_frob_norm": 44.3831337339788,
    "relative_err": 2.405542008449655e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.84825590379478e-11,
    "max_abs_err": 3.024351602487485e-13,
    "mean_abs_err": 1.984322963832005e-14,
    "w_frob_norm": 43.54311616605508,
    "relative_err": 1.3430954003135648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.1304217242542445e-10,
    "max_abs_err": 4.675166503931294e-13,
    "mean_abs_err": 3.9024352131271926e-14,
    "w_frob_norm": 42.80541497325937,
    "relative_err": 2.640838139194355e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.019497625358492e-11,
    "max_abs_err": 2.09202447032375e-13,
    "mean_abs_err": 1.7233352063648474e-14,
    "w_frob_norm": 42.542038922222844,
    "relative_err": 1.1798911741243409e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1282441099898297e-10,
    "max_abs_err": 3.9333813983688515e-13,
    "mean_abs_err": 3.9104451542381037e-14,
    "w_frob_norm": 45.707716100239644,
    "relative_err": 2.468388723504639e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 4.1860787683697023e-11,
    "max_abs_err": 1.5238981951326558e-13,
    "mean_abs_err": 1.4563385531767103e-14,
    "w_frob_norm": 39.312249652784665,
    "relative_err": 1.0648280892958724e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.0723960067323063e-10,
    "max_abs_err": 3.9468428525424315e-13,
    "mean_abs_err": 3.721165589922817e-14,
    "w_frob_norm": 45.26363535636703,
    "relative_err": 2.3692219997116454e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.2830227049305356e-10,
    "max_abs_err": 5.089297039351237e-13,
    "mean_abs_err": 4.444459778371615e-14,
    "w_frob_norm": 45.396417760974295,
    "relative_err": 2.826264203677994e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.0933589845217024e-11,
    "max_abs_err": 1.945960753646503e-13,
    "mean_abs_err": 1.7702115728071057e-14,
    "w_frob_norm": 43.33323015248581,
    "relative_err": 1.1753933336145544e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.1566904633379211e-10,
    "max_abs_err": 5.267990904611608e-13,
    "mean_abs_err": 3.973573306420323e-14,
    "w_frob_norm": 43.54392818600395,
    "relative_err": 2.656376012740414e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.580319318054793e-11,
    "max_abs_err": 2.5369636946770413e-13,
    "mean_abs_err": 1.8668472195075102e-14,
    "w_frob_norm": 43.003992700416255,
    "relative_err": 1.2976281893008457e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.395836508207037e-11,
    "max_abs_err": 2.0385602927941449e-13,
    "mean_abs_err": 1.8640102318022695e-14,
    "w_frob_norm": 42.461332040111614,
    "relative_err": 1.2707647756103824e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.195634714265427e-10,
    "max_abs_err": 4.1878306378251295e-13,
    "mean_abs_err": 4.143979005993448e-14,
    "w_frob_norm": 46.884297061885775,
    "relative_err": 2.550181594249408e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.814272741694926e-11,
    "max_abs_err": 2.2197174653904028e-13,
    "mean_abs_err": 1.9841704673886612e-14,
    "w_frob_norm": 43.52134884203813,
    "relative_err": 1.3359587642372897e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.844707705808783e-11,
    "max_abs_err": 2.371471075068854e-13,
    "mean_abs_err": 2.000660746454512e-14,
    "w_frob_norm": 42.158891786359604,
    "relative_err": 1.386352311020619e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.840753289599358e-11,
    "max_abs_err": 2.458814402084286e-13,
    "mean_abs_err": 1.978047604336187e-14,
    "w_frob_norm": 44.48700672360526,
    "relative_err": 1.3129121781304729e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.3511129714309623e-10,
    "max_abs_err": 5.963641039330447e-13,
    "mean_abs_err": 4.616017327853382e-14,
    "w_frob_norm": 44.71793323790226,
    "relative_err": 3.021411933872156e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.3359091722137422e-10,
    "max_abs_err": 5.787800794188058e-13,
    "mean_abs_err": 4.589608620099836e-14,
    "w_frob_norm": 46.563055831257394,
    "relative_err": 2.869032430034279e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.0807237092319585e-10,
    "max_abs_err": 3.492137135019391e-13,
    "mean_abs_err": 3.749318436514503e-14,
    "w_frob_norm": 45.500217101918025,
    "relative_err": 2.375205610142905e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.1026846537877876e-10,
    "max_abs_err": 4.0967923498058667e-13,
    "mean_abs_err": 3.811192686283755e-14,
    "w_frob_norm": 43.89835920901497,
    "relative_err": 2.5119040293454525e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.34152275150958e-11,
    "max_abs_err": 1.5847045897743328e-13,
    "mean_abs_err": 1.498252824355378e-14,
    "w_frob_norm": 43.10061392078219,
    "relative_err": 1.0072995153825852e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.741157937791441e-11,
    "max_abs_err": 1.906010071994757e-13,
    "mean_abs_err": 1.6413486991778176e-14,
    "w_frob_norm": 42.43208308400409,
    "relative_err": 1.1173521527107744e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.3233810954609837e-11,
    "max_abs_err": 2.402730792105956e-13,
    "mean_abs_err": 1.828484519282732e-14,
    "w_frob_norm": 44.42267786909424,
    "relative_err": 1.1983476347707009e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.805456612063846e-11,
    "max_abs_err": 3.1305166792172656e-13,
    "mean_abs_err": 1.9910984814327803e-14,
    "w_frob_norm": 45.12625534630924,
    "relative_err": 1.2864919917488032e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 4.5517282374679985e-11,
    "max_abs_err": 1.6768531008182208e-13,
    "mean_abs_err": 1.56790842893824e-14,
    "w_frob_norm": 38.98226251220373,
    "relative_err": 1.167640856156833e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.1603994620980072e-10,
    "max_abs_err": 6.572589694719966e-13,
    "mean_abs_err": 4.0040969001987016e-14,
    "w_frob_norm": 43.76940563743804,
    "relative_err": 2.6511656834230863e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.1149794214086922e-10,
    "max_abs_err": 4.1328745981061843e-13,
    "mean_abs_err": 3.852502462056358e-14,
    "w_frob_norm": 45.239503719177506,
    "relative_err": 2.4646146171936023e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.1398658002333477e-10,
    "max_abs_err": 4.757305660518796e-13,
    "mean_abs_err": 3.950894738058838e-14,
    "w_frob_norm": 46.76903197669056,
    "relative_err": 2.437223419123686e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.1147858595469649e-10,
    "max_abs_err": 4.2198536331916614e-13,
    "mean_abs_err": 3.849297984122279e-14,
    "w_frob_norm": 43.49970024309791,
    "relative_err": 2.5627437736742744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.358702660572747e-11,
    "max_abs_err": 2.257256881410541e-13,
    "mean_abs_err": 1.8436845028144104e-14,
    "w_frob_norm": 42.57622921548872,
    "relative_err": 1.2586137286726451e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.20424666694404e-10,
    "max_abs_err": 4.2520154064362714e-13,
    "mean_abs_err": 4.155148024298138e-14,
    "w_frob_norm": 45.713915764687734,
    "relative_err": 2.6343109024895107e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.4637242988222623e-10,
    "max_abs_err": 6.476034986047097e-13,
    "mean_abs_err": 4.9927478842147015e-14,
    "w_frob_norm": 45.536058862639216,
    "relative_err": 3.2144290379578682e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.236522112515641e-11,
    "max_abs_err": 2.191424125497221e-13,
    "mean_abs_err": 1.7976878957433274e-14,
    "w_frob_norm": 44.13789014931032,
    "relative_err": 1.1864006400852997e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.1159647657035646e-11,
    "max_abs_err": 1.702648438905996e-13,
    "mean_abs_err": 1.7721716098102792e-14,
    "w_frob_norm": 43.3418700509024,
    "relative_err": 1.1803747184178196e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.181129723939872e-11,
    "max_abs_err": 1.9704723963620552e-13,
    "mean_abs_err": 1.7863986085996874e-14,
    "w_frob_norm": 43.25735579944455,
    "relative_err": 1.1977453610343888e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.4604961855457324e-10,
    "max_abs_err": 6.091654958240156e-13,
    "mean_abs_err": 5.014052262910848e-14,
    "w_frob_norm": 47.207670579447544,
    "relative_err": 3.093768804134932e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.1857685608840486e-10,
    "max_abs_err": 5.352940313230192e-13,
    "mean_abs_err": 4.0744610873558416e-14,
    "w_frob_norm": 46.381840028374,
    "relative_err": 2.5565362653975287e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 4.77853507569916e-11,
    "max_abs_err": 1.6927431678581684e-13,
    "mean_abs_err": 1.6565723262134903e-14,
    "w_frob_norm": 44.23914010908303,
    "relative_err": 1.0801600266000756e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.1329141906360356e-10,
    "max_abs_err": 4.145087051377061e-13,
    "mean_abs_err": 3.935913246051953e-14,
    "w_frob_norm": 46.19650260704184,
    "relative_err": 2.4523808658695794e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 4.543615753553133e-11,
    "max_abs_err": 1.670399929487587e-13,
    "mean_abs_err": 1.5776466632393972e-14,
    "w_frob_norm": 41.03783550458186,
    "relative_err": 1.1071772420954903e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.6121816372656797e-10,
    "max_abs_err": 6.769394073069535e-13,
    "mean_abs_err": 5.4370265986646695e-14,
    "w_frob_norm": 43.442287496686035,
    "relative_err": 3.711088274043267e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.0693308984101384e-10,
    "max_abs_err": 4.672202295191719e-13,
    "mean_abs_err": 3.7084749513383857e-14,
    "w_frob_norm": 44.0893222426107,
    "relative_err": 2.4253738638256264e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.0869466499751814e-11,
    "max_abs_err": 2.0133807815403415e-13,
    "mean_abs_err": 1.756686126965995e-14,
    "w_frob_norm": 43.84079293059897,
    "relative_err": 1.1603226834943292e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.365841680073595e-10,
    "max_abs_err": 5.036041028638749e-13,
    "mean_abs_err": 4.692112639971635e-14,
    "w_frob_norm": 46.61883828990347,
    "relative_err": 2.929806340475463e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 6.01557907799737e-11,
    "max_abs_err": 2.305707708094573e-13,
    "mean_abs_err": 2.0660488581450117e-14,
    "w_frob_norm": 43.290861378270534,
    "relative_err": 1.3895725071011954e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.2624395630972794e-10,
    "max_abs_err": 4.662971397895177e-13,
    "mean_abs_err": 4.3774863439944396e-14,
    "w_frob_norm": 46.78405114280539,
    "relative_err": 2.6984400287263743e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.874878092448165e-11,
    "max_abs_err": 2.2105928199067648e-13,
    "mean_abs_err": 1.6807953131251163e-14,
    "w_frob_norm": 42.56758413761927,
    "relative_err": 1.1452090108491668e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.228148559662347e-10,
    "max_abs_err": 4.6148848631411e-13,
    "mean_abs_err": 4.231871585350061e-14,
    "w_frob_norm": 45.84277406955967,
    "relative_err": 2.6790450285552355e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1084256093768095e-10,
    "max_abs_err": 4.204310510846909e-13,
    "mean_abs_err": 3.8351030488155534e-14,
    "w_frob_norm": 46.10660548634138,
    "relative_err": 2.4040494798628572e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.675990279725647e-11,
    "max_abs_err": 2.2270553456937847e-13,
    "mean_abs_err": 1.954626963294006e-14,
    "w_frob_norm": 45.296352355020936,
    "relative_err": 1.2530788870677098e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.966511352498038e-11,
    "max_abs_err": 1.6990705717367938e-13,
    "mean_abs_err": 1.726903940002873e-14,
    "w_frob_norm": 44.76512782145303,
    "relative_err": 1.1094598841104862e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.1914492473926583e-10,
    "max_abs_err": 4.0520017896561455e-13,
    "mean_abs_err": 4.1310048173995384e-14,
    "w_frob_norm": 45.80985264689286,
    "relative_err": 2.6008580655704657e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 6.549982396113918e-11,
    "max_abs_err": 2.7047114548039985e-13,
    "mean_abs_err": 2.1884211510659524e-14,
    "w_frob_norm": 44.73991439560863,
    "relative_err": 1.4640131713700418e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 6.176063033275782e-11,
    "max_abs_err": 3.342517235216391e-13,
    "mean_abs_err": 2.0725464401879076e-14,
    "w_frob_norm": 44.38039080211725,
    "relative_err": 1.3916197946100875e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.127439308130347e-11,
    "max_abs_err": 2.2901819329845807e-13,
    "mean_abs_err": 1.7666295466191794e-14,
    "w_frob_norm": 42.64439059800272,
    "relative_err": 1.2023713403400104e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.0590767877793713e-11,
    "max_abs_err": 1.9207205270710404e-13,
    "mean_abs_err": 1.750209044409938e-14,
    "w_frob_norm": 42.35824735442278,
    "relative_err": 1.1943546071320477e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.512313734146685e-11,
    "max_abs_err": 2.482909711165604e-13,
    "mean_abs_err": 1.8773841073622512e-14,
    "w_frob_norm": 40.312856000446324,
    "relative_err": 1.367383579591993e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.gate.weight": {
    "frob_norm_diff": 4.0637625654421415e-11,
    "max_abs_err": 5.769881100681218e-13,
    "mean_abs_err": 5.2518667106946637e-14,
    "w_frob_norm": 12.915937239855417,
    "relative_err": 3.146316438347475e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.6414879555823234e-11,
    "max_abs_err": 2.0949908474676704e-13,
    "mean_abs_err": 1.6071691177005774e-14,
    "w_frob_norm": 42.46586344061528,
    "relative_err": 1.0929927192162311e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.121591805579231e-10,
    "max_abs_err": 4.2932844779297596e-13,
    "mean_abs_err": 3.8808506106827006e-14,
    "w_frob_norm": 43.67640718822389,
    "relative_err": 2.567958029939872e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.427002816735692e-10,
    "max_abs_err": 6.562458909620261e-13,
    "mean_abs_err": 4.868501380776846e-14,
    "w_frob_norm": 44.547958533371386,
    "relative_err": 3.2032956474688013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 9.766818075913549e-11,
    "max_abs_err": 3.505994322985928e-13,
    "mean_abs_err": 3.390433335407651e-14,
    "w_frob_norm": 43.54807853028212,
    "relative_err": 2.2427667087818755e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.0786777138993596e-10,
    "max_abs_err": 4.0441608395447304e-13,
    "mean_abs_err": 3.728630661659618e-14,
    "w_frob_norm": 46.9173872895963,
    "relative_err": 2.299100133690844e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.29.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.2988609509181971e-10,
    "max_abs_err": 4.904731135124685e-13,
    "mean_abs_err": 4.448812300207506e-14,
    "w_frob_norm": 44.0249303752343,
    "relative_err": 2.9502850767683574e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.30.mixer.A_log": {
    "frob_norm_diff": 2.2232631878097206e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.6761765586625899e-16,
    "w_frob_norm": 15.288975492686946,
    "relative_err": 1.4541609991285265e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.30.mixer.norm.weight": {
    "frob_norm_diff": 2.9151462687686316e-14,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 1.9742136138764944e-16,
    "w_frob_norm": 237.91939913833014,
    "relative_err": 1.225266321000466e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.30.mixer.D": {
    "frob_norm_diff": 4.536898887155965e-16,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 3.026279313950164e-17,
    "w_frob_norm": 3.4874120574305394,
    "relative_err": 1.3009357117663543e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.30.mixer.dt_bias": {
    "frob_norm_diff": 4.4823321139611735e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 3.469446951953614e-16,
    "w_frob_norm": 31.828967439554237,
    "relative_err": 1.4082555843112038e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.29.norm.weight": {
    "frob_norm_diff": 6.470934327582375e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 7.561019436214386e-17,
    "w_frob_norm": 52.325278780837465,
    "relative_err": 1.2366746013309645e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.29.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.1643924772949037e-10,
    "max_abs_err": 3.358840983125333e-13,
    "mean_abs_err": 2.825568074593838e-14,
    "w_frob_norm": 48.028224966103885,
    "relative_err": 2.4243920696979297e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.29.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 3.1018662347188344e-10,
    "max_abs_err": 1.1802538113503402e-12,
    "mean_abs_err": 7.4084973039747e-14,
    "w_frob_norm": 50.236653755520415,
    "relative_err": 6.174508059024485e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.30.norm.weight": {
    "frob_norm_diff": 4.317129747624475e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 5.543887108642546e-17,
    "w_frob_norm": 35.46248870569748,
    "relative_err": 1.217379237946962e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.30.mixer.out_proj.weight": {
    "frob_norm_diff": 4.670178914753803e-10,
    "max_abs_err": 1.6803745894744537e-12,
    "mean_abs_err": 1.0827162985301223e-13,
    "w_frob_norm": 69.99279856493628,
    "relative_err": 6.672370601699851e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.30.mixer.in_proj.weight": {
    "frob_norm_diff": 3.930555583230944e-10,
    "max_abs_err": 9.481235241359798e-13,
    "mean_abs_err": 5.609721070273607e-14,
    "w_frob_norm": 121.47539396023437,
    "relative_err": 3.2356804576551798e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.30.mixer.conv1d.weight": {
    "frob_norm_diff": 4.79466943676097e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.1039415211005683e-17,
    "w_frob_norm": 10.093664622448685,
    "relative_err": 4.750177082461653e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 2.6645352591003757e-15,
    "sensitive": true
  },
  "backbone.layers.31.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.0690395536844596e-11,
    "max_abs_err": 1.9268614481759982e-13,
    "mean_abs_err": 1.7468435492188776e-14,
    "w_frob_norm": 45.366503813954644,
    "relative_err": 1.1173529206641736e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.389492362292719e-11,
    "max_abs_err": 1.7863531834305668e-13,
    "mean_abs_err": 1.8616887578750835e-14,
    "w_frob_norm": 44.55281846385458,
    "relative_err": 1.2096860643429732e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.3275830299116051e-10,
    "max_abs_err": 5.270020531078501e-13,
    "mean_abs_err": 4.585450070154012e-14,
    "w_frob_norm": 46.46920191418723,
    "relative_err": 2.8569094695518943e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.3476309421813063e-10,
    "max_abs_err": 4.949894660821741e-13,
    "mean_abs_err": 4.649174151147667e-14,
    "w_frob_norm": 46.861991139211,
    "relative_err": 2.875744093284372e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.1461431533345789e-10,
    "max_abs_err": 3.99108697479722e-13,
    "mean_abs_err": 3.972290454710237e-14,
    "w_frob_norm": 45.999095696820646,
    "relative_err": 2.491664533774297e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.2576429162594674e-11,
    "max_abs_err": 1.9595783329329208e-13,
    "mean_abs_err": 1.813420468818276e-14,
    "w_frob_norm": 44.63230179922027,
    "relative_err": 1.1779905369682992e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.0775397369174732e-10,
    "max_abs_err": 4.357278426958544e-13,
    "mean_abs_err": 3.7352529377928e-14,
    "w_frob_norm": 45.55478638951089,
    "relative_err": 2.3653710670577957e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.337221378118054e-11,
    "max_abs_err": 1.99777694387393e-13,
    "mean_abs_err": 1.8499569796572114e-14,
    "w_frob_norm": 44.38663358312377,
    "relative_err": 1.202438875686062e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.725616252279241e-11,
    "max_abs_err": 2.276633742637202e-13,
    "mean_abs_err": 1.9706021881667297e-14,
    "w_frob_norm": 44.76978084942287,
    "relative_err": 1.2789020056936575e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 4.9541770537940114e-11,
    "max_abs_err": 1.7201864932481215e-13,
    "mean_abs_err": 1.7138050896522894e-14,
    "w_frob_norm": 44.77717228335694,
    "relative_err": 1.1064068589332095e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.3594408759302086e-10,
    "max_abs_err": 6.012412789857535e-13,
    "mean_abs_err": 4.638090771787802e-14,
    "w_frob_norm": 45.44964741451681,
    "relative_err": 2.991092237815683e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.114672640200941e-11,
    "max_abs_err": 2.1212979289808587e-13,
    "mean_abs_err": 1.7569006990925695e-14,
    "w_frob_norm": 43.887442218649824,
    "relative_err": 1.16540686393145e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.2132316668107783e-10,
    "max_abs_err": 4.229394612309534e-13,
    "mean_abs_err": 4.189711979901702e-14,
    "w_frob_norm": 44.11595462985793,
    "relative_err": 2.750097276574983e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.2687637249277935e-11,
    "max_abs_err": 2.0682761059376276e-13,
    "mean_abs_err": 1.8158737647217457e-14,
    "w_frob_norm": 44.16678869215354,
    "relative_err": 1.1929243399721785e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.3069242902818686e-11,
    "max_abs_err": 2.0337898032352086e-13,
    "mean_abs_err": 1.829893006490366e-14,
    "w_frob_norm": 43.6672123874342,
    "relative_err": 1.2153109850925599e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 6.068857565440758e-11,
    "max_abs_err": 2.7094364078716904e-13,
    "mean_abs_err": 2.0847688612893077e-14,
    "w_frob_norm": 42.79932143674646,
    "relative_err": 1.4179798561549585e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.3493240876056594e-10,
    "max_abs_err": 5.911512598877344e-13,
    "mean_abs_err": 4.603219929515713e-14,
    "w_frob_norm": 45.28038440638264,
    "relative_err": 2.9799307256222436e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.2137452595041683e-10,
    "max_abs_err": 4.4972706114698724e-13,
    "mean_abs_err": 4.184151090533528e-14,
    "w_frob_norm": 46.025612596785706,
    "relative_err": 2.6371083208329372e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 6.027037828402055e-11,
    "max_abs_err": 2.959952161846191e-13,
    "mean_abs_err": 2.0577038030130172e-14,
    "w_frob_norm": 44.104311775930015,
    "relative_err": 1.3665416340747253e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.2371590907281914e-10,
    "max_abs_err": 4.2725892268613563e-13,
    "mean_abs_err": 4.2661186351901566e-14,
    "w_frob_norm": 45.684986221742264,
    "relative_err": 2.708021153215115e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.0604253210423666e-10,
    "max_abs_err": 3.946565296786275e-13,
    "mean_abs_err": 3.656568258456512e-14,
    "w_frob_norm": 46.80985126016192,
    "relative_err": 2.2653892129429906e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.232919372935438e-10,
    "max_abs_err": 6.22824708473857e-13,
    "mean_abs_err": 4.224928680171323e-14,
    "w_frob_norm": 45.26123979486903,
    "relative_err": 2.7240070721067744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.047806798023342e-11,
    "max_abs_err": 1.9633253356410307e-13,
    "mean_abs_err": 1.7421444683371366e-14,
    "w_frob_norm": 43.30959128133947,
    "relative_err": 1.165517071087729e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.5583116077021235e-11,
    "max_abs_err": 1.9158633013383053e-13,
    "mean_abs_err": 1.9287147128772176e-14,
    "w_frob_norm": 44.98545530718579,
    "relative_err": 1.2355797156540644e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 6.381460969296671e-11,
    "max_abs_err": 2.740342675000562e-13,
    "mean_abs_err": 2.1712958044995926e-14,
    "w_frob_norm": 44.42906272700756,
    "relative_err": 1.4363258141427108e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.6639826248528826e-11,
    "max_abs_err": 2.2731989901547678e-13,
    "mean_abs_err": 1.9443590992552485e-14,
    "w_frob_norm": 42.90890238201818,
    "relative_err": 1.320001750318947e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.148837868302968e-11,
    "max_abs_err": 2.0614066009727594e-13,
    "mean_abs_err": 1.7730961797627555e-14,
    "w_frob_norm": 45.719510420602376,
    "relative_err": 1.1261795721204333e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.544486574042127e-10,
    "max_abs_err": 7.917277944358148e-13,
    "mean_abs_err": 5.2546316067318633e-14,
    "w_frob_norm": 46.54603044745913,
    "relative_err": 3.3181918182809034e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.274009238687623e-10,
    "max_abs_err": 4.5140280402478083e-13,
    "mean_abs_err": 4.4005632858188164e-14,
    "w_frob_norm": 47.361776786315836,
    "relative_err": 2.689952373272703e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.1433984473000273e-10,
    "max_abs_err": 4.418501697335542e-13,
    "mean_abs_err": 3.969108890343545e-14,
    "w_frob_norm": 44.7517972159645,
    "relative_err": 2.554977718061651e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.295189474801382e-10,
    "max_abs_err": 6.159586729559408e-13,
    "mean_abs_err": 4.4532243852427135e-14,
    "w_frob_norm": 44.44749647794049,
    "relative_err": 2.9139762133603877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 4.6572076282353175e-11,
    "max_abs_err": 1.7521227524408545e-13,
    "mean_abs_err": 1.6055732030811978e-14,
    "w_frob_norm": 43.02962871274284,
    "relative_err": 1.0823257758801267e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.0878149598774711e-10,
    "max_abs_err": 4.13918899155874e-13,
    "mean_abs_err": 3.76837485627579e-14,
    "w_frob_norm": 45.663921714868664,
    "relative_err": 2.3822197459734756e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 6.213787234626356e-11,
    "max_abs_err": 2.975154844708783e-13,
    "mean_abs_err": 2.0842631514624868e-14,
    "w_frob_norm": 43.34965123801225,
    "relative_err": 1.4334111249267995e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.431802290242939e-10,
    "max_abs_err": 6.237545202569805e-13,
    "mean_abs_err": 4.9042423835785915e-14,
    "w_frob_norm": 45.81439066700903,
    "relative_err": 3.125223907591945e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 9.864013500493601e-11,
    "max_abs_err": 4.3125052140435827e-13,
    "mean_abs_err": 3.41885988724833e-14,
    "w_frob_norm": 43.86801148140975,
    "relative_err": 2.248566362456101e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.1986848404300078e-10,
    "max_abs_err": 4.738154313344012e-13,
    "mean_abs_err": 4.145804118436347e-14,
    "w_frob_norm": 46.318289224108824,
    "relative_err": 2.5879298663865337e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.049755579290908e-11,
    "max_abs_err": 1.8792606359951947e-13,
    "mean_abs_err": 1.7380040673963188e-14,
    "w_frob_norm": 42.98800556498582,
    "relative_err": 1.1746894309058123e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.951755838994979e-11,
    "max_abs_err": 2.215658212456617e-13,
    "mean_abs_err": 2.0072556636538207e-14,
    "w_frob_norm": 43.945829483417704,
    "relative_err": 1.3543391736958302e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.5757344456389725e-11,
    "max_abs_err": 2.149391775674303e-13,
    "mean_abs_err": 1.8893318920328057e-14,
    "w_frob_norm": 44.501953897913964,
    "relative_err": 1.2529190197872044e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.1640849816432344e-10,
    "max_abs_err": 4.216002547074993e-13,
    "mean_abs_err": 4.0260132117017e-14,
    "w_frob_norm": 45.45889315939212,
    "relative_err": 2.56074202590374e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.1917461666960644e-10,
    "max_abs_err": 4.66125402165396e-13,
    "mean_abs_err": 4.099178682144247e-14,
    "w_frob_norm": 45.15821406240752,
    "relative_err": 2.639046276385291e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.4332379705533344e-10,
    "max_abs_err": 6.738151703267192e-13,
    "mean_abs_err": 4.899551133377796e-14,
    "w_frob_norm": 44.37315426222959,
    "relative_err": 3.2299663938321958e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.202822037354895e-11,
    "max_abs_err": 1.7495727089311686e-13,
    "mean_abs_err": 1.791519722639681e-14,
    "w_frob_norm": 44.03291467751323,
    "relative_err": 1.1815756634461167e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 4.8167060899504144e-11,
    "max_abs_err": 1.8219540459663008e-13,
    "mean_abs_err": 1.6641862910713625e-14,
    "w_frob_norm": 44.89110574108678,
    "relative_err": 1.0729755951504449e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.5032149975797965e-11,
    "max_abs_err": 2.1655940929399264e-13,
    "mean_abs_err": 1.8926364159699932e-14,
    "w_frob_norm": 45.36149350986265,
    "relative_err": 1.2131908744105325e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.1900724642392465e-10,
    "max_abs_err": 4.708039513801054e-13,
    "mean_abs_err": 4.098903233939482e-14,
    "w_frob_norm": 46.96467653624972,
    "relative_err": 2.5339735137336425e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.3651195861295966e-10,
    "max_abs_err": 4.492725635962813e-13,
    "mean_abs_err": 4.731682087925731e-14,
    "w_frob_norm": 46.54528288042552,
    "relative_err": 2.9328849276447165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.477023624884123e-11,
    "max_abs_err": 2.2766066375828897e-13,
    "mean_abs_err": 1.865461656982159e-14,
    "w_frob_norm": 45.62123690061724,
    "relative_err": 1.2005425536390972e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.616268650790109e-11,
    "max_abs_err": 2.154561251632714e-13,
    "mean_abs_err": 1.9308911812282156e-14,
    "w_frob_norm": 45.2843006730326,
    "relative_err": 1.2402242206060327e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2332290442767307e-10,
    "max_abs_err": 4.762908817346201e-13,
    "mean_abs_err": 4.2473395672759515e-14,
    "w_frob_norm": 46.563125627243444,
    "relative_err": 2.6485100122986276e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 9.703209557862212e-11,
    "max_abs_err": 3.7588682166855847e-13,
    "mean_abs_err": 3.3832125869046365e-14,
    "w_frob_norm": 46.57449743591184,
    "relative_err": 2.083373969029762e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.5836910436938924e-11,
    "max_abs_err": 2.497550777302848e-13,
    "mean_abs_err": 1.927519670403376e-14,
    "w_frob_norm": 44.47360274020361,
    "relative_err": 1.2555067949658825e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.1191021417037764e-11,
    "max_abs_err": 1.8104788501727143e-13,
    "mean_abs_err": 1.7622790772521334e-14,
    "w_frob_norm": 44.801416863415966,
    "relative_err": 1.1426205910652667e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.3177525458804929e-10,
    "max_abs_err": 6.404659788628031e-13,
    "mean_abs_err": 4.528901419391564e-14,
    "w_frob_norm": 47.05196507035273,
    "relative_err": 2.8006323304673283e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.0797379768358244e-10,
    "max_abs_err": 4.819894483532039e-13,
    "mean_abs_err": 3.742371783092441e-14,
    "w_frob_norm": 44.96165696983344,
    "relative_err": 2.4014639352821527e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 4.493170591375169e-11,
    "max_abs_err": 1.765625406296989e-13,
    "mean_abs_err": 1.5519172378440517e-14,
    "w_frob_norm": 44.003224010592845,
    "relative_err": 1.0211003153526963e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.1496314659539489e-10,
    "max_abs_err": 4.283066956656256e-13,
    "mean_abs_err": 3.980016287612898e-14,
    "w_frob_norm": 45.651526337079574,
    "relative_err": 2.5182760757337106e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.8490936235554933e-11,
    "max_abs_err": 1.7964796317215814e-13,
    "mean_abs_err": 1.677539548644229e-14,
    "w_frob_norm": 43.091191142451855,
    "relative_err": 1.1253097199205395e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.0026733917929296e-10,
    "max_abs_err": 3.7271054298404493e-13,
    "mean_abs_err": 3.49363250279355e-14,
    "w_frob_norm": 44.02773586252803,
    "relative_err": 2.2773676005590467e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 4.875429349891125e-11,
    "max_abs_err": 1.8531703949165035e-13,
    "mean_abs_err": 1.690514184102608e-14,
    "w_frob_norm": 42.86870498289293,
    "relative_err": 1.1372933593017799e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.5987127819234206e-11,
    "max_abs_err": 2.413590161065571e-13,
    "mean_abs_err": 1.90541637143436e-14,
    "w_frob_norm": 42.91464522397933,
    "relative_err": 1.3046158840886886e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.1319362837012614e-10,
    "max_abs_err": 4.4997339188057595e-13,
    "mean_abs_err": 3.903593562789173e-14,
    "w_frob_norm": 44.934647906424075,
    "relative_err": 2.519072333800204e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.2662922908316016e-10,
    "max_abs_err": 5.336356356799854e-13,
    "mean_abs_err": 4.352925587193761e-14,
    "w_frob_norm": 44.619769547032504,
    "relative_err": 2.8379624181985898e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 4.4080615723127525e-11,
    "max_abs_err": 1.6336931807359178e-13,
    "mean_abs_err": 1.5265461165011098e-14,
    "w_frob_norm": 42.443817135605016,
    "relative_err": 1.0385638874631151e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.1566501787357376e-10,
    "max_abs_err": 4.759404675924728e-13,
    "mean_abs_err": 3.9813338000313305e-14,
    "w_frob_norm": 44.764114829247326,
    "relative_err": 2.5838781424535673e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 4.472329573540909e-11,
    "max_abs_err": 1.6008873914008515e-13,
    "mean_abs_err": 1.550774140230199e-14,
    "w_frob_norm": 43.319384624114065,
    "relative_err": 1.0324083807624896e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.617826030069426e-11,
    "max_abs_err": 2.2575691316362168e-13,
    "mean_abs_err": 1.908696354686017e-14,
    "w_frob_norm": 44.14174779528513,
    "relative_err": 1.2726786569763959e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.0652502480581245e-11,
    "max_abs_err": 1.8991752614994084e-13,
    "mean_abs_err": 1.735421428348047e-14,
    "w_frob_norm": 44.728688316973525,
    "relative_err": 1.1324388079889159e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.1727824963295607e-10,
    "max_abs_err": 4.0196145023596586e-13,
    "mean_abs_err": 4.051797309462026e-14,
    "w_frob_norm": 47.881123785752536,
    "relative_err": 2.4493629296949225e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 4.6808942922434817e-11,
    "max_abs_err": 1.769279167618265e-13,
    "mean_abs_err": 1.619008181801365e-14,
    "w_frob_norm": 43.836854047791675,
    "relative_err": 1.0677988632898455e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.3953079491003856e-10,
    "max_abs_err": 6.730432183799095e-13,
    "mean_abs_err": 4.74110443754129e-14,
    "w_frob_norm": 46.22816148253448,
    "relative_err": 3.018307248986202e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.340087048416782e-10,
    "max_abs_err": 4.5303864826262696e-13,
    "mean_abs_err": 4.6021089030596925e-14,
    "w_frob_norm": 44.90161630684988,
    "relative_err": 2.9844962356340557e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.161354844896596e-11,
    "max_abs_err": 1.944971961265196e-13,
    "mean_abs_err": 1.7775476257669167e-14,
    "w_frob_norm": 46.23924859029843,
    "relative_err": 1.1162280967471243e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.1746107576950853e-10,
    "max_abs_err": 4.567565943525143e-13,
    "mean_abs_err": 4.050747651169447e-14,
    "w_frob_norm": 46.755816717038556,
    "relative_err": 2.5122238048021063e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 6.730409779052627e-11,
    "max_abs_err": 2.841416338328351e-13,
    "mean_abs_err": 2.2498379746413515e-14,
    "w_frob_norm": 44.53188000231999,
    "relative_err": 1.5113688842020574e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.4543170587955345e-10,
    "max_abs_err": 5.231240787773039e-13,
    "mean_abs_err": 5.0082473550343165e-14,
    "w_frob_norm": 45.46474089525856,
    "relative_err": 3.198780043959742e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.4029323073398724e-10,
    "max_abs_err": 5.576303307996966e-13,
    "mean_abs_err": 4.8120766506259225e-14,
    "w_frob_norm": 44.76072278447738,
    "relative_err": 3.1342932376114285e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.1026202755742725e-10,
    "max_abs_err": 4.504244199843299e-13,
    "mean_abs_err": 3.8097559765332707e-14,
    "w_frob_norm": 44.21113015347099,
    "relative_err": 2.493987988424463e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.1803620818437201e-10,
    "max_abs_err": 4.1099068592842514e-13,
    "mean_abs_err": 4.0916933096660175e-14,
    "w_frob_norm": 46.82657865228403,
    "relative_err": 2.520709639302564e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.4247499520392173e-10,
    "max_abs_err": 6.108941477678265e-13,
    "mean_abs_err": 4.861514792217799e-14,
    "w_frob_norm": 46.78758534119624,
    "relative_err": 3.0451452915325636e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.305540453019813e-10,
    "max_abs_err": 5.333303243482135e-13,
    "mean_abs_err": 4.4921911399397786e-14,
    "w_frob_norm": 45.81688265219407,
    "relative_err": 2.8494746421978437e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.0171942548201313e-11,
    "max_abs_err": 1.72851316593281e-13,
    "mean_abs_err": 1.7346095424101375e-14,
    "w_frob_norm": 44.53688163067528,
    "relative_err": 1.1265257178141728e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2225705861003342e-10,
    "max_abs_err": 4.9858728257135e-13,
    "mean_abs_err": 4.153002896046928e-14,
    "w_frob_norm": 45.55472395174194,
    "relative_err": 2.6837405213901753e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.4784988327738084e-11,
    "max_abs_err": 2.1605633948595937e-13,
    "mean_abs_err": 1.8850128184887948e-14,
    "w_frob_norm": 43.892980843746045,
    "relative_err": 1.2481491863759795e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 7.831880944470001e-11,
    "max_abs_err": 3.1599028949003127e-13,
    "mean_abs_err": 2.6029926286021724e-14,
    "w_frob_norm": 43.53472788281234,
    "relative_err": 1.7989961865736283e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.809483640759983e-11,
    "max_abs_err": 2.3460053344415144e-13,
    "mean_abs_err": 1.989194785299718e-14,
    "w_frob_norm": 44.91061310367937,
    "relative_err": 1.2935658721354735e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 4.8857237633425194e-11,
    "max_abs_err": 1.7314188277550713e-13,
    "mean_abs_err": 1.6802130923826007e-14,
    "w_frob_norm": 44.16296574492263,
    "relative_err": 1.106294308122689e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.970665495639183e-11,
    "max_abs_err": 2.2073315397719284e-13,
    "mean_abs_err": 2.0510995277446858e-14,
    "w_frob_norm": 45.51168464748435,
    "relative_err": 1.3118972725104805e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.6195027312840886e-11,
    "max_abs_err": 2.2478720274055064e-13,
    "mean_abs_err": 1.9321268801089258e-14,
    "w_frob_norm": 43.45618337278121,
    "relative_err": 1.2931422631109076e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.341111331599356e-11,
    "max_abs_err": 1.911179547953168e-13,
    "mean_abs_err": 1.842968171688451e-14,
    "w_frob_norm": 46.056198339609786,
    "relative_err": 1.1596943569278127e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 7.781659214054137e-11,
    "max_abs_err": 3.537387396890246e-13,
    "mean_abs_err": 2.5981873038909716e-14,
    "w_frob_norm": 44.841238095538245,
    "relative_err": 1.7353800975509685e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 4.8835629229554226e-11,
    "max_abs_err": 1.6695585886017383e-13,
    "mean_abs_err": 1.6920427915667917e-14,
    "w_frob_norm": 45.399223251191096,
    "relative_err": 1.0756930566708093e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.297433366897262e-10,
    "max_abs_err": 5.316524130660749e-13,
    "mean_abs_err": 4.460549973517449e-14,
    "w_frob_norm": 45.94916347233926,
    "relative_err": 2.8236278287814716e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.3183137757298495e-10,
    "max_abs_err": 5.279283954440217e-13,
    "mean_abs_err": 4.557465388726599e-14,
    "w_frob_norm": 47.88867287348332,
    "relative_err": 2.752871810026332e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.2942129129595034e-10,
    "max_abs_err": 4.98434626905464e-13,
    "mean_abs_err": 4.427597450330279e-14,
    "w_frob_norm": 44.84106730970663,
    "relative_err": 2.8862223640233213e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.2013296590322653e-10,
    "max_abs_err": 4.671887876561698e-13,
    "mean_abs_err": 4.122145261488527e-14,
    "w_frob_norm": 46.859206157918706,
    "relative_err": 2.5637004070954655e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.1921161400473352e-10,
    "max_abs_err": 4.045618007264551e-13,
    "mean_abs_err": 4.130843252207103e-14,
    "w_frob_norm": 46.87104436560171,
    "relative_err": 2.5433957279650885e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.023122149892766e-11,
    "max_abs_err": 2.2863178364418424e-13,
    "mean_abs_err": 1.720952962683508e-14,
    "w_frob_norm": 44.42083539161814,
    "relative_err": 1.130803170541135e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 4.70277344900197e-11,
    "max_abs_err": 1.7011110402254115e-13,
    "mean_abs_err": 1.6318939675512614e-14,
    "w_frob_norm": 43.7581585322191,
    "relative_err": 1.0747192310524955e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.0241889481897086e-10,
    "max_abs_err": 3.8790845535707774e-13,
    "mean_abs_err": 3.565163564000418e-14,
    "w_frob_norm": 44.31248859047835,
    "relative_err": 2.3112873611205427e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.0780319440825101e-10,
    "max_abs_err": 4.1855754973063597e-13,
    "mean_abs_err": 3.734534419268592e-14,
    "w_frob_norm": 44.25728811715697,
    "relative_err": 2.4358291932139323e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.121171961517214e-11,
    "max_abs_err": 2.5253410473879967e-13,
    "mean_abs_err": 1.755355709361196e-14,
    "w_frob_norm": 42.5685562297035,
    "relative_err": 1.2030410272509455e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.361358639672017e-10,
    "max_abs_err": 4.948957910144713e-13,
    "mean_abs_err": 4.7079952538414414e-14,
    "w_frob_norm": 45.07753981854334,
    "relative_err": 3.0200375733726287e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 4.8850561131400424e-11,
    "max_abs_err": 1.7351398096110415e-13,
    "mean_abs_err": 1.6876163502674364e-14,
    "w_frob_norm": 41.97039091913087,
    "relative_err": 1.1639291429409452e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.298064194023313e-10,
    "max_abs_err": 5.233105615509714e-13,
    "mean_abs_err": 4.4743554512482324e-14,
    "w_frob_norm": 46.12871612806686,
    "relative_err": 2.814004600560539e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.2510740747891726e-10,
    "max_abs_err": 5.160732952091962e-13,
    "mean_abs_err": 4.314128470888916e-14,
    "w_frob_norm": 46.23039308906777,
    "relative_err": 2.706172262863622e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.878654411429007e-11,
    "max_abs_err": 2.7314261963340414e-13,
    "mean_abs_err": 1.991228305236888e-14,
    "w_frob_norm": 43.62683239939304,
    "relative_err": 1.3474859594690156e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.486231089139073e-11,
    "max_abs_err": 2.4178662544338536e-13,
    "mean_abs_err": 1.8813815830135798e-14,
    "w_frob_norm": 44.32951020379544,
    "relative_err": 1.2376024602837476e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.4428770006197792e-10,
    "max_abs_err": 6.587352191500528e-13,
    "mean_abs_err": 4.91899504205676e-14,
    "w_frob_norm": 45.81764500844847,
    "relative_err": 3.1491732068588906e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.306878647888019e-11,
    "max_abs_err": 2.044015998126092e-13,
    "mean_abs_err": 1.8259495957348732e-14,
    "w_frob_norm": 43.84901167475043,
    "relative_err": 1.2102618611456363e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.2041742628379045e-10,
    "max_abs_err": 5.192582475110896e-13,
    "mean_abs_err": 4.163565007930978e-14,
    "w_frob_norm": 45.17822258228391,
    "relative_err": 2.6653865380487695e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.299359337508229e-11,
    "max_abs_err": 1.8700666015725176e-13,
    "mean_abs_err": 1.8304728127564263e-14,
    "w_frob_norm": 43.29633949028891,
    "relative_err": 1.2239739894632065e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 4.8467543524688784e-11,
    "max_abs_err": 1.775489477662262e-13,
    "mean_abs_err": 1.6771182669436694e-14,
    "w_frob_norm": 41.17263113323909,
    "relative_err": 1.1771786789103316e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.225085180420739e-11,
    "max_abs_err": 1.9969442766054613e-13,
    "mean_abs_err": 1.80844890651593e-14,
    "w_frob_norm": 43.892884251906786,
    "relative_err": 1.1904173693470035e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.2895321976854334e-10,
    "max_abs_err": 4.851292978447219e-13,
    "mean_abs_err": 4.447869916268565e-14,
    "w_frob_norm": 45.848975189084506,
    "relative_err": 2.8125649316420025e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.0749771191408385e-10,
    "max_abs_err": 3.7859645973803424e-13,
    "mean_abs_err": 3.7199132283788527e-14,
    "w_frob_norm": 45.13111153433539,
    "relative_err": 2.3818981686790597e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.3529268371883203e-10,
    "max_abs_err": 5.215827769688985e-13,
    "mean_abs_err": 4.653890834558454e-14,
    "w_frob_norm": 45.69813839931998,
    "relative_err": 2.9605731974597304e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.0102356272238475e-11,
    "max_abs_err": 1.719015554901837e-13,
    "mean_abs_err": 1.7378620343410485e-14,
    "w_frob_norm": 43.57156978279132,
    "relative_err": 1.1498864172671259e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.8146937268787245e-11,
    "max_abs_err": 3.2706823360761916e-13,
    "mean_abs_err": 1.9759063040686237e-14,
    "w_frob_norm": 44.123227453820924,
    "relative_err": 1.3178305537518406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.2037628605880224e-10,
    "max_abs_err": 5.494042720766146e-13,
    "mean_abs_err": 4.1262200045601576e-14,
    "w_frob_norm": 44.54877909934619,
    "relative_err": 2.70212312194587e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.660006324531244e-11,
    "max_abs_err": 2.6472574132796467e-13,
    "mean_abs_err": 1.9416496655019786e-14,
    "w_frob_norm": 43.85928881320767,
    "relative_err": 1.2904920434612256e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.2537706496618423e-10,
    "max_abs_err": 4.651175278258535e-13,
    "mean_abs_err": 4.3084333281124253e-14,
    "w_frob_norm": 44.69619567937023,
    "relative_err": 2.8050947750806607e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.8688908596668497e-11,
    "max_abs_err": 1.637787128139223e-13,
    "mean_abs_err": 1.687568984692999e-14,
    "w_frob_norm": 44.00037272605836,
    "relative_err": 1.1065567307759064e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 4.1976941035616954e-11,
    "max_abs_err": 1.7513768213461844e-13,
    "mean_abs_err": 1.4565409771705463e-14,
    "w_frob_norm": 43.49658566002422,
    "relative_err": 9.650628985850742e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.0666313759217155e-11,
    "max_abs_err": 1.706690344605022e-13,
    "mean_abs_err": 1.7565889812130897e-14,
    "w_frob_norm": 44.815955809262576,
    "relative_err": 1.1305418537731026e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.5839549331504259e-10,
    "max_abs_err": 8.837999776467598e-13,
    "mean_abs_err": 5.2516341854026e-14,
    "w_frob_norm": 46.50624134778512,
    "relative_err": 3.4058975467512434e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.1026973300490804e-10,
    "max_abs_err": 4.44734526983126e-13,
    "mean_abs_err": 3.7935576858087673e-14,
    "w_frob_norm": 44.77611365192836,
    "relative_err": 2.462691020084971e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.265984711067001e-11,
    "max_abs_err": 2.0396184741144907e-13,
    "mean_abs_err": 1.8175611040105394e-14,
    "w_frob_norm": 45.43733917186356,
    "relative_err": 1.1589553453270627e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.287310280355191e-10,
    "max_abs_err": 5.715081186075111e-13,
    "mean_abs_err": 4.3764877542323426e-14,
    "w_frob_norm": 43.30606356416881,
    "relative_err": 2.9725866874224616e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.2456882438029756e-10,
    "max_abs_err": 5.114866863387135e-13,
    "mean_abs_err": 4.2621997787819545e-14,
    "w_frob_norm": 47.196363404029604,
    "relative_err": 2.6393733626023808e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.3208568413939668e-10,
    "max_abs_err": 5.320401237629557e-13,
    "mean_abs_err": 4.5461131287205526e-14,
    "w_frob_norm": 44.34867115677573,
    "relative_err": 2.978345927715947e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 4.9118466482030933e-11,
    "max_abs_err": 1.7324509882232775e-13,
    "mean_abs_err": 1.7029511333985085e-14,
    "w_frob_norm": 45.1385737496821,
    "relative_err": 1.0881705468679514e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.079184965430393e-11,
    "max_abs_err": 2.0516921495072893e-13,
    "mean_abs_err": 1.7587623209135586e-14,
    "w_frob_norm": 42.487632482817304,
    "relative_err": 1.19545022130487e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 9.789771621549075e-11,
    "max_abs_err": 3.717928742652532e-13,
    "mean_abs_err": 3.417425616355714e-14,
    "w_frob_norm": 46.30261130152266,
    "relative_err": 2.1143022707289814e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 6.073838141573591e-11,
    "max_abs_err": 2.7920721290541906e-13,
    "mean_abs_err": 2.0430448542012197e-14,
    "w_frob_norm": 44.3972490741678,
    "relative_err": 1.3680663257822448e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.3835909265032244e-11,
    "max_abs_err": 2.0731333316703626e-13,
    "mean_abs_err": 1.853786132134507e-14,
    "w_frob_norm": 42.99257129546522,
    "relative_err": 1.2522142231281422e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.1523364242826336e-11,
    "max_abs_err": 1.9612957091741379e-13,
    "mean_abs_err": 1.786970620803035e-14,
    "w_frob_norm": 44.62290383138764,
    "relative_err": 1.1546394299553615e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.0847868345986724e-10,
    "max_abs_err": 5.447014367332415e-13,
    "mean_abs_err": 3.75165677802195e-14,
    "w_frob_norm": 45.176465812138915,
    "relative_err": 2.40122111169482e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.4373997910452294e-10,
    "max_abs_err": 7.156046588630005e-13,
    "mean_abs_err": 4.879910073568122e-14,
    "w_frob_norm": 44.96220729764032,
    "relative_err": 3.1969066410150778e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.422875019264583e-11,
    "max_abs_err": 2.114836084032845e-13,
    "mean_abs_err": 1.8703078355604356e-14,
    "w_frob_norm": 43.49260486909118,
    "relative_err": 1.246849903699019e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.4345103693044957e-10,
    "max_abs_err": 5.847388545587862e-13,
    "mean_abs_err": 4.888232715908642e-14,
    "w_frob_norm": 46.23071265466647,
    "relative_err": 3.102938040388824e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.0762030395304692e-10,
    "max_abs_err": 4.107998663460677e-13,
    "mean_abs_err": 3.729163209158498e-14,
    "w_frob_norm": 44.86305180954421,
    "relative_err": 2.398862752581439e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.7603739209096e-11,
    "max_abs_err": 2.2288768053435604e-13,
    "mean_abs_err": 1.9884234884392126e-14,
    "w_frob_norm": 45.63199717555807,
    "relative_err": 1.2623541105921696e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 4.359588560242325e-11,
    "max_abs_err": 1.573324803771925e-13,
    "mean_abs_err": 1.5154147241638825e-14,
    "w_frob_norm": 43.98931458989023,
    "relative_err": 9.910562601137369e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.5991665073459426e-11,
    "max_abs_err": 2.1543877792851163e-13,
    "mean_abs_err": 1.9219812549179083e-14,
    "w_frob_norm": 43.01481230712929,
    "relative_err": 1.3016833520898416e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.0967591838704236e-10,
    "max_abs_err": 3.443807738978677e-13,
    "mean_abs_err": 3.8117619212333164e-14,
    "w_frob_norm": 45.88701380918859,
    "relative_err": 2.3901297836269408e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.5410908484627612e-10,
    "max_abs_err": 5.290863233642362e-13,
    "mean_abs_err": 5.274479092444931e-14,
    "w_frob_norm": 47.42257676104602,
    "relative_err": 3.249698674595532e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.4374139980674866e-10,
    "max_abs_err": 6.537617669444273e-13,
    "mean_abs_err": 4.832053405611478e-14,
    "w_frob_norm": 45.65639316607333,
    "relative_err": 3.14833016449405e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.3397539267877124e-10,
    "max_abs_err": 5.43684888776319e-13,
    "mean_abs_err": 4.612016692693052e-14,
    "w_frob_norm": 46.00613497195749,
    "relative_err": 2.912120150072037e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.1650362482984924e-11,
    "max_abs_err": 1.9943074969219765e-13,
    "mean_abs_err": 1.779392681048247e-14,
    "w_frob_norm": 43.8006946041593,
    "relative_err": 1.1792133195549878e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.168721451291239e-10,
    "max_abs_err": 5.088776622308444e-13,
    "mean_abs_err": 4.012629462413155e-14,
    "w_frob_norm": 45.42076787582135,
    "relative_err": 2.5730992802377957e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.2111616641017543e-10,
    "max_abs_err": 4.0728705130721465e-13,
    "mean_abs_err": 4.1632080431303004e-14,
    "w_frob_norm": 44.554788182620364,
    "relative_err": 2.71836476730058e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 7.530488123706838e-11,
    "max_abs_err": 3.367063572401463e-13,
    "mean_abs_err": 2.5190587617586293e-14,
    "w_frob_norm": 43.705072058593814,
    "relative_err": 1.7230238434594008e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 4.980498131361841e-11,
    "max_abs_err": 1.9116067236091272e-13,
    "mean_abs_err": 1.7210020162063836e-14,
    "w_frob_norm": 43.10939756002699,
    "relative_err": 1.1553161058274651e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.2990338272808426e-10,
    "max_abs_err": 5.195358032672459e-13,
    "mean_abs_err": 4.485202653544779e-14,
    "w_frob_norm": 46.4099894669321,
    "relative_err": 2.799039263317278e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.7594190870536535e-11,
    "max_abs_err": 2.5478751053409354e-13,
    "mean_abs_err": 1.9578740101916427e-14,
    "w_frob_norm": 45.00168030363115,
    "relative_err": 1.27982311953559e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.297633993948426e-11,
    "max_abs_err": 2.1345251954851818e-13,
    "mean_abs_err": 1.8279932713341596e-14,
    "w_frob_norm": 45.47087500171468,
    "relative_err": 1.1650609304854272e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.2364045963320346e-10,
    "max_abs_err": 4.4430431556108374e-13,
    "mean_abs_err": 4.275550116460671e-14,
    "w_frob_norm": 46.719917889719795,
    "relative_err": 2.6464185987024003e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.19545774184152e-10,
    "max_abs_err": 4.28577312527878e-13,
    "mean_abs_err": 4.147006514019255e-14,
    "w_frob_norm": 45.98133342942485,
    "relative_err": 2.599876194709287e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.3227144319293407e-10,
    "max_abs_err": 5.403455460850637e-13,
    "mean_abs_err": 4.532726698447311e-14,
    "w_frob_norm": 46.38689634353306,
    "relative_err": 2.8514829320193234e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 4.7361505334569285e-11,
    "max_abs_err": 1.6237705624533305e-13,
    "mean_abs_err": 1.6386697059447193e-14,
    "w_frob_norm": 44.476277395126765,
    "relative_err": 1.0648711652238829e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 4.6215714740846076e-11,
    "max_abs_err": 1.565848145590465e-13,
    "mean_abs_err": 1.6088232531677786e-14,
    "w_frob_norm": 44.59338066966272,
    "relative_err": 1.036380602834336e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.2067026974573357e-10,
    "max_abs_err": 4.991701496592782e-13,
    "mean_abs_err": 4.146318519867107e-14,
    "w_frob_norm": 45.4532472600401,
    "relative_err": 2.6548217568565223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.960926333294756e-11,
    "max_abs_err": 2.698188894534326e-13,
    "mean_abs_err": 2.0387838863556683e-14,
    "w_frob_norm": 44.338526532041314,
    "relative_err": 1.3444123653922244e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 4.9399182607988715e-11,
    "max_abs_err": 1.7852559708320115e-13,
    "mean_abs_err": 1.712242583350818e-14,
    "w_frob_norm": 43.75214672783074,
    "relative_err": 1.1290687726772935e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.7873444020839446e-11,
    "max_abs_err": 2.5899768441028925e-13,
    "mean_abs_err": 1.9878127085929633e-14,
    "w_frob_norm": 44.20961291532416,
    "relative_err": 1.309069231881446e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2739376036048434e-10,
    "max_abs_err": 6.342894959265877e-13,
    "mean_abs_err": 4.386858067550578e-14,
    "w_frob_norm": 44.882439538515506,
    "relative_err": 2.8383876115103416e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.3068053688155588e-10,
    "max_abs_err": 5.404431242805874e-13,
    "mean_abs_err": 4.498070334845515e-14,
    "w_frob_norm": 46.020361321929606,
    "relative_err": 2.83962431253846e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.4187490637228377e-10,
    "max_abs_err": 5.064277990018962e-13,
    "mean_abs_err": 4.886957162611424e-14,
    "w_frob_norm": 46.38714914610043,
    "relative_err": 3.058495919321022e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.2365410192278691e-10,
    "max_abs_err": 5.026787905197672e-13,
    "mean_abs_err": 4.248077028997598e-14,
    "w_frob_norm": 45.44504610624784,
    "relative_err": 2.720958883696386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.1832912932649594e-10,
    "max_abs_err": 4.038661766125884e-13,
    "mean_abs_err": 4.10367610585793e-14,
    "w_frob_norm": 46.40082964699505,
    "relative_err": 2.5501511551994205e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.006536780449922e-10,
    "max_abs_err": 3.5838693124290444e-13,
    "mean_abs_err": 3.4987898478115503e-14,
    "w_frob_norm": 45.76603432789163,
    "relative_err": 2.1993095867528524e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.15365255810692e-11,
    "max_abs_err": 2.1005766570603157e-13,
    "mean_abs_err": 1.772358008449588e-14,
    "w_frob_norm": 43.759957485143815,
    "relative_err": 1.1777096812437596e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.912761325420225e-11,
    "max_abs_err": 2.5327656638651774e-13,
    "mean_abs_err": 2.014305755904926e-14,
    "w_frob_norm": 44.70263088452191,
    "relative_err": 1.3226875484564585e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.141498081136216e-11,
    "max_abs_err": 2.3172089247402994e-13,
    "mean_abs_err": 1.768724191985895e-14,
    "w_frob_norm": 43.52110360850198,
    "relative_err": 1.1813804464581199e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.518628710166277e-11,
    "max_abs_err": 2.1255219806448622e-13,
    "mean_abs_err": 1.8917434472919924e-14,
    "w_frob_norm": 45.13802878548095,
    "relative_err": 1.2226118106294872e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 6.316267865625258e-11,
    "max_abs_err": 3.0163718744979917e-13,
    "mean_abs_err": 2.1287238054419635e-14,
    "w_frob_norm": 44.79360809711445,
    "relative_err": 1.4100824054921676e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.237535433791892e-10,
    "max_abs_err": 4.985942214652539e-13,
    "mean_abs_err": 4.237031296284864e-14,
    "w_frob_norm": 46.188260359458354,
    "relative_err": 2.679328955368356e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.071721791362432e-11,
    "max_abs_err": 1.6312298734000308e-13,
    "mean_abs_err": 1.7629213103775305e-14,
    "w_frob_norm": 44.95254614160009,
    "relative_err": 1.1282390491044838e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.2502610650534236e-10,
    "max_abs_err": 5.418408777213557e-13,
    "mean_abs_err": 4.2915832994497254e-14,
    "w_frob_norm": 46.87633614798856,
    "relative_err": 2.6671475797646607e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.0925804173823098e-10,
    "max_abs_err": 4.709531375990395e-13,
    "mean_abs_err": 3.756782279094073e-14,
    "w_frob_norm": 46.0127123014292,
    "relative_err": 2.374518611780191e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.011320163039549e-11,
    "max_abs_err": 1.862850151912454e-13,
    "mean_abs_err": 1.7322660977575155e-14,
    "w_frob_norm": 43.005613959808194,
    "relative_err": 1.165271159184702e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.15792458951392e-10,
    "max_abs_err": 4.0690020797207183e-13,
    "mean_abs_err": 4.000757888666595e-14,
    "w_frob_norm": 44.34320295780907,
    "relative_err": 2.6112786453780586e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.439683526252564e-11,
    "max_abs_err": 2.1741636269112519e-13,
    "mean_abs_err": 1.879983779489072e-14,
    "w_frob_norm": 44.767350362169715,
    "relative_err": 1.2151006218249012e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.0845388209046067e-10,
    "max_abs_err": 4.339341386216944e-13,
    "mean_abs_err": 3.761413550055918e-14,
    "w_frob_norm": 46.599512233973705,
    "relative_err": 2.3273608862238602e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.3382270479973624e-11,
    "max_abs_err": 2.0193395566803218e-13,
    "mean_abs_err": 1.8417451260048562e-14,
    "w_frob_norm": 44.823186337808515,
    "relative_err": 1.1909521576101227e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.273331380764336e-10,
    "max_abs_err": 4.815939314006812e-13,
    "mean_abs_err": 4.3882311340191796e-14,
    "w_frob_norm": 44.96087840882999,
    "relative_err": 2.832087418724148e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 4.7001477800412594e-11,
    "max_abs_err": 1.9328982858723975e-13,
    "mean_abs_err": 1.6269784634798507e-14,
    "w_frob_norm": 43.75566848765262,
    "relative_err": 1.0741803159441139e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 4.8209401895241263e-11,
    "max_abs_err": 2.0137710943224363e-13,
    "mean_abs_err": 1.6626959977586984e-14,
    "w_frob_norm": 45.25125171151356,
    "relative_err": 1.0653716764032637e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.3710287571515496e-10,
    "max_abs_err": 5.294280638890037e-13,
    "mean_abs_err": 4.702206908735681e-14,
    "w_frob_norm": 45.90927038889351,
    "relative_err": 2.986387597837391e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.1147334542296728e-10,
    "max_abs_err": 3.9380998462235084e-13,
    "mean_abs_err": 3.870746963762532e-14,
    "w_frob_norm": 46.17080323629147,
    "relative_err": 2.4143687700747276e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.101702930102572e-10,
    "max_abs_err": 4.626993233003418e-13,
    "mean_abs_err": 3.807419970210225e-14,
    "w_frob_norm": 45.22626871793306,
    "relative_err": 2.435980153422929e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.001895389362939e-11,
    "max_abs_err": 1.908473379330644e-13,
    "mean_abs_err": 1.729560332742169e-14,
    "w_frob_norm": 44.263621094787375,
    "relative_err": 1.1300239938914482e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.324838124431867e-11,
    "max_abs_err": 1.8817412905658415e-13,
    "mean_abs_err": 1.8358395792441058e-14,
    "w_frob_norm": 43.37062264921612,
    "relative_err": 1.2277522892625817e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.2751046478353592e-10,
    "max_abs_err": 6.270713115430482e-13,
    "mean_abs_err": 4.368098509259514e-14,
    "w_frob_norm": 45.3530452603277,
    "relative_err": 2.811508335363644e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 4.9542267440051266e-11,
    "max_abs_err": 2.396763343348596e-13,
    "mean_abs_err": 1.6954235316873073e-14,
    "w_frob_norm": 43.07457604997962,
    "relative_err": 1.150151016752136e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1937132061665367e-10,
    "max_abs_err": 5.13767847709623e-13,
    "mean_abs_err": 4.1212003978987466e-14,
    "w_frob_norm": 45.28489639395646,
    "relative_err": 2.63600736939269e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.7214270827241086e-11,
    "max_abs_err": 2.485373018501491e-13,
    "mean_abs_err": 1.964587803272666e-14,
    "w_frob_norm": 44.13177727149067,
    "relative_err": 1.2964415748604298e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.1819448490771203e-10,
    "max_abs_err": 4.4039945301665995e-13,
    "mean_abs_err": 4.084731789558202e-14,
    "w_frob_norm": 45.58336483328223,
    "relative_err": 2.592930235404946e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.2438193314716333e-10,
    "max_abs_err": 4.745509540882153e-13,
    "mean_abs_err": 4.3136379840457976e-14,
    "w_frob_norm": 48.30647931898234,
    "relative_err": 2.574849893858579e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 6.361014993974998e-11,
    "max_abs_err": 2.337435800470189e-13,
    "mean_abs_err": 2.1923828879232493e-14,
    "w_frob_norm": 44.05334527725973,
    "relative_err": 1.4439346101733038e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.733580115958651e-11,
    "max_abs_err": 2.8035213039956375e-13,
    "mean_abs_err": 1.9597201790822325e-14,
    "w_frob_norm": 43.0549247079977,
    "relative_err": 1.3316897323231426e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 4.9973457482032906e-11,
    "max_abs_err": 1.9189858035950635e-13,
    "mean_abs_err": 1.732357633547328e-14,
    "w_frob_norm": 43.023092824434265,
    "relative_err": 1.1615496283812328e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 4.280562397155274e-11,
    "max_abs_err": 1.4900580769250382e-13,
    "mean_abs_err": 1.489659447370446e-14,
    "w_frob_norm": 46.59146197211074,
    "relative_err": 9.187439534989441e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.2422053624839751e-10,
    "max_abs_err": 5.81756864903582e-13,
    "mean_abs_err": 4.273646013650326e-14,
    "w_frob_norm": 43.62473680821018,
    "relative_err": 2.8474793279444886e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.0975008188506975e-10,
    "max_abs_err": 4.803137054754103e-13,
    "mean_abs_err": 3.784136047089703e-14,
    "w_frob_norm": 44.65990227850769,
    "relative_err": 2.457463547516232e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.2132666079221891e-10,
    "max_abs_err": 6.825477683047865e-13,
    "mean_abs_err": 4.183459656203108e-14,
    "w_frob_norm": 45.47221735562681,
    "relative_err": 2.6681492095129983e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.721826915318582e-11,
    "max_abs_err": 2.3071128341101144e-13,
    "mean_abs_err": 1.9695764453916973e-14,
    "w_frob_norm": 43.89901447623109,
    "relative_err": 1.3034066900104644e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 4.8799360043597104e-11,
    "max_abs_err": 2.423131140183443e-13,
    "mean_abs_err": 1.6813045296976615e-14,
    "w_frob_norm": 42.74244011988213,
    "relative_err": 1.1417073968338445e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 4.690523038073332e-11,
    "max_abs_err": 2.041700142285663e-13,
    "mean_abs_err": 1.6239366027914404e-14,
    "w_frob_norm": 43.283879554913355,
    "relative_err": 1.0836651165066114e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.1415228478467886e-10,
    "max_abs_err": 4.666718400603287e-13,
    "mean_abs_err": 3.941630823682953e-14,
    "w_frob_norm": 45.0180470489744,
    "relative_err": 2.5357005082982485e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.600080422257505e-11,
    "max_abs_err": 2.1813453821017958e-13,
    "mean_abs_err": 1.9236953721836394e-14,
    "w_frob_norm": 42.84301254875938,
    "relative_err": 1.3071163975418597e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.4821037549446796e-10,
    "max_abs_err": 6.97540115945916e-13,
    "mean_abs_err": 4.9882799611958714e-14,
    "w_frob_norm": 45.48598494776201,
    "relative_err": 3.258374544701602e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2839987608384253e-10,
    "max_abs_err": 4.609576609304611e-13,
    "mean_abs_err": 4.4504879328667156e-14,
    "w_frob_norm": 44.11615632547061,
    "relative_err": 2.9104955367498874e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 4.5746581192666276e-11,
    "max_abs_err": 1.6119744428166882e-13,
    "mean_abs_err": 1.5778197309851102e-14,
    "w_frob_norm": 42.965889242123765,
    "relative_err": 1.0647185942055709e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.8565173806674857e-10,
    "max_abs_err": 1.0174951159402923e-12,
    "mean_abs_err": 6.081082227805927e-14,
    "w_frob_norm": 44.080922634523844,
    "relative_err": 4.2116118940157465e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.0087614416896131e-10,
    "max_abs_err": 3.4544589411211746e-13,
    "mean_abs_err": 3.505367725102378e-14,
    "w_frob_norm": 44.45616522428261,
    "relative_err": 2.2691148384040395e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.005500371655087e-11,
    "max_abs_err": 1.6893431098452538e-13,
    "mean_abs_err": 1.7409310052821236e-14,
    "w_frob_norm": 43.62971665835639,
    "relative_err": 1.1472685946715598e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2814491099623954e-10,
    "max_abs_err": 4.975273665275282e-13,
    "mean_abs_err": 4.416338672812179e-14,
    "w_frob_norm": 43.226264805298534,
    "relative_err": 2.9645150135787804e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.863551990995987e-11,
    "max_abs_err": 2.422090306097857e-13,
    "mean_abs_err": 2.0155862664887583e-14,
    "w_frob_norm": 44.82069934658735,
    "relative_err": 1.3082241188729775e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.831547679709017e-11,
    "max_abs_err": 2.378357927268482e-13,
    "mean_abs_err": 2.0034521299329892e-14,
    "w_frob_norm": 44.40461028370212,
    "relative_err": 1.3132752753489153e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.543987044982097e-11,
    "max_abs_err": 2.131211873646066e-13,
    "mean_abs_err": 1.9125775587726725e-14,
    "w_frob_norm": 43.14525611927575,
    "relative_err": 1.2849586591062656e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.2888426380863565e-10,
    "max_abs_err": 5.395406343922104e-13,
    "mean_abs_err": 4.395873037935712e-14,
    "w_frob_norm": 45.02944407031486,
    "relative_err": 2.862221963197656e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 6.037203096005618e-11,
    "max_abs_err": 2.4166779688528095e-13,
    "mean_abs_err": 2.0633324633322097e-14,
    "w_frob_norm": 43.92950111984888,
    "relative_err": 1.3742935708591052e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.3232654985776716e-10,
    "max_abs_err": 5.050265761141759e-13,
    "mean_abs_err": 4.536297035531352e-14,
    "w_frob_norm": 46.01304329694226,
    "relative_err": 2.875848680640534e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.67745268326331e-11,
    "max_abs_err": 1.9540619122793146e-13,
    "mean_abs_err": 1.9446551167556257e-14,
    "w_frob_norm": 43.83338828465742,
    "relative_err": 1.29523472983505e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.3087325998308375e-10,
    "max_abs_err": 5.301219532793944e-13,
    "mean_abs_err": 4.4932105624245694e-14,
    "w_frob_norm": 45.60598641503208,
    "relative_err": 2.8696509004779893e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.3211674355637361e-10,
    "max_abs_err": 6.052155304692164e-13,
    "mean_abs_err": 4.5683586889794344e-14,
    "w_frob_norm": 46.61331656579704,
    "relative_err": 2.834313309800305e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.6189105716870993e-10,
    "max_abs_err": 8.094636072542016e-13,
    "mean_abs_err": 5.4127666290637154e-14,
    "w_frob_norm": 45.502355620748844,
    "relative_err": 3.5578610153292466e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 6.100095412805762e-11,
    "max_abs_err": 2.506007554248235e-13,
    "mean_abs_err": 2.0867921782906257e-14,
    "w_frob_norm": 45.05853948604749,
    "relative_err": 1.3538156101785488e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.329380710953527e-11,
    "max_abs_err": 2.2171414010285773e-13,
    "mean_abs_err": 1.8265550898345008e-14,
    "w_frob_norm": 43.19453656274498,
    "relative_err": 1.2338089802658249e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.3098190274433648e-10,
    "max_abs_err": 4.849974588605477e-13,
    "mean_abs_err": 4.4721054993165085e-14,
    "w_frob_norm": 44.34086217614779,
    "relative_err": 2.953977354432124e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.940640162336256e-11,
    "max_abs_err": 2.316480340880389e-13,
    "mean_abs_err": 2.0235889822003687e-14,
    "w_frob_norm": 43.44087666672331,
    "relative_err": 1.3675230838255435e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.4682986530875583e-10,
    "max_abs_err": 7.573941473992818e-13,
    "mean_abs_err": 4.990167237538559e-14,
    "w_frob_norm": 45.05746068416176,
    "relative_err": 3.2587248166954132e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.0147429682664603e-11,
    "max_abs_err": 2.0144172788172376e-13,
    "mean_abs_err": 1.7331963356750395e-14,
    "w_frob_norm": 42.95769906097903,
    "relative_err": 1.1673676844627933e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.1058690274193825e-10,
    "max_abs_err": 4.373888404241022e-13,
    "mean_abs_err": 3.80799402052995e-14,
    "w_frob_norm": 44.6710558464143,
    "relative_err": 2.475582917094066e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 6.684872582088742e-11,
    "max_abs_err": 3.066991105526995e-13,
    "mean_abs_err": 2.2579993329993724e-14,
    "w_frob_norm": 44.11889398391814,
    "relative_err": 1.5151949603554108e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 6.459654274553037e-11,
    "max_abs_err": 2.691380104891117e-13,
    "mean_abs_err": 2.1783427987533175e-14,
    "w_frob_norm": 44.65599432472981,
    "relative_err": 1.4465368809346562e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.1939824435834045e-10,
    "max_abs_err": 4.938063846715579e-13,
    "mean_abs_err": 4.128268012600966e-14,
    "w_frob_norm": 44.54953989114009,
    "relative_err": 2.680122951889029e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.3099059785861555e-10,
    "max_abs_err": 5.182963433436605e-13,
    "mean_abs_err": 4.5045445678202944e-14,
    "w_frob_norm": 45.984290017059585,
    "relative_err": 2.848594548486444e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.359369748718756e-10,
    "max_abs_err": 6.289031795336797e-13,
    "mean_abs_err": 4.6688222706489746e-14,
    "w_frob_norm": 44.39367913705589,
    "relative_err": 3.0620795012776385e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.293149931177755e-11,
    "max_abs_err": 2.137214016872946e-13,
    "mean_abs_err": 1.81802520766635e-14,
    "w_frob_norm": 43.73664044588455,
    "relative_err": 1.210232399474528e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.197434571953839e-11,
    "max_abs_err": 1.9934054407144686e-13,
    "mean_abs_err": 1.795398284035115e-14,
    "w_frob_norm": 44.320219147480984,
    "relative_err": 1.1727005578782757e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.2834922723404476e-11,
    "max_abs_err": 1.9781051796563531e-13,
    "mean_abs_err": 1.8099104893426514e-14,
    "w_frob_norm": 43.515010434490065,
    "relative_err": 1.2141769517198008e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.928428572124567e-11,
    "max_abs_err": 2.518302406884221e-13,
    "mean_abs_err": 2.022402618696576e-14,
    "w_frob_norm": 43.91567550753193,
    "relative_err": 1.3499572768971273e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.2971582117807534e-10,
    "max_abs_err": 5.132942682006814e-13,
    "mean_abs_err": 4.458158304371424e-14,
    "w_frob_norm": 44.8446136840602,
    "relative_err": 2.8925619048020074e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.0914816235475485e-10,
    "max_abs_err": 3.817918203807835e-13,
    "mean_abs_err": 3.773347103889166e-14,
    "w_frob_norm": 45.276516214731565,
    "relative_err": 2.4107014293480788e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.2049116092417947e-10,
    "max_abs_err": 5.242074135880515e-13,
    "mean_abs_err": 4.140155649054786e-14,
    "w_frob_norm": 45.50516866632551,
    "relative_err": 2.6478565942190363e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.7356818810789425e-11,
    "max_abs_err": 1.7747261993328323e-13,
    "mean_abs_err": 1.643884133074872e-14,
    "w_frob_norm": 43.30952595518302,
    "relative_err": 1.0934504076492218e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.3556599091458447e-10,
    "max_abs_err": 6.292986964862024e-13,
    "mean_abs_err": 4.6375114185436375e-14,
    "w_frob_norm": 45.8869378756789,
    "relative_err": 2.9543481694479653e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.579166346033099e-11,
    "max_abs_err": 2.0319163018811537e-13,
    "mean_abs_err": 1.571742407461392e-14,
    "w_frob_norm": 38.502871194980926,
    "relative_err": 1.1893051619043984e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.2292511004564395e-10,
    "max_abs_err": 5.566866412287652e-13,
    "mean_abs_err": 4.232133082423419e-14,
    "w_frob_norm": 44.558693705157374,
    "relative_err": 2.758723378630289e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.32.mixer.A_log": {
    "frob_norm_diff": 2.1924379360543534e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.571008947931496e-16,
    "w_frob_norm": 14.422712729477611,
    "relative_err": 1.5201286867299084e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.31.norm.weight": {
    "frob_norm_diff": 7.610749678742227e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 9.560727086014139e-17,
    "w_frob_norm": 61.97571135840151,
    "relative_err": 1.228021350933716e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.32.mixer.D": {
    "frob_norm_diff": 7.351947355847164e-16,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 3.80491435071368e-17,
    "w_frob_norm": 5.563323230925318,
    "relative_err": 1.3215028231649866e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.32.mixer.dt_bias": {
    "frob_norm_diff": 4.9663094184515624e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 3.694961003830599e-16,
    "w_frob_norm": 38.46640292583561,
    "relative_err": 1.291077158430113e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.31.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.2222868848566306e-10,
    "max_abs_err": 4.379717075120304e-13,
    "mean_abs_err": 4.2071578595554e-14,
    "w_frob_norm": 45.5206716999597,
    "relative_err": 2.6851248876841876e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.6727688770469676e-11,
    "max_abs_err": 2.282826705446439e-13,
    "mean_abs_err": 1.9441796133415468e-14,
    "w_frob_norm": 43.504697142247004,
    "relative_err": 1.3039439990810085e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.1028378230416232e-10,
    "max_abs_err": 4.490505189913563e-13,
    "mean_abs_err": 3.802684012716432e-14,
    "w_frob_norm": 42.28560983675303,
    "relative_err": 2.608068861485542e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.31.mixer.gate.weight": {
    "frob_norm_diff": 3.433184857687275e-11,
    "max_abs_err": 4.647324192141866e-13,
    "mean_abs_err": 4.446226216678312e-14,
    "w_frob_norm": 12.05573684083457,
    "relative_err": 2.8477602845962666e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.31.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.599532738599855e-10,
    "max_abs_err": 9.974347736640965e-13,
    "mean_abs_err": 6.244294910985126e-14,
    "w_frob_norm": 49.56255206852571,
    "relative_err": 5.244953357134865e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.31.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.391757731456404e-10,
    "max_abs_err": 4.940204061804065e-13,
    "mean_abs_err": 3.3388641497642794e-14,
    "w_frob_norm": 47.132452056244254,
    "relative_err": 2.9528651083028465e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.32.mixer.conv1d.weight": {
    "frob_norm_diff": 6.236975141491395e-15,
    "max_abs_err": 1.835337437583462e-15,
    "mean_abs_err": 1.3533803186195935e-17,
    "w_frob_norm": 11.007876268799933,
    "relative_err": 5.665920463849239e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.32.mixer.norm.weight": {
    "frob_norm_diff": 2.7464034692176314e-14,
    "max_abs_err": 7.105427357601002e-15,
    "mean_abs_err": 2.1058934209971211e-16,
    "w_frob_norm": 225.7876187770106,
    "relative_err": 1.2163658415344725e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": true
  },
  "backbone.layers.32.norm.weight": {
    "frob_norm_diff": 4.411303226722079e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 5.590352916034782e-17,
    "w_frob_norm": 37.00556800805296,
    "relative_err": 1.192064725438646e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.33.norm.weight": {
    "frob_norm_diff": 5.910047840027895e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 7.271382696182685e-17,
    "w_frob_norm": 49.4752993365991,
    "relative_err": 1.1945451405598605e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.33.mixer.k_proj.weight": {
    "frob_norm_diff": 4.2473291180455315e-11,
    "max_abs_err": 3.9702616194681184e-13,
    "mean_abs_err": 3.9502064070027324e-14,
    "w_frob_norm": 17.498514782036874,
    "relative_err": 2.4272512101459224e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.34.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.291103772293899e-11,
    "max_abs_err": 2.1418977702580833e-13,
    "mean_abs_err": 1.8241271750164518e-14,
    "w_frob_norm": 44.83778508044079,
    "relative_err": 1.180054671032801e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.32.mixer.in_proj.weight": {
    "frob_norm_diff": 3.2921295460860055e-10,
    "max_abs_err": 1.0418124696265352e-12,
    "mean_abs_err": 4.74811364189071e-14,
    "w_frob_norm": 122.93347598065733,
    "relative_err": 2.6779764582626767e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": true
  },
  "backbone.layers.33.mixer.v_proj.weight": {
    "frob_norm_diff": 6.474402702566402e-11,
    "max_abs_err": 6.593822710065922e-13,
    "mean_abs_err": 5.957702334001192e-14,
    "w_frob_norm": 27.41845802657845,
    "relative_err": 2.3613299829955258e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.32.mixer.out_proj.weight": {
    "frob_norm_diff": 3.62557653889394e-10,
    "max_abs_err": 1.0416366391392123e-12,
    "mean_abs_err": 8.44255088371515e-14,
    "w_frob_norm": 69.68892380683221,
    "relative_err": 5.202514748173645e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.33.mixer.o_proj.weight": {
    "frob_norm_diff": 4.753384646031899e-10,
    "max_abs_err": 5.292811328105884e-12,
    "mean_abs_err": 1.0927804753567123e-13,
    "w_frob_norm": 82.98096450524868,
    "relative_err": 5.728283196480851e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.33.mixer.q_proj.weight": {
    "frob_norm_diff": 2.0990265090776166e-10,
    "max_abs_err": 7.774787758041413e-13,
    "mean_abs_err": 4.811426128445193e-14,
    "w_frob_norm": 78.89080710787152,
    "relative_err": 2.6606731329386805e-12,
    "shape": [
      4096,
      2688
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.34.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.1104924239615384e-10,
    "max_abs_err": 3.5963593214560774e-13,
    "mean_abs_err": 3.861505269760263e-14,
    "w_frob_norm": 45.70424991057927,
    "relative_err": 2.429735585058776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.941402020402712e-11,
    "max_abs_err": 2.3168966745146236e-13,
    "mean_abs_err": 2.046934621469716e-14,
    "w_frob_norm": 44.56844440315052,
    "relative_err": 1.3330961176609335e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.1922638068890715e-10,
    "max_abs_err": 4.872473952088896e-13,
    "mean_abs_err": 4.112124373601089e-14,
    "w_frob_norm": 45.73359589060404,
    "relative_err": 2.6069758646160204e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.1339683509363757e-10,
    "max_abs_err": 4.0883615937126194e-13,
    "mean_abs_err": 3.9097766005426054e-14,
    "w_frob_norm": 45.171136706836855,
    "relative_err": 2.5103825885451863e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.35782735223946e-11,
    "max_abs_err": 1.8289840128526968e-13,
    "mean_abs_err": 1.847206300253586e-14,
    "w_frob_norm": 44.5519288402751,
    "relative_err": 1.2026027810037184e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.485881266357873e-11,
    "max_abs_err": 2.1531561256171727e-13,
    "mean_abs_err": 1.8860821763799866e-14,
    "w_frob_norm": 44.91361676451538,
    "relative_err": 1.2214294152975158e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.1435161561577258e-10,
    "max_abs_err": 4.623176841356269e-13,
    "mean_abs_err": 3.9663267322429575e-14,
    "w_frob_norm": 45.55730526516157,
    "relative_err": 2.5100610088810316e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.782448040723023e-11,
    "max_abs_err": 2.2195092985732856e-13,
    "mean_abs_err": 1.9799104770629947e-14,
    "w_frob_norm": 43.989260842165855,
    "relative_err": 1.3145135721808411e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.8670210201845586e-11,
    "max_abs_err": 1.677442906800053e-13,
    "mean_abs_err": 1.6889880912864902e-14,
    "w_frob_norm": 44.407750437904006,
    "relative_err": 1.0959845910209264e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.309015624881847e-11,
    "max_abs_err": 1.9162449405030202e-13,
    "mean_abs_err": 1.836889289951768e-14,
    "w_frob_norm": 45.321044557279144,
    "relative_err": 1.1714239326880542e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.5160635918002845e-11,
    "max_abs_err": 2.3447303126866714e-13,
    "mean_abs_err": 1.8994569229256122e-14,
    "w_frob_norm": 43.00880104958271,
    "relative_err": 1.2825429812472775e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.737008143612492e-10,
    "max_abs_err": 6.740649705072599e-13,
    "mean_abs_err": 5.9123631707384e-14,
    "w_frob_norm": 46.43773023953626,
    "relative_err": 3.740510431178728e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.0194949221059187e-10,
    "max_abs_err": 4.2627945444351223e-13,
    "mean_abs_err": 3.552506331797226e-14,
    "w_frob_norm": 46.464854985951575,
    "relative_err": 2.1941205291917045e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.1505341628254387e-10,
    "max_abs_err": 4.2491010709966304e-13,
    "mean_abs_err": 3.9867722978873767e-14,
    "w_frob_norm": 46.23017720800569,
    "relative_err": 2.4887080956856044e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.526024850025215e-11,
    "max_abs_err": 2.625235098752121e-13,
    "mean_abs_err": 1.8939105003564745e-14,
    "w_frob_norm": 44.91537156539548,
    "relative_err": 1.2303192999259691e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.345654728933471e-10,
    "max_abs_err": 4.590216011110537e-13,
    "mean_abs_err": 4.615447453813265e-14,
    "w_frob_norm": 44.33393073397643,
    "relative_err": 3.0352705177621314e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 6.250406634699118e-11,
    "max_abs_err": 2.6946153641738135e-13,
    "mean_abs_err": 2.111433259274736e-14,
    "w_frob_norm": 41.92718169215091,
    "relative_err": 1.490776718691121e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.362745260631254e-10,
    "max_abs_err": 5.928382784681219e-13,
    "mean_abs_err": 4.609605863268879e-14,
    "w_frob_norm": 44.87216829216921,
    "relative_err": 3.0369498789499573e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.3373748436666173e-10,
    "max_abs_err": 4.3919338651998707e-13,
    "mean_abs_err": 4.598200399537319e-14,
    "w_frob_norm": 46.135138129461865,
    "relative_err": 2.898820504045637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.8246274596025992e-10,
    "max_abs_err": 8.038764966189493e-13,
    "mean_abs_err": 6.112807977331839e-14,
    "w_frob_norm": 47.22613641338179,
    "relative_err": 3.863596724557762e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.1492608938777904e-10,
    "max_abs_err": 4.1570913378308205e-13,
    "mean_abs_err": 3.9943858621695465e-14,
    "w_frob_norm": 46.053798711848685,
    "relative_err": 2.4954746970353814e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.7874733365851117e-11,
    "max_abs_err": 2.8753952344140465e-13,
    "mean_abs_err": 1.968482934367157e-14,
    "w_frob_norm": 44.67381640359654,
    "relative_err": 1.2954956174550562e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.248619877620464e-11,
    "max_abs_err": 2.0481012719120173e-13,
    "mean_abs_err": 1.807283700693713e-14,
    "w_frob_norm": 45.4756127914565,
    "relative_err": 1.1541614407022397e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.191311390304049e-10,
    "max_abs_err": 4.346661919285566e-13,
    "mean_abs_err": 4.121894245530095e-14,
    "w_frob_norm": 46.92650021907724,
    "relative_err": 2.5386751297079254e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 4.458988644275e-11,
    "max_abs_err": 1.634959528873381e-13,
    "mean_abs_err": 1.5509723683159594e-14,
    "w_frob_norm": 44.24614334617146,
    "relative_err": 1.0077688826772806e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.1363007552096553e-10,
    "max_abs_err": 4.703837146180501e-13,
    "mean_abs_err": 3.9325106414312315e-14,
    "w_frob_norm": 46.07775736690922,
    "relative_err": 2.4660504767223995e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 4.927000398201975e-11,
    "max_abs_err": 1.639001434572407e-13,
    "mean_abs_err": 1.7020792902852624e-14,
    "w_frob_norm": 46.433382318721094,
    "relative_err": 1.0610901364847371e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.069946167759743e-10,
    "max_abs_err": 4.099255657141754e-13,
    "mean_abs_err": 3.736986927546888e-14,
    "w_frob_norm": 46.85882874136307,
    "relative_err": 2.283339546673909e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.3755471578642714e-11,
    "max_abs_err": 1.9645396420742145e-13,
    "mean_abs_err": 1.855235563193348e-14,
    "w_frob_norm": 45.074480922673935,
    "relative_err": 1.1925921381293591e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.2628756032256528e-10,
    "max_abs_err": 5.107407552440435e-13,
    "mean_abs_err": 4.3393572950815645e-14,
    "w_frob_norm": 47.35919562230583,
    "relative_err": 2.6665900605601664e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.1280621434805105e-10,
    "max_abs_err": 4.2139208789038207e-13,
    "mean_abs_err": 3.879248889413004e-14,
    "w_frob_norm": 45.68895870040288,
    "relative_err": 2.4690038371799517e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.7108917051759092e-10,
    "max_abs_err": 8.206933396759375e-13,
    "mean_abs_err": 5.77655892057318e-14,
    "w_frob_norm": 46.97911309055113,
    "relative_err": 3.64181354781689e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.4487491409028143e-11,
    "max_abs_err": 1.9684948115994416e-13,
    "mean_abs_err": 1.8761124668573154e-14,
    "w_frob_norm": 44.03659254395103,
    "relative_err": 1.237323059331771e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.578058090268403e-11,
    "max_abs_err": 2.3531177006930193e-13,
    "mean_abs_err": 1.900693645288367e-14,
    "w_frob_norm": 43.77861203184935,
    "relative_err": 1.274151424949314e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.736506661944258e-11,
    "max_abs_err": 2.2570834090629432e-13,
    "mean_abs_err": 1.9734431337987113e-14,
    "w_frob_norm": 45.85106952819594,
    "relative_err": 1.2511173067438732e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.221908810233881e-11,
    "max_abs_err": 1.9639498360923824e-13,
    "mean_abs_err": 1.7996584750479798e-14,
    "w_frob_norm": 45.99254671090807,
    "relative_err": 1.1353815310678151e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.7375891039708223e-11,
    "max_abs_err": 2.279025492629705e-13,
    "mean_abs_err": 1.97586089331188e-14,
    "w_frob_norm": 44.06036392596949,
    "relative_err": 1.3022110106968605e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.2588137381558454e-10,
    "max_abs_err": 5.590389262621898e-13,
    "mean_abs_err": 4.3100893654670886e-14,
    "w_frob_norm": 47.2750951098468,
    "relative_err": 2.6627418416206433e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.892367952335461e-11,
    "max_abs_err": 2.362866846628009e-13,
    "mean_abs_err": 2.0180853577767053e-14,
    "w_frob_norm": 44.648892211287944,
    "relative_err": 1.3197120153511397e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.89084672559425e-11,
    "max_abs_err": 2.2296747781425097e-13,
    "mean_abs_err": 2.0112571906785163e-14,
    "w_frob_norm": 45.54836473954626,
    "relative_err": 1.2933168422794475e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.156142798397828e-10,
    "max_abs_err": 4.123854036031105e-13,
    "mean_abs_err": 3.9794436773355184e-14,
    "w_frob_norm": 46.19151830326277,
    "relative_err": 2.5029330943559026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.1813444838681366e-10,
    "max_abs_err": 4.383680918262911e-13,
    "mean_abs_err": 4.0940476815187235e-14,
    "w_frob_norm": 46.687120916288514,
    "relative_err": 2.5303434023835495e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.221951947458652e-10,
    "max_abs_err": 4.939069986331646e-13,
    "mean_abs_err": 4.2069667851692465e-14,
    "w_frob_norm": 44.590089343834464,
    "relative_err": 2.7404115251624026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.899328784595894e-11,
    "max_abs_err": 2.0332693861924156e-13,
    "mean_abs_err": 2.0340814365777355e-14,
    "w_frob_norm": 45.270210603817844,
    "relative_err": 1.303137031153634e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.7319578374825824e-11,
    "max_abs_err": 1.7421827869235074e-13,
    "mean_abs_err": 1.640691954092962e-14,
    "w_frob_norm": 45.264161101345856,
    "relative_err": 1.0454093751760452e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.2813244487597426e-10,
    "max_abs_err": 4.997148528307349e-13,
    "mean_abs_err": 4.3987807427117763e-14,
    "w_frob_norm": 44.69321252523821,
    "relative_err": 2.8669329778793146e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 9.931763883533285e-11,
    "max_abs_err": 3.269537418582047e-13,
    "mean_abs_err": 3.452343431758876e-14,
    "w_frob_norm": 44.352324564686526,
    "relative_err": 2.2392882404727418e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.31980963366137e-10,
    "max_abs_err": 5.058869989582604e-13,
    "mean_abs_err": 4.531907959513746e-14,
    "w_frob_norm": 45.749114801311514,
    "relative_err": 2.8848856188656453e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.851967710481718e-11,
    "max_abs_err": 2.423755640634795e-13,
    "mean_abs_err": 2.0076781283476365e-14,
    "w_frob_norm": 45.05641685049454,
    "relative_err": 1.2988089421090942e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.248668393368999e-10,
    "max_abs_err": 7.190515544097664e-13,
    "mean_abs_err": 4.2569694441435613e-14,
    "w_frob_norm": 46.12212204961011,
    "relative_err": 2.7073090696605414e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 6.681586013289916e-11,
    "max_abs_err": 2.702282841937631e-13,
    "mean_abs_err": 2.2694822281902943e-14,
    "w_frob_norm": 45.188251122759965,
    "relative_err": 1.4786113308829962e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 6.036359510924559e-11,
    "max_abs_err": 2.5127816494219246e-13,
    "mean_abs_err": 2.0549371130487623e-14,
    "w_frob_norm": 44.88432117896891,
    "relative_err": 1.344870402931028e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.3682504421609426e-10,
    "max_abs_err": 5.7383264806532e-13,
    "mean_abs_err": 4.679612598330168e-14,
    "w_frob_norm": 46.739237116934305,
    "relative_err": 2.927412868844634e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.3409157400107897e-10,
    "max_abs_err": 5.530438303494312e-13,
    "mean_abs_err": 4.6156222763965504e-14,
    "w_frob_norm": 45.769065494452114,
    "relative_err": 2.9297424483646678e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.7915324063201466e-11,
    "max_abs_err": 2.2623743156646725e-13,
    "mean_abs_err": 1.9665314138882737e-14,
    "w_frob_norm": 45.01101480862772,
    "relative_err": 1.2866922532059918e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 6.550375901772358e-11,
    "max_abs_err": 2.9448925936703674e-13,
    "mean_abs_err": 2.234276279855217e-14,
    "w_frob_norm": 45.33310957577919,
    "relative_err": 1.444942992675739e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.70733093416894e-10,
    "max_abs_err": 7.627544429400501e-13,
    "mean_abs_err": 5.77219660346626e-14,
    "w_frob_norm": 46.33767465287418,
    "relative_err": 3.684541675772329e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 6.497552230799811e-11,
    "max_abs_err": 2.8710020472111353e-13,
    "mean_abs_err": 2.198789957783856e-14,
    "w_frob_norm": 45.56670307893288,
    "relative_err": 1.4259430223741295e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.299473820393513e-11,
    "max_abs_err": 2.2483490763614e-13,
    "mean_abs_err": 1.8264606832133365e-14,
    "w_frob_norm": 45.79249817031645,
    "relative_err": 1.1572799109328197e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.4601362621973472e-10,
    "max_abs_err": 8.276391724737486e-13,
    "mean_abs_err": 4.910670143151162e-14,
    "w_frob_norm": 46.84477341180067,
    "relative_err": 3.116967285467805e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 6.154611861930642e-11,
    "max_abs_err": 2.336152105097966e-13,
    "mean_abs_err": 2.109211290115892e-14,
    "w_frob_norm": 45.99010576382305,
    "relative_err": 1.338246946753493e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.5560241729627563e-10,
    "max_abs_err": 7.004717986203168e-13,
    "mean_abs_err": 5.254182665039508e-14,
    "w_frob_norm": 46.04955213466303,
    "relative_err": 3.3790212951745193e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.346537318435161e-10,
    "max_abs_err": 5.662640495396332e-13,
    "mean_abs_err": 4.623636077550076e-14,
    "w_frob_norm": 47.22805610419224,
    "relative_err": 2.8511385593861746e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 4.7878046885517806e-11,
    "max_abs_err": 1.580129256606444e-13,
    "mean_abs_err": 1.6584814247332675e-14,
    "w_frob_norm": 45.85097562624271,
    "relative_err": 1.0442099918614362e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.3018569261562598e-10,
    "max_abs_err": 4.563675826130265e-13,
    "mean_abs_err": 4.443839017200153e-14,
    "w_frob_norm": 46.594130764032705,
    "relative_err": 2.7940362977244313e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.501743145203291e-11,
    "max_abs_err": 2.683270272640925e-13,
    "mean_abs_err": 1.8824878527151012e-14,
    "w_frob_norm": 45.00344794584633,
    "relative_err": 1.2225159174078534e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.3826803826516145e-10,
    "max_abs_err": 4.781923555047252e-13,
    "mean_abs_err": 4.7717098791704915e-14,
    "w_frob_norm": 47.10308949214615,
    "relative_err": 2.935434591572086e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.872423899146683e-11,
    "max_abs_err": 2.6478819137309983e-13,
    "mean_abs_err": 2.0048120052840394e-14,
    "w_frob_norm": 45.59315500667928,
    "relative_err": 1.2880056004648916e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.6500389499246387e-10,
    "max_abs_err": 7.941321211735186e-13,
    "mean_abs_err": 5.5830146555475977e-14,
    "w_frob_norm": 46.02961371165742,
    "relative_err": 3.5847334289202417e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.180964813218156e-11,
    "max_abs_err": 1.9735255096797744e-13,
    "mean_abs_err": 1.7929356513635598e-14,
    "w_frob_norm": 46.12386038938339,
    "relative_err": 1.1232721566407937e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.817353258714525e-11,
    "max_abs_err": 1.6752571552203221e-13,
    "mean_abs_err": 1.671227678569601e-14,
    "w_frob_norm": 45.18039344220178,
    "relative_err": 1.0662486294806732e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.3133974416000874e-11,
    "max_abs_err": 1.91737467916675e-13,
    "mean_abs_err": 1.8366707343360694e-14,
    "w_frob_norm": 43.7430982910617,
    "relative_err": 1.2146824640187426e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.0335111662265696e-10,
    "max_abs_err": 4.1310010967521293e-13,
    "mean_abs_err": 3.5704340931929416e-14,
    "w_frob_norm": 44.807854419801146,
    "relative_err": 2.306540180531046e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 4.1042139832093085e-11,
    "max_abs_err": 1.3987248859148593e-13,
    "mean_abs_err": 1.4311253259295777e-14,
    "w_frob_norm": 43.512448254664,
    "relative_err": 9.432275470202685e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 4.686109174216811e-11,
    "max_abs_err": 1.544667171948788e-13,
    "mean_abs_err": 1.6296938611070113e-14,
    "w_frob_norm": 44.55848643915402,
    "relative_err": 1.0516760214949934e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 6.145441834502785e-11,
    "max_abs_err": 2.7910312949686045e-13,
    "mean_abs_err": 2.094407014898896e-14,
    "w_frob_norm": 43.809716446892466,
    "relative_err": 1.4027577288596436e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.1294821359136786e-10,
    "max_abs_err": 4.526691521622439e-13,
    "mean_abs_err": 3.905921682217967e-14,
    "w_frob_norm": 44.3310364252439,
    "relative_err": 2.547836069247651e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.1528924825233449e-10,
    "max_abs_err": 3.5345684712417835e-13,
    "mean_abs_err": 4.007689023313322e-14,
    "w_frob_norm": 47.04505372901147,
    "relative_err": 2.450613595138453e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.2530238360012825e-10,
    "max_abs_err": 5.150168486123263e-13,
    "mean_abs_err": 4.321581135779742e-14,
    "w_frob_norm": 46.49070566352659,
    "relative_err": 2.6952136305909395e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.228084610211092e-10,
    "max_abs_err": 4.920681917486291e-13,
    "mean_abs_err": 4.219616398591584e-14,
    "w_frob_norm": 45.785159874563995,
    "relative_err": 2.6822765576785853e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.520857033815468e-11,
    "max_abs_err": 1.8985681082828165e-13,
    "mean_abs_err": 1.9019367528897595e-14,
    "w_frob_norm": 45.78686484872216,
    "relative_err": 1.205773108085942e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.1592719623043337e-10,
    "max_abs_err": 4.476657759766578e-13,
    "mean_abs_err": 3.999565070683947e-14,
    "w_frob_norm": 44.94775325307658,
    "relative_err": 2.5791544146313566e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 4.625248086174559e-11,
    "max_abs_err": 1.5888939469688168e-13,
    "mean_abs_err": 1.6035721066498672e-14,
    "w_frob_norm": 44.036291009536356,
    "relative_err": 1.050326442154933e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 4.9059081060079035e-11,
    "max_abs_err": 1.9149265506612778e-13,
    "mean_abs_err": 1.6950868219406418e-14,
    "w_frob_norm": 44.80030474513406,
    "relative_err": 1.0950613246756438e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.3064613687117054e-10,
    "max_abs_err": 5.490148266562578e-13,
    "mean_abs_err": 4.450495988649368e-14,
    "w_frob_norm": 46.67191766840611,
    "relative_err": 2.7992451006488123e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.520225720670279e-11,
    "max_abs_err": 2.1622981183355705e-13,
    "mean_abs_err": 1.903993364545944e-14,
    "w_frob_norm": 44.37648809070896,
    "relative_err": 1.2439528133426224e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.1604070609269035e-10,
    "max_abs_err": 4.56553198024956e-13,
    "mean_abs_err": 4.007517497099924e-14,
    "w_frob_norm": 44.07376329250587,
    "relative_err": 2.6328749220382878e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.4587300247926423e-10,
    "max_abs_err": 5.730867169706499e-13,
    "mean_abs_err": 5.015946122758807e-14,
    "w_frob_norm": 46.11548509671722,
    "relative_err": 3.163210842807514e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.4060254533010762e-10,
    "max_abs_err": 6.533558416510488e-13,
    "mean_abs_err": 4.785489175103841e-14,
    "w_frob_norm": 45.950489605371516,
    "relative_err": 3.059870450513578e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 6.718814971391459e-11,
    "max_abs_err": 3.0887792323852636e-13,
    "mean_abs_err": 2.2460482444811945e-14,
    "w_frob_norm": 43.50791304771156,
    "relative_err": 1.5442742482323813e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.2667219434980654e-10,
    "max_abs_err": 4.514583151760121e-13,
    "mean_abs_err": 4.3860336311968485e-14,
    "w_frob_norm": 47.087748965137,
    "relative_err": 2.6901305994387744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 6.391691835559519e-11,
    "max_abs_err": 2.6391042129425557e-13,
    "mean_abs_err": 2.165898546263641e-14,
    "w_frob_norm": 44.88682133984592,
    "relative_err": 1.4239573319676414e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.1001419344879776e-11,
    "max_abs_err": 1.9277635043835062e-13,
    "mean_abs_err": 1.7588495488154944e-14,
    "w_frob_norm": 43.18060859950022,
    "relative_err": 1.1811185853797827e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 4.802658107575976e-11,
    "max_abs_err": 1.775862443209597e-13,
    "mean_abs_err": 1.6588650877779964e-14,
    "w_frob_norm": 43.43303595019171,
    "relative_err": 1.1057615482103497e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 6.137586129188468e-11,
    "max_abs_err": 2.323228415201939e-13,
    "mean_abs_err": 2.0772602707170046e-14,
    "w_frob_norm": 45.82515958289105,
    "relative_err": 1.3393485554777977e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.286491279740111e-10,
    "max_abs_err": 4.864082227273858e-13,
    "mean_abs_err": 4.4316556573291576e-14,
    "w_frob_norm": 45.017715786379576,
    "relative_err": 2.85774446185772e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.345284118097463e-10,
    "max_abs_err": 5.69190528043606e-13,
    "mean_abs_err": 4.577634939818148e-14,
    "w_frob_norm": 44.959730640576424,
    "relative_err": 2.992197904502871e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.4201460383869642e-10,
    "max_abs_err": 5.372104670831046e-13,
    "mean_abs_err": 4.8766174888247816e-14,
    "w_frob_norm": 46.75271495057743,
    "relative_err": 3.037569133446494e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.3229876261676737e-10,
    "max_abs_err": 4.3959280660033073e-13,
    "mean_abs_err": 4.5738569696549255e-14,
    "w_frob_norm": 45.80145206313361,
    "relative_err": 2.888527691969333e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 6.076510524707907e-11,
    "max_abs_err": 2.1162238628136265e-13,
    "mean_abs_err": 2.0928375639078965e-14,
    "w_frob_norm": 45.784792612417725,
    "relative_err": 1.327189701643388e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.1763262314000803e-10,
    "max_abs_err": 4.658634589205235e-13,
    "mean_abs_err": 4.085967674297319e-14,
    "w_frob_norm": 46.30471705713971,
    "relative_err": 2.5404025899748002e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.0420308018271304e-11,
    "max_abs_err": 1.8278217481237924e-13,
    "mean_abs_err": 1.73640185340993e-14,
    "w_frob_norm": 44.863756832394685,
    "relative_err": 1.1238538985184676e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.474446026703126e-11,
    "max_abs_err": 1.8966425652244823e-13,
    "mean_abs_err": 1.886667221713739e-14,
    "w_frob_norm": 46.23476628926058,
    "relative_err": 1.1840540065571244e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.361180266962148e-11,
    "max_abs_err": 1.948944478025183e-13,
    "mean_abs_err": 1.843618968207208e-14,
    "w_frob_norm": 43.443925494965704,
    "relative_err": 1.234046004333426e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.5071180576626888e-10,
    "max_abs_err": 6.112887973586112e-13,
    "mean_abs_err": 5.1284540730858664e-14,
    "w_frob_norm": 47.161502859701265,
    "relative_err": 3.1956531625935456e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.254592315113803e-10,
    "max_abs_err": 4.691559640779275e-13,
    "mean_abs_err": 4.3061720073695526e-14,
    "w_frob_norm": 44.08009356744283,
    "relative_err": 2.846165272299771e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.2484498544174061e-10,
    "max_abs_err": 4.888832394467357e-13,
    "mean_abs_err": 4.266030872125944e-14,
    "w_frob_norm": 46.119436038879954,
    "relative_err": 2.7069928898630256e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.1049533067671423e-10,
    "max_abs_err": 3.8682197636003e-13,
    "mean_abs_err": 3.8256299073026296e-14,
    "w_frob_norm": 45.94652635126144,
    "relative_err": 2.4048679944154392e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.780726967951435e-11,
    "max_abs_err": 2.709178367754639e-13,
    "mean_abs_err": 1.980729728781298e-14,
    "w_frob_norm": 44.98241144674221,
    "relative_err": 1.285108286112148e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.339538650483049e-11,
    "max_abs_err": 2.2027865642648692e-13,
    "mean_abs_err": 1.838209898904133e-14,
    "w_frob_norm": 44.70357133876738,
    "relative_err": 1.1944322322750414e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.0576500938541952e-10,
    "max_abs_err": 3.9570213425377254e-13,
    "mean_abs_err": 3.662420992409334e-14,
    "w_frob_norm": 46.661394889697526,
    "relative_err": 2.2666491140146264e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.2572281824558973e-10,
    "max_abs_err": 4.4721171210682087e-13,
    "mean_abs_err": 4.330546654700378e-14,
    "w_frob_norm": 46.589839598680065,
    "relative_err": 2.6985029209920607e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.778532800632885e-11,
    "max_abs_err": 1.807581861967833e-13,
    "mean_abs_err": 1.6507417647856166e-14,
    "w_frob_norm": 45.661964995662444,
    "relative_err": 1.0465017878855654e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.289764895853984e-11,
    "max_abs_err": 2.0047852267168764e-13,
    "mean_abs_err": 1.8247853385687027e-14,
    "w_frob_norm": 43.3461403934247,
    "relative_err": 1.2203543032533535e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.885168909566167e-11,
    "max_abs_err": 1.6688733728287275e-13,
    "mean_abs_err": 1.6982994444607965e-14,
    "w_frob_norm": 45.223230710218125,
    "relative_err": 1.0802343912290128e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 4.766748196284359e-11,
    "max_abs_err": 1.8936241463762826e-13,
    "mean_abs_err": 1.6494430932442556e-14,
    "w_frob_norm": 42.83020681154125,
    "relative_err": 1.1129407376571168e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.352786918373262e-10,
    "max_abs_err": 5.364458877110678e-13,
    "mean_abs_err": 4.645462304439876e-14,
    "w_frob_norm": 46.48374840406197,
    "relative_err": 2.910236297241143e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.2597860897391164e-11,
    "max_abs_err": 2.1935578353726726e-13,
    "mean_abs_err": 1.81286238438192e-14,
    "w_frob_norm": 45.58743670904775,
    "relative_err": 1.1537797405255745e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.272865424929942e-10,
    "max_abs_err": 4.919953333626381e-13,
    "mean_abs_err": 4.3802072376224e-14,
    "w_frob_norm": 44.80235610916324,
    "relative_err": 2.8410680496993063e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 6.268864870650053e-11,
    "max_abs_err": 6.689371279122724e-13,
    "mean_abs_err": 2.124139639607735e-14,
    "w_frob_norm": 44.82343629578913,
    "relative_err": 1.39856855893018e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.393690817479308e-10,
    "max_abs_err": 4.890584465178094e-13,
    "mean_abs_err": 4.804268087581859e-14,
    "w_frob_norm": 45.965792400210965,
    "relative_err": 3.0320173866357877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.3147635084966058e-10,
    "max_abs_err": 5.189963042662171e-13,
    "mean_abs_err": 4.503327723700788e-14,
    "w_frob_norm": 46.92458706448917,
    "relative_err": 2.8018648447341827e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.1258886472554717e-10,
    "max_abs_err": 4.0157460690082303e-13,
    "mean_abs_err": 3.898961826157953e-14,
    "w_frob_norm": 44.376617248130074,
    "relative_err": 2.537121387509351e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 4.396331071866041e-11,
    "max_abs_err": 1.5090186045174647e-13,
    "mean_abs_err": 1.5208115658256113e-14,
    "w_frob_norm": 43.10059493802443,
    "relative_err": 1.020016331140591e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.2740226289063048e-10,
    "max_abs_err": 5.484250206744257e-13,
    "mean_abs_err": 4.3370821791334205e-14,
    "w_frob_norm": 47.13235311922163,
    "relative_err": 2.7030745222578966e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.191250878451168e-10,
    "max_abs_err": 5.499177502255037e-13,
    "mean_abs_err": 4.105000335957415e-14,
    "w_frob_norm": 45.51682105454649,
    "relative_err": 2.6171662494258895e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.345416881960062e-10,
    "max_abs_err": 5.816952822201849e-13,
    "mean_abs_err": 4.641115792864864e-14,
    "w_frob_norm": 46.45519188227193,
    "relative_err": 2.896160423510155e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.0494487251397104e-11,
    "max_abs_err": 1.6898982213575664e-13,
    "mean_abs_err": 1.7442693020426967e-14,
    "w_frob_norm": 45.04247803690304,
    "relative_err": 1.121041502424162e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.338137445376005e-11,
    "max_abs_err": 2.3237661794794917e-13,
    "mean_abs_err": 1.8413324751579098e-14,
    "w_frob_norm": 44.71522426318392,
    "relative_err": 1.1938075975996248e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.265234692178162e-11,
    "max_abs_err": 1.9820950436510998e-13,
    "mean_abs_err": 1.8230849560668e-14,
    "w_frob_norm": 44.92934221868222,
    "relative_err": 1.1718922272556232e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.3156759724620243e-11,
    "max_abs_err": 2.4323772163103996e-13,
    "mean_abs_err": 1.8400800717008725e-14,
    "w_frob_norm": 44.94963432133052,
    "relative_err": 1.1825849203715343e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.3719337194832176e-10,
    "max_abs_err": 5.105846301312056e-13,
    "mean_abs_err": 4.7149839466945416e-14,
    "w_frob_norm": 45.827156543096415,
    "relative_err": 2.9937133851912336e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.560756275131523e-10,
    "max_abs_err": 6.569215657559191e-13,
    "mean_abs_err": 5.2457869286885995e-14,
    "w_frob_norm": 47.24554580546447,
    "relative_err": 3.303499300353102e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 6.000301464069859e-11,
    "max_abs_err": 2.5044202822677164e-13,
    "mean_abs_err": 2.030196514297199e-14,
    "w_frob_norm": 43.501936368626495,
    "relative_err": 1.3793182476348948e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.3760179544330985e-10,
    "max_abs_err": 6.988255460416148e-13,
    "mean_abs_err": 4.61371683308771e-14,
    "w_frob_norm": 44.121753536277225,
    "relative_err": 3.118683742480286e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.371568600503662e-11,
    "max_abs_err": 1.8664236822729663e-13,
    "mean_abs_err": 1.854011086219592e-14,
    "w_frob_norm": 45.308818097869704,
    "relative_err": 1.1855459546308974e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.2725021451060167e-10,
    "max_abs_err": 5.212150155919915e-13,
    "mean_abs_err": 4.379282554419664e-14,
    "w_frob_norm": 46.279457359230946,
    "relative_err": 2.7496047225199415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.539290460996624e-11,
    "max_abs_err": 1.6244471046089615e-13,
    "mean_abs_err": 1.5773949720878132e-14,
    "w_frob_norm": 43.503609974544155,
    "relative_err": 1.043428456547114e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.393334086568163e-11,
    "max_abs_err": 2.6777711992220787e-13,
    "mean_abs_err": 1.837492100442178e-14,
    "w_frob_norm": 44.42658422341725,
    "relative_err": 1.2139880165996053e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1712093456015706e-10,
    "max_abs_err": 4.082637006241896e-13,
    "mean_abs_err": 4.061017782960085e-14,
    "w_frob_norm": 45.213146962082924,
    "relative_err": 2.590417664542973e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.3435124057102134e-10,
    "max_abs_err": 7.380346334073806e-13,
    "mean_abs_err": 4.5949605404527277e-14,
    "w_frob_norm": 46.632243185087766,
    "relative_err": 2.881080372603321e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 6.558867275985292e-11,
    "max_abs_err": 2.652635056055175e-13,
    "mean_abs_err": 2.2385012972584292e-14,
    "w_frob_norm": 45.129734520231544,
    "relative_err": 1.4533361088231017e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.1792752532077785e-11,
    "max_abs_err": 2.7503520294569483e-13,
    "mean_abs_err": 1.7757971353901194e-14,
    "w_frob_norm": 45.52731050997807,
    "relative_err": 1.1376194190238085e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.3284524273970716e-10,
    "max_abs_err": 4.813892340305159e-13,
    "mean_abs_err": 4.570384483435792e-14,
    "w_frob_norm": 45.695418500771446,
    "relative_err": 2.9071895410579163e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.4888219930570697e-10,
    "max_abs_err": 5.42565992134314e-13,
    "mean_abs_err": 5.126852873185765e-14,
    "w_frob_norm": 47.138188316749,
    "relative_err": 3.158420054357638e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.4053320510282624e-10,
    "max_abs_err": 7.100570131868267e-13,
    "mean_abs_err": 4.7906572193145127e-14,
    "w_frob_norm": 45.87362871687863,
    "relative_err": 3.063485689570461e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.95623021102784e-11,
    "max_abs_err": 1.9370963166842614e-13,
    "mean_abs_err": 1.7068813199795864e-14,
    "w_frob_norm": 45.127938677978406,
    "relative_err": 1.0982620425883506e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 6.175663124395005e-11,
    "max_abs_err": 2.603368367236347e-13,
    "mean_abs_err": 2.120614983903382e-14,
    "w_frob_norm": 46.098539377703155,
    "relative_err": 1.3396656830697844e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.1687532457217112e-10,
    "max_abs_err": 4.76375015823205e-13,
    "mean_abs_err": 4.06735908150615e-14,
    "w_frob_norm": 45.95036033369578,
    "relative_err": 2.543512688984628e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.3568579845117227e-10,
    "max_abs_err": 5.788772239334605e-13,
    "mean_abs_err": 4.6156946531915457e-14,
    "w_frob_norm": 47.29438091105726,
    "relative_err": 2.86896235530275e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.587351186083318e-11,
    "max_abs_err": 2.4559390979228546e-13,
    "mean_abs_err": 1.912778902226262e-14,
    "w_frob_norm": 45.87214107577876,
    "relative_err": 1.2180271195219033e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.2527384046269557e-11,
    "max_abs_err": 2.039072036219558e-13,
    "mean_abs_err": 1.8163592946707298e-14,
    "w_frob_norm": 43.619910048683984,
    "relative_err": 1.2042066108720533e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.772924952170915e-11,
    "max_abs_err": 2.2144569164495032e-13,
    "mean_abs_err": 1.9823345601862404e-14,
    "w_frob_norm": 45.88231152371886,
    "relative_err": 1.2582027279045435e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.1888037053579882e-10,
    "max_abs_err": 5.373132494490562e-13,
    "mean_abs_err": 4.10003049240673e-14,
    "w_frob_norm": 44.62584758592882,
    "relative_err": 2.663935296845399e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 4.567948594766106e-11,
    "max_abs_err": 1.5351240244265707e-13,
    "mean_abs_err": 1.5845532748860807e-14,
    "w_frob_norm": 43.72215329833835,
    "relative_err": 1.0447675263376633e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.1917528829366195e-10,
    "max_abs_err": 4.268265428597484e-13,
    "mean_abs_err": 4.1491242987586124e-14,
    "w_frob_norm": 46.987040764245506,
    "relative_err": 2.5363437738421623e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 4.516523641067787e-11,
    "max_abs_err": 1.4935795655812711e-13,
    "mean_abs_err": 1.5708587096535287e-14,
    "w_frob_norm": 44.10839306602187,
    "relative_err": 1.0239601416237065e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.180229436870446e-10,
    "max_abs_err": 4.5420611716195936e-13,
    "mean_abs_err": 4.0930739585713226e-14,
    "w_frob_norm": 45.28516533124474,
    "relative_err": 2.606216468986016e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.0532274665057044e-11,
    "max_abs_err": 1.9353095515040053e-13,
    "mean_abs_err": 1.743901663396775e-14,
    "w_frob_norm": 42.42231317736035,
    "relative_err": 1.1911720714943183e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.3373090620805025e-10,
    "max_abs_err": 5.273281811213337e-13,
    "mean_abs_err": 4.6001300506964085e-14,
    "w_frob_norm": 46.444953853000904,
    "relative_err": 2.87934199765406e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.3094595898606723e-10,
    "max_abs_err": 4.649926277355831e-13,
    "mean_abs_err": 4.5111649468814435e-14,
    "w_frob_norm": 44.49971385670009,
    "relative_err": 2.9426247415375543e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.298381668445818e-11,
    "max_abs_err": 1.9239904808232566e-13,
    "mean_abs_err": 1.834302630765108e-14,
    "w_frob_norm": 45.34889179108187,
    "relative_err": 1.1683596796267856e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.3257843091479156e-10,
    "max_abs_err": 5.217614534869242e-13,
    "mean_abs_err": 4.527618140819246e-14,
    "w_frob_norm": 44.55534803914186,
    "relative_err": 2.9755896149284133e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.293390606674453e-11,
    "max_abs_err": 1.7551758657585737e-13,
    "mean_abs_err": 1.8299057518978416e-14,
    "w_frob_norm": 43.994908232281524,
    "relative_err": 1.2031825543825994e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2425822682125142e-10,
    "max_abs_err": 4.893273286565858e-13,
    "mean_abs_err": 4.298710293276352e-14,
    "w_frob_norm": 45.980280976504005,
    "relative_err": 2.7024242606248443e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 6.136088005248012e-11,
    "max_abs_err": 2.549644523286432e-13,
    "mean_abs_err": 2.1016682481153617e-14,
    "w_frob_norm": 44.478587784342864,
    "relative_err": 1.3795599885048528e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 6.427102350135185e-11,
    "max_abs_err": 2.454703107446221e-13,
    "mean_abs_err": 2.1955573708376252e-14,
    "w_frob_norm": 44.608397526217324,
    "relative_err": 1.440783060265242e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.4366619436350206e-10,
    "max_abs_err": 5.760288079859066e-13,
    "mean_abs_err": 4.8283222354153535e-14,
    "w_frob_norm": 46.06951356405908,
    "relative_err": 3.118465623990929e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.0939142843816294e-10,
    "max_abs_err": 4.425487754033952e-13,
    "mean_abs_err": 3.782949323384076e-14,
    "w_frob_norm": 45.57543994732901,
    "relative_err": 2.4002275911013763e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 4.820921345318156e-11,
    "max_abs_err": 2.2526425169644426e-13,
    "mean_abs_err": 1.6665408636242185e-14,
    "w_frob_norm": 43.99516866565928,
    "relative_err": 1.09578426257544e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.3795019074979018e-10,
    "max_abs_err": 5.83033621381901e-13,
    "mean_abs_err": 4.7628684134276134e-14,
    "w_frob_norm": 46.660666025331444,
    "relative_err": 2.956455672426512e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.1665008295922598e-10,
    "max_abs_err": 5.070041608767895e-13,
    "mean_abs_err": 4.037365808794142e-14,
    "w_frob_norm": 44.340214220673566,
    "relative_err": 2.630796558146488e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.689782871965614e-11,
    "max_abs_err": 2.2345320038752448e-13,
    "mean_abs_err": 1.949636308432561e-14,
    "w_frob_norm": 45.34644543553159,
    "relative_err": 1.2547362460977672e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.372712730260175e-10,
    "max_abs_err": 5.160767646561482e-13,
    "mean_abs_err": 4.710771960224489e-14,
    "w_frob_norm": 44.89437549582462,
    "relative_err": 3.057649683506219e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.1080215540779944e-11,
    "max_abs_err": 1.800616947211786e-13,
    "mean_abs_err": 1.7612666032123157e-14,
    "w_frob_norm": 45.59164495601496,
    "relative_err": 1.120385447598132e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 6.732477887260215e-11,
    "max_abs_err": 2.7146514203213457e-13,
    "mean_abs_err": 2.3168611872542628e-14,
    "w_frob_norm": 44.87316966506257,
    "relative_err": 1.500334818670498e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.0043798065751315e-10,
    "max_abs_err": 3.5587505164969e-13,
    "mean_abs_err": 3.486290677408938e-14,
    "w_frob_norm": 46.465226453367194,
    "relative_err": 2.1615730369529862e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.3809592125883235e-10,
    "max_abs_err": 5.088533761021807e-13,
    "mean_abs_err": 4.729681866753836e-14,
    "w_frob_norm": 45.830340728440184,
    "relative_err": 3.01319865975023e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 6.700783094661578e-11,
    "max_abs_err": 2.84373219416878e-13,
    "mean_abs_err": 2.2650505515446392e-14,
    "w_frob_norm": 44.66134080662832,
    "relative_err": 1.5003542154442207e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.2611468716269478e-10,
    "max_abs_err": 4.613317106799686e-13,
    "mean_abs_err": 4.376564936996259e-14,
    "w_frob_norm": 46.92957464201459,
    "relative_err": 2.6873179253107533e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.364415360319358e-11,
    "max_abs_err": 2.013562927505319e-13,
    "mean_abs_err": 1.8614696767547063e-14,
    "w_frob_norm": 45.53689099308789,
    "relative_err": 1.1780372448206071e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.343863147571733e-10,
    "max_abs_err": 5.456919638380242e-13,
    "mean_abs_err": 4.6363991470480896e-14,
    "w_frob_norm": 46.992897762122425,
    "relative_err": 2.8597154284342177e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.775799688549203e-11,
    "max_abs_err": 2.545672006526445e-13,
    "mean_abs_err": 1.9730893199608862e-14,
    "w_frob_norm": 42.99736819492931,
    "relative_err": 1.3432914457379148e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.981260929424267e-11,
    "max_abs_err": 1.725078413450376e-13,
    "mean_abs_err": 1.729135297516766e-14,
    "w_frob_norm": 45.30286876995248,
    "relative_err": 1.0995464668515941e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.459710752209776e-11,
    "max_abs_err": 2.0581192999857834e-13,
    "mean_abs_err": 1.8733805053586386e-14,
    "w_frob_norm": 44.46395809703101,
    "relative_err": 1.227895802774773e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.3282298939453804e-10,
    "max_abs_err": 4.873011716366449e-13,
    "mean_abs_err": 4.5839649694068195e-14,
    "w_frob_norm": 46.43785081671831,
    "relative_err": 2.8602311919809994e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.3483271950601324e-11,
    "max_abs_err": 2.523294073686344e-13,
    "mean_abs_err": 1.8283801618950647e-14,
    "w_frob_norm": 44.99128618336272,
    "relative_err": 1.1887473439329869e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.940804559781294e-11,
    "max_abs_err": 2.5733885508638643e-13,
    "mean_abs_err": 2.037473608401884e-14,
    "w_frob_norm": 44.94742311943674,
    "relative_err": 1.3217230594054445e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.209554918858194e-10,
    "max_abs_err": 5.212948128718864e-13,
    "mean_abs_err": 4.183255689340608e-14,
    "w_frob_norm": 45.75737943435133,
    "relative_err": 2.6434095086095503e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.2754937829272196e-10,
    "max_abs_err": 6.583067424514866e-13,
    "mean_abs_err": 4.3803693716276593e-14,
    "w_frob_norm": 46.25724889627826,
    "relative_err": 2.7573922214596778e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.508177872938756e-11,
    "max_abs_err": 2.722023995094247e-13,
    "mean_abs_err": 1.8692653589047297e-14,
    "w_frob_norm": 44.935048472071415,
    "relative_err": 1.225808819670522e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.160357368079068e-10,
    "max_abs_err": 4.693329058724771e-13,
    "mean_abs_err": 4.001846711186133e-14,
    "w_frob_norm": 47.08008522611831,
    "relative_err": 2.4646458529249737e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.2463835772051748e-10,
    "max_abs_err": 4.865968739053983e-13,
    "mean_abs_err": 4.309657655143749e-14,
    "w_frob_norm": 46.96711580428583,
    "relative_err": 2.653736674823537e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.2684647531275753e-10,
    "max_abs_err": 5.046033035860376e-13,
    "mean_abs_err": 4.3692840922405414e-14,
    "w_frob_norm": 45.97762492683868,
    "relative_err": 2.758874028717238e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.49637226517878e-11,
    "max_abs_err": 2.4377548590859277e-13,
    "mean_abs_err": 1.889833508727587e-14,
    "w_frob_norm": 45.1188288684609,
    "relative_err": 1.2181992314567523e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.419937108395549e-11,
    "max_abs_err": 1.916331676676819e-13,
    "mean_abs_err": 1.8755933470702798e-14,
    "w_frob_norm": 45.35103329347343,
    "relative_err": 1.1951077439233439e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.1572592146137525e-10,
    "max_abs_err": 4.5471612586389654e-13,
    "mean_abs_err": 4.014478727699165e-14,
    "w_frob_norm": 44.6982720080863,
    "relative_err": 2.5890468750210175e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 8.755854293553007e-11,
    "max_abs_err": 4.346054766068974e-13,
    "mean_abs_err": 2.8001740576362076e-14,
    "w_frob_norm": 44.85358535664505,
    "relative_err": 1.9520968555651548e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.1896793157900384e-11,
    "max_abs_err": 1.9731547125367843e-13,
    "mean_abs_err": 1.7893110169987066e-14,
    "w_frob_norm": 44.44971695123478,
    "relative_err": 1.167539339223143e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.2418815907337525e-10,
    "max_abs_err": 5.010835496532806e-13,
    "mean_abs_err": 4.29874955625892e-14,
    "w_frob_norm": 46.62735237540167,
    "relative_err": 2.66341863191209e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.4421667604963263e-10,
    "max_abs_err": 5.731708510592348e-13,
    "mean_abs_err": 4.936752546254424e-14,
    "w_frob_norm": 47.01540508858303,
    "relative_err": 3.0674345095593666e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 6.211806762129313e-11,
    "max_abs_err": 2.2951432421258744e-13,
    "mean_abs_err": 2.113898073637422e-14,
    "w_frob_norm": 44.93938562488098,
    "relative_err": 1.3822633922903713e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.50604858784716e-10,
    "max_abs_err": 6.330439644708363e-13,
    "mean_abs_err": 5.125709114924215e-14,
    "w_frob_norm": 45.59673067543962,
    "relative_err": 3.3029749403905908e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.412865649826545e-10,
    "max_abs_err": 7.256339626393604e-13,
    "mean_abs_err": 4.808366962574587e-14,
    "w_frob_norm": 46.51190608376243,
    "relative_err": 3.037642979589229e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.009535650712335e-11,
    "max_abs_err": 1.9666213102453867e-13,
    "mean_abs_err": 1.709353018880877e-14,
    "w_frob_norm": 45.510561467170284,
    "relative_err": 1.1007413420566207e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.0745433697692791e-10,
    "max_abs_err": 4.2000430910960063e-13,
    "mean_abs_err": 3.7217281104454425e-14,
    "w_frob_norm": 46.985922216246294,
    "relative_err": 2.286947492110168e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.102991351664146e-11,
    "max_abs_err": 1.8249637911971206e-13,
    "mean_abs_err": 1.758389032133213e-14,
    "w_frob_norm": 46.410975180155525,
    "relative_err": 1.0995225443670683e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 4.528794445754096e-11,
    "max_abs_err": 1.5335649417025365e-13,
    "mean_abs_err": 1.5717704750498768e-14,
    "w_frob_norm": 44.11398410795159,
    "relative_err": 1.026611977433654e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.032869041434666e-11,
    "max_abs_err": 1.7103332639045732e-13,
    "mean_abs_err": 1.74082095502094e-14,
    "w_frob_norm": 45.59406881681407,
    "relative_err": 1.1038429278280723e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.1844958232357296e-10,
    "max_abs_err": 3.8306857685910245e-13,
    "mean_abs_err": 4.125445285005869e-14,
    "w_frob_norm": 47.30731900369259,
    "relative_err": 2.503832066964677e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.4074173719253889e-10,
    "max_abs_err": 7.142264210613369e-13,
    "mean_abs_err": 4.7822136171498e-14,
    "w_frob_norm": 46.08275357417824,
    "relative_err": 3.0541086692224345e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.738030980617411e-11,
    "max_abs_err": 2.680824312539798e-13,
    "mean_abs_err": 1.9524858172242513e-14,
    "w_frob_norm": 45.85568031737946,
    "relative_err": 1.2513239234273616e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 6.124458824774161e-11,
    "max_abs_err": 2.1588546922357565e-13,
    "mean_abs_err": 2.1067659786366162e-14,
    "w_frob_norm": 44.98399680543258,
    "relative_err": 1.3614750266109144e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.1370357817778182e-10,
    "max_abs_err": 4.343296555742171e-13,
    "mean_abs_err": 3.933839172025747e-14,
    "w_frob_norm": 45.036814531005675,
    "relative_err": 2.5246807386766306e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 6.183752534142793e-11,
    "max_abs_err": 2.777760660377382e-13,
    "mean_abs_err": 2.120460268270629e-14,
    "w_frob_norm": 45.54640957754843,
    "relative_err": 1.3576816683243022e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.4906510108428727e-10,
    "max_abs_err": 6.800532359463318e-13,
    "mean_abs_err": 5.071281014044847e-14,
    "w_frob_norm": 47.38297834846218,
    "relative_err": 3.1459630922319427e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.3814766698394048e-10,
    "max_abs_err": 5.365213481822728e-13,
    "mean_abs_err": 4.7250151138605024e-14,
    "w_frob_norm": 46.87153895706867,
    "relative_err": 2.9473678496128514e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.4079046069840712e-10,
    "max_abs_err": 5.992394080944763e-13,
    "mean_abs_err": 4.8467955703744e-14,
    "w_frob_norm": 47.03722098593669,
    "relative_err": 2.993171317253224e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 4.641890805484123e-11,
    "max_abs_err": 1.6087912252382708e-13,
    "mean_abs_err": 1.6101831124791674e-14,
    "w_frob_norm": 43.15886876292469,
    "relative_err": 1.0755357910288198e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.528724491233362e-11,
    "max_abs_err": 1.6583663695751705e-13,
    "mean_abs_err": 1.5709459117207505e-14,
    "w_frob_norm": 45.29803202741472,
    "relative_err": 9.997618634938804e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.545040254409958e-11,
    "max_abs_err": 1.959335471646284e-13,
    "mean_abs_err": 1.9055922580595743e-14,
    "w_frob_norm": 45.78783528729184,
    "relative_err": 1.2110291346201625e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.3305520984034886e-10,
    "max_abs_err": 4.740895176436055e-13,
    "mean_abs_err": 4.5921138137541103e-14,
    "w_frob_norm": 44.991809487449984,
    "relative_err": 2.95732070694919e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.59944275591414e-11,
    "max_abs_err": 2.14288656263939e-13,
    "mean_abs_err": 1.9199234144875348e-14,
    "w_frob_norm": 44.00804235994213,
    "relative_err": 1.2723680617547705e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2468249097940281e-10,
    "max_abs_err": 4.869611658353534e-13,
    "mean_abs_err": 4.2795468516073644e-14,
    "w_frob_norm": 44.94172598357186,
    "relative_err": 2.7743146986606536e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.1824124772070223e-10,
    "max_abs_err": 3.947640825341381e-13,
    "mean_abs_err": 4.0921250928602654e-14,
    "w_frob_norm": 46.769458614957955,
    "relative_err": 2.5281722564752104e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.81515342141276e-11,
    "max_abs_err": 2.0792048638362814e-13,
    "mean_abs_err": 1.995021984191415e-14,
    "w_frob_norm": 45.116408906966754,
    "relative_err": 1.2889220490496085e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.2593680160008698e-10,
    "max_abs_err": 4.908018436111661e-13,
    "mean_abs_err": 4.328444664357908e-14,
    "w_frob_norm": 46.94368060014904,
    "relative_err": 2.6827210817314386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.6474156045855536e-11,
    "max_abs_err": 1.468825061579082e-13,
    "mean_abs_err": 1.614333479904688e-14,
    "w_frob_norm": 44.866003356233904,
    "relative_err": 1.0358434576142871e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 6.585041618694538e-11,
    "max_abs_err": 3.378131108178195e-13,
    "mean_abs_err": 2.2079305752873637e-14,
    "w_frob_norm": 44.92922299840854,
    "relative_err": 1.4656477853907668e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1104568408319298e-10,
    "max_abs_err": 3.8564984539135594e-13,
    "mean_abs_err": 3.847482351286168e-14,
    "w_frob_norm": 45.13131417951353,
    "relative_err": 2.4605018954577656e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.208363787101478e-11,
    "max_abs_err": 1.7450884487457685e-13,
    "mean_abs_err": 1.8040015791820085e-14,
    "w_frob_norm": 43.98974753810346,
    "relative_err": 1.1839949257699304e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.3395700957877835e-10,
    "max_abs_err": 5.928105228925062e-13,
    "mean_abs_err": 4.5879881855894265e-14,
    "w_frob_norm": 45.74007718770118,
    "relative_err": 2.9286572698394433e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.1900092476574014e-10,
    "max_abs_err": 4.4087650197255357e-13,
    "mean_abs_err": 4.1286111754877004e-14,
    "w_frob_norm": 45.70020965197474,
    "relative_err": 2.6039470206368742e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.477313196408578e-11,
    "max_abs_err": 2.6721073270730145e-13,
    "mean_abs_err": 1.8438082533942255e-14,
    "w_frob_norm": 44.66808589476067,
    "relative_err": 1.2262251866608499e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.1379956279820317e-10,
    "max_abs_err": 4.2438448588644206e-13,
    "mean_abs_err": 3.937510974121083e-14,
    "w_frob_norm": 45.38417145736277,
    "relative_err": 2.5074725205706323e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.945374215147948e-11,
    "max_abs_err": 1.985902761680869e-13,
    "mean_abs_err": 1.7112634089398266e-14,
    "w_frob_norm": 44.762544433240016,
    "relative_err": 1.104801855605774e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.330547201817601e-11,
    "max_abs_err": 2.3091251133422475e-13,
    "mean_abs_err": 1.8345031653311974e-14,
    "w_frob_norm": 44.43439737533441,
    "relative_err": 1.199644310868182e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.215360773694004e-10,
    "max_abs_err": 4.903126515909406e-13,
    "mean_abs_err": 4.1927957261717403e-14,
    "w_frob_norm": 44.37774560792987,
    "relative_err": 2.7386717307172788e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.1238514283781074e-10,
    "max_abs_err": 4.2715483927757703e-13,
    "mean_abs_err": 3.8603639229737976e-14,
    "w_frob_norm": 46.216354487278636,
    "relative_err": 2.4317180375779207e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.3857471239770426e-11,
    "max_abs_err": 1.9719642585513952e-13,
    "mean_abs_err": 1.8630234537580173e-14,
    "w_frob_norm": 44.099010113776544,
    "relative_err": 1.2212852646990672e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.7336294708290427e-11,
    "max_abs_err": 2.2515496411745772e-13,
    "mean_abs_err": 1.9754837638284815e-14,
    "w_frob_norm": 44.40969552492142,
    "relative_err": 1.2910760596436645e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.1528903757834177e-10,
    "max_abs_err": 3.8220056459981055e-13,
    "mean_abs_err": 3.979461377228602e-14,
    "w_frob_norm": 45.66711509778099,
    "relative_err": 2.524552674971662e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.258522372213052e-11,
    "max_abs_err": 1.9816093210778263e-13,
    "mean_abs_err": 1.8085132836506224e-14,
    "w_frob_norm": 45.94658868549341,
    "relative_err": 1.1444859178138094e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.095921483506945e-11,
    "max_abs_err": 1.8997650674812405e-13,
    "mean_abs_err": 1.7603190110682838e-14,
    "w_frob_norm": 45.784214722034115,
    "relative_err": 1.1130302254708066e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.0728088597993125e-10,
    "max_abs_err": 3.639484547068861e-13,
    "mean_abs_err": 3.724581132278955e-14,
    "w_frob_norm": 46.80926916414458,
    "relative_err": 2.29187269734404e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.3363444419162912e-10,
    "max_abs_err": 4.749915738511135e-13,
    "mean_abs_err": 4.5962692652936986e-14,
    "w_frob_norm": 45.13500643761691,
    "relative_err": 2.960771577075794e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.209721877249671e-10,
    "max_abs_err": 4.695965838408256e-13,
    "mean_abs_err": 4.1684441794194597e-14,
    "w_frob_norm": 46.491372467280314,
    "relative_err": 2.602035201479691e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.057890933367105e-11,
    "max_abs_err": 1.8306536841983245e-13,
    "mean_abs_err": 1.7353923054788195e-14,
    "w_frob_norm": 44.55341731384923,
    "relative_err": 1.13524197206639e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.2426041242143947e-10,
    "max_abs_err": 5.76146769182273e-13,
    "mean_abs_err": 4.2588879538236954e-14,
    "w_frob_norm": 47.22988122355047,
    "relative_err": 2.630970250238082e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.norm.weight": {
    "frob_norm_diff": 8.412472413370439e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 1.0826274979016564e-16,
    "w_frob_norm": 69.5008548527054,
    "relative_err": 1.210412797252518e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.1908192862099193e-10,
    "max_abs_err": 4.4830458789668626e-13,
    "mean_abs_err": 4.1345835499243183e-14,
    "w_frob_norm": 46.463726949751766,
    "relative_err": 2.562900921610812e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 6.728569151494167e-11,
    "max_abs_err": 2.5053223384752243e-13,
    "mean_abs_err": 2.2925761306721142e-14,
    "w_frob_norm": 45.15854011234249,
    "relative_err": 1.4899881915481031e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 5.887751826924351e-11,
    "max_abs_err": 2.286712486032627e-13,
    "mean_abs_err": 2.025611771179986e-14,
    "w_frob_norm": 45.05201492484445,
    "relative_err": 1.3068786904972553e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.3926870791538264e-11,
    "max_abs_err": 1.8818974156786794e-13,
    "mean_abs_err": 1.8690182468697945e-14,
    "w_frob_norm": 45.49358635303232,
    "relative_err": 1.1853730407856454e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.1464400429502106e-10,
    "max_abs_err": 4.669389874756291e-13,
    "mean_abs_err": 3.95933259896425e-14,
    "w_frob_norm": 45.63125592904347,
    "relative_err": 2.512400808631967e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.3117877418938068e-10,
    "max_abs_err": 5.152892001980547e-13,
    "mean_abs_err": 4.507224675311382e-14,
    "w_frob_norm": 46.37599679576305,
    "relative_err": 2.8285920142500372e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.34.mixer.gate.weight": {
    "frob_norm_diff": 4.1232117357118424e-11,
    "max_abs_err": 5.824819793165403e-13,
    "mean_abs_err": 5.2620389962549586e-14,
    "w_frob_norm": 11.942735317748342,
    "relative_err": 3.4524852355927655e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.34.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.268143539308797e-10,
    "max_abs_err": 4.169763492822831e-13,
    "mean_abs_err": 3.078786340478719e-14,
    "w_frob_norm": 45.447963738280734,
    "relative_err": 2.7903198185326885e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.35.mixer.A_log": {
    "frob_norm_diff": 2.949413564220567e-15,
    "max_abs_err": 1.3322676295501878e-15,
    "mean_abs_err": 2.3332030751888055e-16,
    "w_frob_norm": 16.506450046249387,
    "relative_err": 1.7868248811565244e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.34.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.649963421815081e-10,
    "max_abs_err": 1.7041229538605762e-12,
    "mean_abs_err": 6.450862639314016e-14,
    "w_frob_norm": 49.87520858028163,
    "relative_err": 5.31318764822721e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.35.mixer.dt_bias": {
    "frob_norm_diff": 4.9179872522804144e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 3.651592916931179e-16,
    "w_frob_norm": 32.20152458483178,
    "relative_err": 1.5272529222411368e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.35.norm.weight": {
    "frob_norm_diff": 4.926443639730267e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 6.530252942229953e-17,
    "w_frob_norm": 41.729139296649194,
    "relative_err": 1.1805763844560904e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.35.mixer.D": {
    "frob_norm_diff": 7.76554672621772e-16,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 4.613957870283625e-17,
    "w_frob_norm": 6.237333182192653,
    "relative_err": 1.2450107280444882e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.35.mixer.norm.weight": {
    "frob_norm_diff": 3.255556873804836e-14,
    "max_abs_err": 1.0658141036401503e-14,
    "mean_abs_err": 2.50681100596069e-16,
    "w_frob_norm": 262.04727855424534,
    "relative_err": 1.2423547734463177e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.35.mixer.conv1d.weight": {
    "frob_norm_diff": 5.590799571741115e-15,
    "max_abs_err": 7.389922007661198e-16,
    "mean_abs_err": 1.2357735821220454e-17,
    "w_frob_norm": 10.348561910179832,
    "relative_err": 5.402489370278078e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.36.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.504835322803862e-10,
    "max_abs_err": 6.2811073616581e-13,
    "mean_abs_err": 5.0979366831695814e-14,
    "w_frob_norm": 47.165014774882835,
    "relative_err": 3.1905753236512166e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.18829046214867e-11,
    "max_abs_err": 2.0032586700580168e-13,
    "mean_abs_err": 1.7845032666707674e-14,
    "w_frob_norm": 44.68579512986761,
    "relative_err": 1.1610603430173406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 6.837373621993616e-11,
    "max_abs_err": 2.8393346701571787e-13,
    "mean_abs_err": 2.3481552383391344e-14,
    "w_frob_norm": 45.510691314412,
    "relative_err": 1.502366460390024e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.35.mixer.in_proj.weight": {
    "frob_norm_diff": 3.4409826807172994e-10,
    "max_abs_err": 8.406851603748322e-13,
    "mean_abs_err": 4.976478054543257e-14,
    "w_frob_norm": 122.14111268698193,
    "relative_err": 2.817219038716066e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.35.mixer.out_proj.weight": {
    "frob_norm_diff": 3.865511535639756e-10,
    "max_abs_err": 1.543404293258277e-12,
    "mean_abs_err": 9.022579966823537e-14,
    "w_frob_norm": 70.16776931814007,
    "relative_err": 5.50895599675338e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.2802644030188645e-10,
    "max_abs_err": 4.2174597147948134e-13,
    "mean_abs_err": 4.425581681003986e-14,
    "w_frob_norm": 44.78977276953342,
    "relative_err": 2.858385572988923e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 9.711451907405814e-11,
    "max_abs_err": 3.1969565883471773e-13,
    "mean_abs_err": 3.375165792299508e-14,
    "w_frob_norm": 44.31434466947094,
    "relative_err": 2.1914917121850685e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.2446520441206944e-11,
    "max_abs_err": 2.0826396163187155e-13,
    "mean_abs_err": 1.8119636694239926e-14,
    "w_frob_norm": 45.790575279932774,
    "relative_err": 1.1453562249564281e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.894684732705961e-11,
    "max_abs_err": 2.5871318976022906e-13,
    "mean_abs_err": 2.0182843002669078e-14,
    "w_frob_norm": 44.665104658553474,
    "relative_err": 1.3197516893262479e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.1227691618894983e-10,
    "max_abs_err": 3.575255326168647e-13,
    "mean_abs_err": 3.898845433870463e-14,
    "w_frob_norm": 47.14376963404804,
    "relative_err": 2.38158545785574e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.862453365152709e-11,
    "max_abs_err": 2.0334775530095328e-13,
    "mean_abs_err": 2.0191607895883103e-14,
    "w_frob_norm": 42.69525536769171,
    "relative_err": 1.3730924700333182e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.865655371113865e-11,
    "max_abs_err": 2.3775426072347727e-13,
    "mean_abs_err": 2.024686448772908e-14,
    "w_frob_norm": 43.9522502544005,
    "relative_err": 1.3345517777048505e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.636408794069065e-11,
    "max_abs_err": 2.309246543985566e-13,
    "mean_abs_err": 1.9320161104307852e-14,
    "w_frob_norm": 45.05439520588459,
    "relative_err": 1.2510230729571283e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.545419002575395e-11,
    "max_abs_err": 2.0540426998172379e-13,
    "mean_abs_err": 1.903739033907611e-14,
    "w_frob_norm": 45.65883767238287,
    "relative_err": 1.214533546027955e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.2848762889711642e-10,
    "max_abs_err": 4.4102915763843953e-13,
    "mean_abs_err": 4.4147027004291585e-14,
    "w_frob_norm": 46.92910059899722,
    "relative_err": 2.7379094689034362e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.22407502090345e-10,
    "max_abs_err": 4.703598621702554e-13,
    "mean_abs_err": 4.23679240427785e-14,
    "w_frob_norm": 46.847475411822124,
    "relative_err": 2.6128943131790412e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.4278754487887685e-10,
    "max_abs_err": 5.248440571037349e-13,
    "mean_abs_err": 4.8814930905389726e-14,
    "w_frob_norm": 47.242585430482485,
    "relative_err": 3.022432908312964e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.729146571353272e-11,
    "max_abs_err": 1.9041712651102216e-13,
    "mean_abs_err": 1.9747692471385525e-14,
    "w_frob_norm": 44.45825767835195,
    "relative_err": 1.2886574666966682e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.120736771069699e-11,
    "max_abs_err": 1.8356843822786573e-13,
    "mean_abs_err": 1.7704180052784625e-14,
    "w_frob_norm": 45.696653856762126,
    "relative_err": 1.120593378044887e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.474226910604491e-11,
    "max_abs_err": 2.279981758945837e-13,
    "mean_abs_err": 1.8931647450210446e-14,
    "w_frob_norm": 45.57334021424078,
    "relative_err": 1.2011906269915896e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.1191412985202528e-10,
    "max_abs_err": 4.010819454336456e-13,
    "mean_abs_err": 3.8890595904988014e-14,
    "w_frob_norm": 46.39823491886933,
    "relative_err": 2.412034208795124e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.1647850527953215e-10,
    "max_abs_err": 4.731701142013378e-13,
    "mean_abs_err": 3.998782992590439e-14,
    "w_frob_norm": 46.819606136083536,
    "relative_err": 2.4878147189231265e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.372878182650037e-10,
    "max_abs_err": 5.034618555388448e-13,
    "mean_abs_err": 4.747088786182496e-14,
    "w_frob_norm": 44.80520533823431,
    "relative_err": 3.0641042090671946e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.1991401439775464e-10,
    "max_abs_err": 4.1164120723191644e-13,
    "mean_abs_err": 4.146950113138546e-14,
    "w_frob_norm": 46.131362649951235,
    "relative_err": 2.5994032586393024e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.4558076577813586e-11,
    "max_abs_err": 2.2661039711380226e-13,
    "mean_abs_err": 1.865597096480623e-14,
    "w_frob_norm": 44.15557671261101,
    "relative_err": 1.2355874532657068e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.1338424767623383e-10,
    "max_abs_err": 4.778842252473048e-13,
    "mean_abs_err": 3.900600678957338e-14,
    "w_frob_norm": 45.501634350693706,
    "relative_err": 2.4918719798579105e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.946341829398708e-11,
    "max_abs_err": 2.4279536714466587e-13,
    "mean_abs_err": 2.0203430930921375e-14,
    "w_frob_norm": 44.013902619386094,
    "relative_err": 1.3510144466897644e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.586324783835564e-10,
    "max_abs_err": 6.755802514635256e-13,
    "mean_abs_err": 5.420365336071375e-14,
    "w_frob_norm": 47.082027083243254,
    "relative_err": 3.369278856729908e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.499076424135015e-11,
    "max_abs_err": 1.8160646597653596e-13,
    "mean_abs_err": 1.559901638223281e-14,
    "w_frob_norm": 45.894065799648736,
    "relative_err": 9.803176828515922e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.3265441568731153e-10,
    "max_abs_err": 5.029796024125233e-13,
    "mean_abs_err": 4.5619240336561456e-14,
    "w_frob_norm": 45.58581051850839,
    "relative_err": 2.909993574282336e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 6.924228987789906e-11,
    "max_abs_err": 3.3092799334166756e-13,
    "mean_abs_err": 2.3454233046096196e-14,
    "w_frob_norm": 45.72984230019163,
    "relative_err": 1.5141598220120891e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.498919121135199e-11,
    "max_abs_err": 2.012071065315979e-13,
    "mean_abs_err": 1.898279420285841e-14,
    "w_frob_norm": 44.96536619155374,
    "relative_err": 1.2229232377892013e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.1395416046661296e-10,
    "max_abs_err": 4.223791455482129e-13,
    "mean_abs_err": 3.933436560421456e-14,
    "w_frob_norm": 46.12158324950231,
    "relative_err": 2.4707339262435798e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3650852839634546e-10,
    "max_abs_err": 4.758554661421499e-13,
    "mean_abs_err": 4.708178417616448e-14,
    "w_frob_norm": 47.568201406914156,
    "relative_err": 2.8697433234569093e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.574853867045287e-11,
    "max_abs_err": 2.359709649901731e-13,
    "mean_abs_err": 1.9139661524893757e-14,
    "w_frob_norm": 44.47939331758135,
    "relative_err": 1.253356543611335e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.4714073892523253e-10,
    "max_abs_err": 6.052554291091639e-13,
    "mean_abs_err": 4.9946406640526834e-14,
    "w_frob_norm": 47.09588687700723,
    "relative_err": 3.1242800312795122e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 4.573923416706983e-11,
    "max_abs_err": 2.001159654652085e-13,
    "mean_abs_err": 1.5798365734855715e-14,
    "w_frob_norm": 45.00943505614492,
    "relative_err": 1.0162143583898476e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.415434385348552e-11,
    "max_abs_err": 1.9591273048291669e-13,
    "mean_abs_err": 1.862772934811889e-14,
    "w_frob_norm": 44.0640229658223,
    "relative_err": 1.2289922755234956e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.2097762962891816e-10,
    "max_abs_err": 4.4141079680315443e-13,
    "mean_abs_err": 4.171590090843684e-14,
    "w_frob_norm": 45.741703966374956,
    "relative_err": 2.6447993655384955e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.315920739602668e-10,
    "max_abs_err": 6.422570808517492e-13,
    "mean_abs_err": 4.5498885472358336e-14,
    "w_frob_norm": 47.35365076336823,
    "relative_err": 2.778921410259325e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.2327634100602745e-10,
    "max_abs_err": 4.510697371173933e-13,
    "mean_abs_err": 4.245113379252787e-14,
    "w_frob_norm": 45.905650243118025,
    "relative_err": 2.6854284898079294e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 6.273577426074435e-11,
    "max_abs_err": 2.694042905426741e-13,
    "mean_abs_err": 2.1401331164530475e-14,
    "w_frob_norm": 44.80028072473003,
    "relative_err": 1.400343329235297e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.930087886119343e-11,
    "max_abs_err": 2.0210916273910584e-13,
    "mean_abs_err": 2.043404516538979e-14,
    "w_frob_norm": 44.278164916080144,
    "relative_err": 1.3392804099624647e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.3228522140498322e-10,
    "max_abs_err": 5.399326818977812e-13,
    "mean_abs_err": 4.527583032582916e-14,
    "w_frob_norm": 44.37516408664514,
    "relative_err": 2.9810643887803653e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.18922787221254e-11,
    "max_abs_err": 1.8248944022580815e-13,
    "mean_abs_err": 1.7936942650412773e-14,
    "w_frob_norm": 44.996615514469376,
    "relative_err": 1.1532484861097746e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.2732542262643946e-10,
    "max_abs_err": 4.760081218080359e-13,
    "mean_abs_err": 4.368493717161535e-14,
    "w_frob_norm": 47.55674551210258,
    "relative_err": 2.677336753290588e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.568473160625538e-11,
    "max_abs_err": 1.4735088149642195e-13,
    "mean_abs_err": 1.589572416287534e-14,
    "w_frob_norm": 45.700314566333,
    "relative_err": 9.996590185379359e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.1422882163516366e-10,
    "max_abs_err": 4.29026605908156e-13,
    "mean_abs_err": 3.9612544286483456e-14,
    "w_frob_norm": 46.43572388645127,
    "relative_err": 2.4599341212917464e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.241613308546778e-11,
    "max_abs_err": 2.0369643471962462e-13,
    "mean_abs_err": 1.7982060479264562e-14,
    "w_frob_norm": 44.539948296630826,
    "relative_err": 1.1768341699990869e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.174712108159835e-10,
    "max_abs_err": 4.3810267913446665e-13,
    "mean_abs_err": 4.074805097830074e-14,
    "w_frob_norm": 46.828982642913914,
    "relative_err": 2.508515115772199e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.757609662730258e-11,
    "max_abs_err": 2.588363551270234e-13,
    "mean_abs_err": 1.985505294914369e-14,
    "w_frob_norm": 45.41602701179227,
    "relative_err": 1.2677484230919835e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.1528411404844312e-10,
    "max_abs_err": 4.377539997157953e-13,
    "mean_abs_err": 3.9868777062150025e-14,
    "w_frob_norm": 47.6494559666802,
    "relative_err": 2.419421412262456e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.6208660871592296e-11,
    "max_abs_err": 1.9789725413943415e-13,
    "mean_abs_err": 1.942320747010611e-14,
    "w_frob_norm": 46.14829179262391,
    "relative_err": 1.2180008985852945e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.193819951584775e-10,
    "max_abs_err": 4.620626797846583e-13,
    "mean_abs_err": 4.103416752915119e-14,
    "w_frob_norm": 47.42805853867654,
    "relative_err": 2.5171174793318623e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.0543290674726869e-10,
    "max_abs_err": 3.6111738599409193e-13,
    "mean_abs_err": 3.680146070888213e-14,
    "w_frob_norm": 47.501456077439535,
    "relative_err": 2.219572102703253e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.064431376768493e-11,
    "max_abs_err": 1.9693534997200501e-13,
    "mean_abs_err": 1.750240125116569e-14,
    "w_frob_norm": 46.437447709035375,
    "relative_err": 1.0905921032742508e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.2745040953653817e-10,
    "max_abs_err": 4.8212909359302e-13,
    "mean_abs_err": 4.3917758694296416e-14,
    "w_frob_norm": 47.16829723389578,
    "relative_err": 2.702035413840434e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.111066247990968e-11,
    "max_abs_err": 1.8464711096927156e-13,
    "mean_abs_err": 1.768894268316421e-14,
    "w_frob_norm": 45.59712426269433,
    "relative_err": 1.1209185514737889e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 4.518430814480398e-11,
    "max_abs_err": 1.7361632964618678e-13,
    "mean_abs_err": 1.5589328202137423e-14,
    "w_frob_norm": 39.77971369800697,
    "relative_err": 1.1358630805597726e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.1298692168802301e-10,
    "max_abs_err": 4.3681724903876784e-13,
    "mean_abs_err": 3.877203542423826e-14,
    "w_frob_norm": 41.914269072701245,
    "relative_err": 2.695667231892906e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.244696462484104e-11,
    "max_abs_err": 1.8313822680582348e-13,
    "mean_abs_err": 1.8169541417827856e-14,
    "w_frob_norm": 46.26413199864494,
    "relative_err": 1.1336420323713669e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.2023287546074425e-11,
    "max_abs_err": 2.0515013299249318e-13,
    "mean_abs_err": 1.788908818371728e-14,
    "w_frob_norm": 44.66750099211735,
    "relative_err": 1.1646787124996132e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.017527513545083e-11,
    "max_abs_err": 1.9369575388061833e-13,
    "mean_abs_err": 1.7331711956230048e-14,
    "w_frob_norm": 44.674484853459376,
    "relative_err": 1.123130469216043e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.999534951494552e-11,
    "max_abs_err": 1.6715621942164915e-13,
    "mean_abs_err": 1.7400811590409183e-14,
    "w_frob_norm": 46.30550060415341,
    "relative_err": 1.0796848940763023e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.3961577125824294e-10,
    "max_abs_err": 5.426527283081128e-13,
    "mean_abs_err": 4.7931912992186806e-14,
    "w_frob_norm": 47.29457861461421,
    "relative_err": 2.9520459923307386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 4.8646100605389966e-11,
    "max_abs_err": 1.741315425185519e-13,
    "mean_abs_err": 1.6874707952659826e-14,
    "w_frob_norm": 43.69533642412662,
    "relative_err": 1.1133018895474105e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.3981467427592215e-10,
    "max_abs_err": 5.001866976162006e-13,
    "mean_abs_err": 4.79990591997737e-14,
    "w_frob_norm": 47.398026354717224,
    "relative_err": 2.9497994964933236e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.705018558556348e-11,
    "max_abs_err": 1.5062018472733474e-13,
    "mean_abs_err": 1.6308730069176803e-14,
    "w_frob_norm": 45.07998929762996,
    "relative_err": 1.043704453320203e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.187640971423363e-10,
    "max_abs_err": 4.3325759646606343e-13,
    "mean_abs_err": 4.0908845207232396e-14,
    "w_frob_norm": 46.46563621968551,
    "relative_err": 2.5559554717131156e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.3959358130785517e-10,
    "max_abs_err": 5.91405396876965e-13,
    "mean_abs_err": 4.800878178304406e-14,
    "w_frob_norm": 46.73639652828974,
    "relative_err": 2.9868280757023828e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.3273738014447768e-10,
    "max_abs_err": 5.770835198593005e-13,
    "mean_abs_err": 4.5618699729835814e-14,
    "w_frob_norm": 46.50179378271665,
    "relative_err": 2.8544572014727797e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.1730235496678833e-10,
    "max_abs_err": 4.007696952079698e-13,
    "mean_abs_err": 4.066569480175065e-14,
    "w_frob_norm": 46.69586694957552,
    "relative_err": 2.512050051313046e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.397965023882597e-11,
    "max_abs_err": 1.7636413163213405e-13,
    "mean_abs_err": 1.8585819376420867e-14,
    "w_frob_norm": 43.745942754938184,
    "relative_err": 1.2339350083553195e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.1365978405791225e-11,
    "max_abs_err": 1.7807207531445046e-13,
    "mean_abs_err": 1.7798973911895214e-14,
    "w_frob_norm": 43.958441779928116,
    "relative_err": 1.1685122658111478e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.2404456510293103e-10,
    "max_abs_err": 4.683579912789781e-13,
    "mean_abs_err": 4.2537245654132284e-14,
    "w_frob_norm": 45.00853354803067,
    "relative_err": 2.7560232543581405e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.33480269988227e-11,
    "max_abs_err": 1.985286934846897e-13,
    "mean_abs_err": 1.839461696814512e-14,
    "w_frob_norm": 43.176833800091664,
    "relative_err": 1.2355706128389026e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.266071882305587e-11,
    "max_abs_err": 2.8474271551726105e-13,
    "mean_abs_err": 1.793052959225682e-14,
    "w_frob_norm": 44.91499419664708,
    "relative_err": 1.1724529806793789e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.379449491614961e-10,
    "max_abs_err": 5.430031424502602e-13,
    "mean_abs_err": 4.745255495472206e-14,
    "w_frob_norm": 46.97127707985241,
    "relative_err": 2.9367936691818286e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.2282798924945193e-10,
    "max_abs_err": 5.544037451343797e-13,
    "mean_abs_err": 4.224100887059133e-14,
    "w_frob_norm": 45.06895542054944,
    "relative_err": 2.725334725495941e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 6.231738343192282e-11,
    "max_abs_err": 2.73225886360251e-13,
    "mean_abs_err": 2.1302066655103094e-14,
    "w_frob_norm": 44.77737586556108,
    "relative_err": 1.3917158437114223e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.4696813105271184e-11,
    "max_abs_err": 2.0551269019897234e-13,
    "mean_abs_err": 1.880169346292451e-14,
    "w_frob_norm": 46.043490833236994,
    "relative_err": 1.1879380150253008e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.1656977909803044e-10,
    "max_abs_err": 5.001520031466811e-13,
    "mean_abs_err": 4.039319273291883e-14,
    "w_frob_norm": 45.45243387925471,
    "relative_err": 2.5646542802900357e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.0742855366074828e-10,
    "max_abs_err": 4.2142331291294965e-13,
    "mean_abs_err": 3.731925523085505e-14,
    "w_frob_norm": 45.08042682107975,
    "relative_err": 2.3830420702785883e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 6.029419851651202e-11,
    "max_abs_err": 2.369597573714799e-13,
    "mean_abs_err": 2.0585675855931964e-14,
    "w_frob_norm": 45.271897409482804,
    "relative_err": 1.3318239783756578e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.391669248086555e-11,
    "max_abs_err": 1.8110860033893061e-13,
    "mean_abs_err": 1.8685555903255565e-14,
    "w_frob_norm": 44.71208022155557,
    "relative_err": 1.2058641023566705e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 6.093361380542574e-11,
    "max_abs_err": 2.6940949471310205e-13,
    "mean_abs_err": 2.0781877373571784e-14,
    "w_frob_norm": 44.58343626528565,
    "relative_err": 1.3667321074771206e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.295328569298222e-10,
    "max_abs_err": 5.527210633626822e-13,
    "mean_abs_err": 4.4624774875167806e-14,
    "w_frob_norm": 44.861214207762295,
    "relative_err": 2.887413085386558e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.4278265909885986e-10,
    "max_abs_err": 6.818642872552516e-13,
    "mean_abs_err": 4.829352015458949e-14,
    "w_frob_norm": 46.21846939234916,
    "relative_err": 3.089298736545689e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.4883333571050986e-11,
    "max_abs_err": 1.9712443483088649e-13,
    "mean_abs_err": 1.8896939166969128e-14,
    "w_frob_norm": 44.60811740922686,
    "relative_err": 1.2303440888921885e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.013319129641884e-11,
    "max_abs_err": 1.934806481695972e-13,
    "mean_abs_err": 1.727857727646625e-14,
    "w_frob_norm": 43.254607561195414,
    "relative_err": 1.1590254570103728e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.1987872008602706e-10,
    "max_abs_err": 4.538661113606679e-13,
    "mean_abs_err": 4.147716003558169e-14,
    "w_frob_norm": 45.85631367912362,
    "relative_err": 2.6142249663780236e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.4180327014502676e-10,
    "max_abs_err": 5.343676889868476e-13,
    "mean_abs_err": 4.87053046009815e-14,
    "w_frob_norm": 47.14568455501121,
    "relative_err": 3.007767762488756e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.332927438682971e-10,
    "max_abs_err": 5.538937364324426e-13,
    "mean_abs_err": 4.526801684308591e-14,
    "w_frob_norm": 46.89042172283484,
    "relative_err": 2.842643315433988e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1910529447305844e-10,
    "max_abs_err": 4.465872116554692e-13,
    "mean_abs_err": 4.0923343917646406e-14,
    "w_frob_norm": 46.85823098851891,
    "relative_err": 2.5418222574864452e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.556709588089882e-11,
    "max_abs_err": 2.337054161305474e-13,
    "mean_abs_err": 1.9122887219818943e-14,
    "w_frob_norm": 45.439017590745436,
    "relative_err": 1.2228938658263635e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.329404083084241e-11,
    "max_abs_err": 2.1101523306477077e-13,
    "mean_abs_err": 1.837307761969147e-14,
    "w_frob_norm": 45.5486271032193,
    "relative_err": 1.1700471390733898e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.1264713165222684e-10,
    "max_abs_err": 4.0494343989117e-13,
    "mean_abs_err": 3.8981775434420984e-14,
    "w_frob_norm": 45.92794392906382,
    "relative_err": 2.4526926749913187e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.185799485704401e-10,
    "max_abs_err": 4.77864275927331e-13,
    "mean_abs_err": 4.0857941123712613e-14,
    "w_frob_norm": 47.750768516780454,
    "relative_err": 2.4833097404237386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 4.779963543691135e-11,
    "max_abs_err": 1.7261539420054817e-13,
    "mean_abs_err": 1.6581006083685655e-14,
    "w_frob_norm": 43.10541283714609,
    "relative_err": 1.1089010008441447e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.149168905286617e-11,
    "max_abs_err": 1.9987483890204771e-13,
    "mean_abs_err": 1.7835675982438825e-14,
    "w_frob_norm": 44.38695682385679,
    "relative_err": 1.1600635127387416e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.1122246062851899e-10,
    "max_abs_err": 4.2647829712194607e-13,
    "mean_abs_err": 3.830270121707614e-14,
    "w_frob_norm": 46.204408351853026,
    "relative_err": 2.407182877043775e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.4656388845140345e-10,
    "max_abs_err": 6.876513247711102e-13,
    "mean_abs_err": 5.051289708404853e-14,
    "w_frob_norm": 46.75724854386243,
    "relative_err": 3.1345704252446244e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.889505576059818e-11,
    "max_abs_err": 2.2427198986818553e-13,
    "mean_abs_err": 2.0250791815394414e-14,
    "w_frob_norm": 44.4941370847046,
    "relative_err": 1.3236587923590515e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.1103912158489976e-10,
    "max_abs_err": 4.4208907368226136e-13,
    "mean_abs_err": 3.824108256406876e-14,
    "w_frob_norm": 44.776554849100485,
    "relative_err": 2.4798495989498938e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.749544667231467e-11,
    "max_abs_err": 2.1817530421186504e-13,
    "mean_abs_err": 1.975662653342825e-14,
    "w_frob_norm": 45.80316138520284,
    "relative_err": 1.2552724513659692e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.25217996826925e-10,
    "max_abs_err": 5.170794348252628e-13,
    "mean_abs_err": 4.3149174703557086e-14,
    "w_frob_norm": 45.2782706327133,
    "relative_err": 2.765520747085594e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.6832115744891185e-11,
    "max_abs_err": 2.896745343594631e-13,
    "mean_abs_err": 1.9191710427152772e-14,
    "w_frob_norm": 44.721363654342355,
    "relative_err": 1.2708046244777892e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.3482863503774575e-11,
    "max_abs_err": 1.8695635317644843e-13,
    "mean_abs_err": 1.8526188673749608e-14,
    "w_frob_norm": 43.99833890183265,
    "relative_err": 1.215565515396011e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.16762088085655e-10,
    "max_abs_err": 4.2259598598271e-13,
    "mean_abs_err": 4.0579597558401256e-14,
    "w_frob_norm": 47.06646647333908,
    "relative_err": 2.4807914601321345e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.4971205846775081e-10,
    "max_abs_err": 8.226336278838176e-13,
    "mean_abs_err": 5.088716117537644e-14,
    "w_frob_norm": 46.15547449971767,
    "relative_err": 3.2436468282579696e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 6.081904641638127e-11,
    "max_abs_err": 2.385366210111428e-13,
    "mean_abs_err": 2.0777888290031814e-14,
    "w_frob_norm": 44.74895408967911,
    "relative_err": 1.359116601798042e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.2469378835422508e-10,
    "max_abs_err": 4.424585697826444e-13,
    "mean_abs_err": 4.300977032860864e-14,
    "w_frob_norm": 46.245439947305876,
    "relative_err": 2.6963477587478197e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.1252400678280695e-10,
    "max_abs_err": 4.1033149100755395e-13,
    "mean_abs_err": 3.8994895613853245e-14,
    "w_frob_norm": 46.03520802381091,
    "relative_err": 2.4443032108078205e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 4.930025719481916e-11,
    "max_abs_err": 1.7611606617506936e-13,
    "mean_abs_err": 1.7040322156748648e-14,
    "w_frob_norm": 45.33290703640644,
    "relative_err": 1.087515899989087e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.1385428610378452e-10,
    "max_abs_err": 4.044698603822283e-13,
    "mean_abs_err": 3.937704224552747e-14,
    "w_frob_norm": 46.98698532388779,
    "relative_err": 2.4231025957288213e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 7.052874136803033e-11,
    "max_abs_err": 3.407239768105086e-13,
    "mean_abs_err": 2.378062002913939e-14,
    "w_frob_norm": 44.934665890770034,
    "relative_err": 1.5695841945164554e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.059458391036642e-11,
    "max_abs_err": 2.0241577511348474e-13,
    "mean_abs_err": 1.7368617994004382e-14,
    "w_frob_norm": 43.03756514133302,
    "relative_err": 1.1755912246479688e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.1866295614580743e-11,
    "max_abs_err": 1.8223790532179152e-13,
    "mean_abs_err": 1.797556471484008e-14,
    "w_frob_norm": 45.21841333683432,
    "relative_err": 1.1470171504742106e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.2105664974649835e-11,
    "max_abs_err": 1.860993997793159e-13,
    "mean_abs_err": 1.794806581327188e-14,
    "w_frob_norm": 45.01219667771814,
    "relative_err": 1.1575899160780815e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.138188060844081e-10,
    "max_abs_err": 4.069678621876349e-13,
    "mean_abs_err": 3.953501717417977e-14,
    "w_frob_norm": 47.288755424367004,
    "relative_err": 2.4068894404812233e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 6.110454076207348e-11,
    "max_abs_err": 2.5275961879067665e-13,
    "mean_abs_err": 2.0779603903462613e-14,
    "w_frob_norm": 42.78400380381509,
    "relative_err": 1.4282099693676808e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.88404026793143e-11,
    "max_abs_err": 2.0038137815703294e-13,
    "mean_abs_err": 1.6835249372689374e-14,
    "w_frob_norm": 44.55889684190978,
    "relative_err": 1.09608644156059e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.2798881344994755e-10,
    "max_abs_err": 5.947291270569366e-13,
    "mean_abs_err": 4.411915304151993e-14,
    "w_frob_norm": 45.04232401226075,
    "relative_err": 2.8415233062820725e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.3029118667510462e-10,
    "max_abs_err": 4.531722219702772e-13,
    "mean_abs_err": 4.4886085735025026e-14,
    "w_frob_norm": 46.94353091997561,
    "relative_err": 2.7754875724455267e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.3162654535332007e-10,
    "max_abs_err": 5.559597920923309e-13,
    "mean_abs_err": 4.5234702598626346e-14,
    "w_frob_norm": 45.19717324002288,
    "relative_err": 2.912273841868555e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.1991647569808664e-10,
    "max_abs_err": 4.62532789846648e-13,
    "mean_abs_err": 4.143699461506844e-14,
    "w_frob_norm": 46.653430329561964,
    "relative_err": 2.5703678132774198e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.4840723981766005e-11,
    "max_abs_err": 1.9626661407201595e-13,
    "mean_abs_err": 1.8805652052451833e-14,
    "w_frob_norm": 45.69658137314214,
    "relative_err": 1.2001056169597464e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.768572103886169e-11,
    "max_abs_err": 2.4764218453654507e-13,
    "mean_abs_err": 1.98661520618475e-14,
    "w_frob_norm": 45.869248157169395,
    "relative_err": 1.2576120899388531e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.954984678426177e-11,
    "max_abs_err": 2.8650866401580544e-13,
    "mean_abs_err": 2.007382624165893e-14,
    "w_frob_norm": 46.31326364599997,
    "relative_err": 1.2858054495886307e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.4073492096032134e-11,
    "max_abs_err": 2.0124873989502134e-13,
    "mean_abs_err": 1.8689363730893142e-14,
    "w_frob_norm": 44.96398155610644,
    "relative_err": 1.2025957271723983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.2572542952819774e-10,
    "max_abs_err": 4.878250581263899e-13,
    "mean_abs_err": 4.328220291743461e-14,
    "w_frob_norm": 47.78159796692648,
    "relative_err": 2.631252090296823e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.128270214656683e-11,
    "max_abs_err": 2.00937573871518e-13,
    "mean_abs_err": 1.7568203811292856e-14,
    "w_frob_norm": 46.16590218466119,
    "relative_err": 1.1108350475084124e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.304435690575247e-10,
    "max_abs_err": 5.042546241673662e-13,
    "mean_abs_err": 4.491090852030227e-14,
    "w_frob_norm": 48.028673373499245,
    "relative_err": 2.715951949018427e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.0944526269861216e-10,
    "max_abs_err": 4.3868728094587084e-13,
    "mean_abs_err": 3.7764290124290967e-14,
    "w_frob_norm": 45.4827083152761,
    "relative_err": 2.406304873930588e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.2544596175025962e-10,
    "max_abs_err": 4.2445214010200516e-13,
    "mean_abs_err": 4.350555465826005e-14,
    "w_frob_norm": 47.332802144635195,
    "relative_err": 2.6502965399541202e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.242691421193052e-10,
    "max_abs_err": 4.430414368705726e-13,
    "mean_abs_err": 4.2896872589109435e-14,
    "w_frob_norm": 46.17357338397311,
    "relative_err": 2.6913477344692395e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.615760878495227e-11,
    "max_abs_err": 1.8824178327214725e-13,
    "mean_abs_err": 1.927105942571606e-14,
    "w_frob_norm": 43.963737441541,
    "relative_err": 1.2773620272759017e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.243330881339469e-10,
    "max_abs_err": 4.729064362329893e-13,
    "mean_abs_err": 4.282115185802456e-14,
    "w_frob_norm": 45.63470540760193,
    "relative_err": 2.7245292157235057e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.133177409288964e-11,
    "max_abs_err": 1.957999734569782e-13,
    "mean_abs_err": 1.7715249571494028e-14,
    "w_frob_norm": 45.39160463016883,
    "relative_err": 1.130864936613692e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.100710868255049e-11,
    "max_abs_err": 1.7776752292419928e-13,
    "mean_abs_err": 1.763427086891132e-14,
    "w_frob_norm": 45.09220921951813,
    "relative_err": 1.1311734236448123e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 4.970986410413512e-11,
    "max_abs_err": 1.7764956172783286e-13,
    "mean_abs_err": 1.7215285238230265e-14,
    "w_frob_norm": 45.881059273624984,
    "relative_err": 1.0834506633265798e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.242418728044235e-10,
    "max_abs_err": 4.94847218757144e-13,
    "mean_abs_err": 4.2845861712151114e-14,
    "w_frob_norm": 45.71615179504183,
    "relative_err": 2.7176800304941286e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.870793848546814e-11,
    "max_abs_err": 1.964361832917927e-13,
    "mean_abs_err": 2.025946210036924e-14,
    "w_frob_norm": 45.772149560460235,
    "relative_err": 1.2826126596462566e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.2232122973119078e-10,
    "max_abs_err": 5.94923416086246e-13,
    "mean_abs_err": 4.21965947844507e-14,
    "w_frob_norm": 46.1332974110149,
    "relative_err": 2.6514738073325983e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.4703765364204604e-11,
    "max_abs_err": 2.089856065978779e-13,
    "mean_abs_err": 1.8912079992922232e-14,
    "w_frob_norm": 44.35615892998632,
    "relative_err": 1.2332845468100922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.295632633139468e-10,
    "max_abs_err": 4.707432360584463e-13,
    "mean_abs_err": 4.44628717539066e-14,
    "w_frob_norm": 46.778446911617685,
    "relative_err": 2.7697213539120098e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.3173284269720647e-10,
    "max_abs_err": 5.751666504183461e-13,
    "mean_abs_err": 4.5408790649888576e-14,
    "w_frob_norm": 47.18848208538465,
    "relative_err": 2.7916312811004177e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 4.947270215245436e-11,
    "max_abs_err": 1.990005382701554e-13,
    "mean_abs_err": 1.709163023193875e-14,
    "w_frob_norm": 45.22835858747865,
    "relative_err": 1.0938425292787597e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.1701389797851769e-10,
    "max_abs_err": 4.0525915956379777e-13,
    "mean_abs_err": 4.05790519960459e-14,
    "w_frob_norm": 46.67357285553931,
    "relative_err": 2.507069650328478e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.332108167237392e-10,
    "max_abs_err": 7.294581605421513e-13,
    "mean_abs_err": 4.5766776841548045e-14,
    "w_frob_norm": 47.26167843519495,
    "relative_err": 2.818579896742292e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 4.61978322759738e-11,
    "max_abs_err": 1.822916817495468e-13,
    "mean_abs_err": 1.6010353018805935e-14,
    "w_frob_norm": 45.56749694728811,
    "relative_err": 1.013833003147284e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.2140811452474279e-10,
    "max_abs_err": 4.62089134317667e-13,
    "mean_abs_err": 4.1882245341582894e-14,
    "w_frob_norm": 46.557473448108084,
    "relative_err": 2.6077041027593895e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.8436511811620097e-11,
    "max_abs_err": 1.7746394631590334e-13,
    "mean_abs_err": 1.6762076143638234e-14,
    "w_frob_norm": 44.03160307008399,
    "relative_err": 1.100039708627572e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.7436794173730555e-11,
    "max_abs_err": 2.3726853815020377e-13,
    "mean_abs_err": 1.9732839651292205e-14,
    "w_frob_norm": 44.35877360890024,
    "relative_err": 1.2948237631665792e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.209299244812898e-10,
    "max_abs_err": 5.319091521405195e-13,
    "mean_abs_err": 4.135510170871399e-14,
    "w_frob_norm": 45.27005440604577,
    "relative_err": 2.6713006217447734e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.3027123600800444e-10,
    "max_abs_err": 6.169060488142586e-13,
    "mean_abs_err": 4.4820419228978956e-14,
    "w_frob_norm": 46.96522051335028,
    "relative_err": 2.7737809933410976e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 4.6761215823381636e-11,
    "max_abs_err": 1.836378271669048e-13,
    "mean_abs_err": 1.620753551355891e-14,
    "w_frob_norm": 45.02952021763952,
    "relative_err": 1.0384568966618426e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.2542608734071897e-10,
    "max_abs_err": 5.031357275253612e-13,
    "mean_abs_err": 4.3216692792203965e-14,
    "w_frob_norm": 45.99251144688639,
    "relative_err": 2.7270980295469404e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.395259643038996e-10,
    "max_abs_err": 5.308704864592784e-13,
    "mean_abs_err": 4.798168789386464e-14,
    "w_frob_norm": 46.963397984505086,
    "relative_err": 2.9709512150278016e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.612243897455122e-11,
    "max_abs_err": 2.3385113290252946e-13,
    "mean_abs_err": 1.9203325153402744e-14,
    "w_frob_norm": 45.56925417721225,
    "relative_err": 1.2315856379018e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.0031858337363087e-11,
    "max_abs_err": 1.829647544582258e-13,
    "mean_abs_err": 1.735100972499435e-14,
    "w_frob_norm": 44.65980348517437,
    "relative_err": 1.120288367457149e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.2460497110530486e-11,
    "max_abs_err": 2.3461441123195925e-13,
    "mean_abs_err": 1.8081809948709175e-14,
    "w_frob_norm": 44.42144608905373,
    "relative_err": 1.1809722944489582e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.202621773735159e-11,
    "max_abs_err": 1.928145143548221e-13,
    "mean_abs_err": 1.7971818928061652e-14,
    "w_frob_norm": 45.48495235640143,
    "relative_err": 1.1438116353227214e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.2245575707381866e-11,
    "max_abs_err": 2.1662012461565183e-13,
    "mean_abs_err": 1.798659865604274e-14,
    "w_frob_norm": 45.14008811718472,
    "relative_err": 1.15740969693615e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.264059757330421e-11,
    "max_abs_err": 2.127326093059878e-13,
    "mean_abs_err": 1.8203607662046174e-14,
    "w_frob_norm": 44.368565229763675,
    "relative_err": 1.1864390317943258e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.989706989930857e-11,
    "max_abs_err": 2.0981133497244286e-13,
    "mean_abs_err": 2.060719607590392e-14,
    "w_frob_norm": 45.97588392702093,
    "relative_err": 1.3027932207760313e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.4933806693547614e-10,
    "max_abs_err": 7.957749043052686e-13,
    "mean_abs_err": 5.092170175171691e-14,
    "w_frob_norm": 46.337201251918366,
    "relative_err": 3.222854702069291e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.2065776867211987e-10,
    "max_abs_err": 4.576573495174152e-13,
    "mean_abs_err": 4.192331829771041e-14,
    "w_frob_norm": 48.15676004321878,
    "relative_err": 2.5055208980802343e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.2384028941143412e-10,
    "max_abs_err": 5.996279861530951e-13,
    "mean_abs_err": 4.249399771131857e-14,
    "w_frob_norm": 45.527574562714896,
    "relative_err": 2.720116118657767e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.27469264577173e-10,
    "max_abs_err": 4.604697699528426e-13,
    "mean_abs_err": 4.4111795236046166e-14,
    "w_frob_norm": 47.12763074830407,
    "relative_err": 2.70476708786724e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.2767605599782195e-10,
    "max_abs_err": 4.568359579515402e-13,
    "mean_abs_err": 4.38981242406062e-14,
    "w_frob_norm": 45.19066462548316,
    "relative_err": 2.825275022085535e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.309123533662991e-11,
    "max_abs_err": 1.9015453274484617e-13,
    "mean_abs_err": 1.8426331174770216e-14,
    "w_frob_norm": 44.03751167066871,
    "relative_err": 1.2055911726727162e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2322212410998258e-10,
    "max_abs_err": 4.5111137048081673e-13,
    "mean_abs_err": 4.239779836262784e-14,
    "w_frob_norm": 46.39542967336625,
    "relative_err": 2.655910829525509e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 4.793630776958442e-11,
    "max_abs_err": 1.6130499713717938e-13,
    "mean_abs_err": 1.6660853554806628e-14,
    "w_frob_norm": 45.75522195279335,
    "relative_err": 1.047668565984476e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.071967227961594e-11,
    "max_abs_err": 1.776981339851602e-13,
    "mean_abs_err": 1.757237858433335e-14,
    "w_frob_norm": 44.319211093075026,
    "relative_err": 1.144417308627161e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.3560958602674892e-10,
    "max_abs_err": 5.891970938920466e-13,
    "mean_abs_err": 4.616262971288818e-14,
    "w_frob_norm": 45.68577196233352,
    "relative_err": 2.9683111437529116e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.3695121276322552e-10,
    "max_abs_err": 6.59770849065211e-13,
    "mean_abs_err": 4.64748819176851e-14,
    "w_frob_norm": 46.62306571711197,
    "relative_err": 2.9374132879674746e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.363553154103059e-10,
    "max_abs_err": 6.334377466998831e-13,
    "mean_abs_err": 4.682382484150711e-14,
    "w_frob_norm": 47.699975007871984,
    "relative_err": 2.858603497964161e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.2263017135089668e-10,
    "max_abs_err": 5.062651686760233e-13,
    "mean_abs_err": 4.194375449993825e-14,
    "w_frob_norm": 44.80895756308485,
    "relative_err": 2.7367334126943314e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 6.358844457771694e-11,
    "max_abs_err": 2.9726221484338566e-13,
    "mean_abs_err": 2.1380228437228794e-14,
    "w_frob_norm": 44.438144304998666,
    "relative_err": 1.4309428436363428e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.632434129320562e-11,
    "max_abs_err": 2.3795494654560434e-13,
    "mean_abs_err": 1.9255438812970848e-14,
    "w_frob_norm": 46.04224439893259,
    "relative_err": 1.2233187592938324e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.1681061976780381e-10,
    "max_abs_err": 4.507241205698592e-13,
    "mean_abs_err": 4.0300959879639036e-14,
    "w_frob_norm": 46.20177630017102,
    "relative_err": 2.5282711861312447e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.081586684878632e-11,
    "max_abs_err": 1.8228821230259484e-13,
    "mean_abs_err": 1.7489306792825627e-14,
    "w_frob_norm": 43.4125512159323,
    "relative_err": 1.1705339913342163e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.3201551784863304e-11,
    "max_abs_err": 1.8961568426512088e-13,
    "mean_abs_err": 1.8346297057936068e-14,
    "w_frob_norm": 45.877905204473244,
    "relative_err": 1.1596334128105741e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.303385661601911e-10,
    "max_abs_err": 4.803961048405192e-13,
    "mean_abs_err": 4.5038583423879456e-14,
    "w_frob_norm": 47.586222038245026,
    "relative_err": 2.738997982555498e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.2387904878713769e-10,
    "max_abs_err": 5.440023431724228e-13,
    "mean_abs_err": 4.265776203685201e-14,
    "w_frob_norm": 46.0208827811634,
    "relative_err": 2.6918007934833023e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.652926628601833e-11,
    "max_abs_err": 1.6716489303902904e-13,
    "mean_abs_err": 1.611021607677e-14,
    "w_frob_norm": 46.271830592881855,
    "relative_err": 1.0055635510814668e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 6.130096715266039e-11,
    "max_abs_err": 2.577521529545379e-13,
    "mean_abs_err": 2.0784730150224112e-14,
    "w_frob_norm": 44.068596733669594,
    "relative_err": 1.3910351519276947e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.3813574373936596e-10,
    "max_abs_err": 5.328272545401802e-13,
    "mean_abs_err": 4.718641091783083e-14,
    "w_frob_norm": 48.3927358727077,
    "relative_err": 2.854472706455745e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.3324768159611094e-10,
    "max_abs_err": 5.746930709094045e-13,
    "mean_abs_err": 4.5813443393755965e-14,
    "w_frob_norm": 47.315248575943855,
    "relative_err": 2.8161678445425536e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 6.784842489008162e-11,
    "max_abs_err": 3.4128949666367703e-13,
    "mean_abs_err": 2.3109206551628245e-14,
    "w_frob_norm": 46.15626931959827,
    "relative_err": 1.4699720295910638e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.89945715305277e-11,
    "max_abs_err": 2.4925894681615546e-13,
    "mean_abs_err": 1.9991443648277736e-14,
    "w_frob_norm": 46.411890238450056,
    "relative_err": 1.2711090030471002e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.2317299214526263e-10,
    "max_abs_err": 4.562045186062846e-13,
    "mean_abs_err": 4.255436263947269e-14,
    "w_frob_norm": 47.20243626922601,
    "relative_err": 2.6094626015218245e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.897904532912724e-11,
    "max_abs_err": 2.1612746314847442e-13,
    "mean_abs_err": 2.035046801519674e-14,
    "w_frob_norm": 45.376649297515996,
    "relative_err": 1.299766427054275e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.749922883760949e-10,
    "max_abs_err": 9.192611949426777e-13,
    "mean_abs_err": 5.722714281960135e-14,
    "w_frob_norm": 47.827424404243935,
    "relative_err": 3.658827347612034e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 6.579063292895366e-11,
    "max_abs_err": 2.735650247998045e-13,
    "mean_abs_err": 2.2599759457490254e-14,
    "w_frob_norm": 45.99281754146553,
    "relative_err": 1.4304545023717912e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.2696889333757474e-10,
    "max_abs_err": 5.037047168254816e-13,
    "mean_abs_err": 4.390216361815346e-14,
    "w_frob_norm": 45.33248103551908,
    "relative_err": 2.8008370695195697e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.516316213850799e-11,
    "max_abs_err": 1.965996809794035e-13,
    "mean_abs_err": 1.904784518192506e-14,
    "w_frob_norm": 46.01318982417978,
    "relative_err": 1.1988554227448914e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.5154886886381947e-10,
    "max_abs_err": 6.622688508706176e-13,
    "mean_abs_err": 5.1344943095670026e-14,
    "w_frob_norm": 45.7873071010501,
    "relative_err": 3.3098445499177175e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 6.155420879455539e-11,
    "max_abs_err": 2.4519969388236973e-13,
    "mean_abs_err": 2.1031608956069125e-14,
    "w_frob_norm": 46.184763461988396,
    "relative_err": 1.332781726709861e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1985169497005625e-10,
    "max_abs_err": 4.3540171468237077e-13,
    "mean_abs_err": 4.148211749513412e-14,
    "w_frob_norm": 47.50404908613459,
    "relative_err": 2.522978509742202e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.1022187496490314e-10,
    "max_abs_err": 4.570094302991379e-13,
    "mean_abs_err": 3.8127182676978335e-14,
    "w_frob_norm": 46.91808092769416,
    "relative_err": 2.3492409063952757e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.1320989981823891e-10,
    "max_abs_err": 4.225491484488586e-13,
    "mean_abs_err": 3.923731433051409e-14,
    "w_frob_norm": 46.81030355966203,
    "relative_err": 2.418482496571451e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 6.532000770025581e-11,
    "max_abs_err": 3.955776678443712e-13,
    "mean_abs_err": 2.2034555302254074e-14,
    "w_frob_norm": 44.65871017405367,
    "relative_err": 1.4626487743527842e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.4699968620253266e-10,
    "max_abs_err": 6.20430790077009e-13,
    "mean_abs_err": 5.075338048584693e-14,
    "w_frob_norm": 47.02723760100924,
    "relative_err": 3.125841399610041e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.533399246055108e-11,
    "max_abs_err": 2.426427114787799e-13,
    "mean_abs_err": 1.8975083002831575e-14,
    "w_frob_norm": 44.724608477099444,
    "relative_err": 1.2372158045583341e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.1554652089310031e-10,
    "max_abs_err": 4.358865698939063e-13,
    "mean_abs_err": 4.004045733047306e-14,
    "w_frob_norm": 47.102533211824365,
    "relative_err": 2.4530850681316253e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 6.565324466367225e-11,
    "max_abs_err": 2.532730969395658e-13,
    "mean_abs_err": 2.258442603612685e-14,
    "w_frob_norm": 46.211207365062954,
    "relative_err": 1.4207212580493633e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.045875026658167e-11,
    "max_abs_err": 2.135479293396969e-13,
    "mean_abs_err": 1.7479969774521778e-14,
    "w_frob_norm": 46.005624716243396,
    "relative_err": 1.0967952414037319e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.4106918377929297e-10,
    "max_abs_err": 6.280002559644338e-13,
    "mean_abs_err": 4.8141704142960087e-14,
    "w_frob_norm": 46.08814614842741,
    "relative_err": 3.0608561109179356e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.4135625555839646e-11,
    "max_abs_err": 2.4032859036182685e-13,
    "mean_abs_err": 1.8622691599728296e-14,
    "w_frob_norm": 45.820563728199495,
    "relative_err": 1.1814700900880184e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.4000982273120504e-11,
    "max_abs_err": 2.469829896156739e-13,
    "mean_abs_err": 1.853015086751605e-14,
    "w_frob_norm": 42.782662762296155,
    "relative_err": 1.262216486457475e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.4465067629360764e-10,
    "max_abs_err": 5.539197572845822e-13,
    "mean_abs_err": 4.966876438760898e-14,
    "w_frob_norm": 47.98402378212706,
    "relative_err": 3.0145591155589308e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.1350823503119015e-10,
    "max_abs_err": 4.4994997311365026e-13,
    "mean_abs_err": 3.9287227846888166e-14,
    "w_frob_norm": 45.97775207551274,
    "relative_err": 2.468764345955126e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 4.885948267091426e-11,
    "max_abs_err": 1.81079110039839e-13,
    "mean_abs_err": 1.6991668572527305e-14,
    "w_frob_norm": 46.25753809786457,
    "relative_err": 1.0562490932298407e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.2695315242941246e-11,
    "max_abs_err": 2.406685961631183e-13,
    "mean_abs_err": 1.808928756317967e-14,
    "w_frob_norm": 45.75041696091764,
    "relative_err": 1.1517996718577733e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.1053853040891314e-11,
    "max_abs_err": 1.7439435312516238e-13,
    "mean_abs_err": 1.7668994761205228e-14,
    "w_frob_norm": 45.874007390977155,
    "relative_err": 1.1129146099177063e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 4.6200743211671126e-11,
    "max_abs_err": 1.7704240851124098e-13,
    "mean_abs_err": 1.5973657439482322e-14,
    "w_frob_norm": 42.855184653209044,
    "relative_err": 1.0780666000049907e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.671549763888871e-11,
    "max_abs_err": 1.529644466646829e-13,
    "mean_abs_err": 1.620986603335518e-14,
    "w_frob_norm": 43.584456587848024,
    "relative_err": 1.0718384785807715e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.1555848330350142e-10,
    "max_abs_err": 4.869611658353534e-13,
    "mean_abs_err": 3.997662342608222e-14,
    "w_frob_norm": 47.32056106020322,
    "relative_err": 2.442035358720346e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 4.780234686173214e-11,
    "max_abs_err": 1.822535178330753e-13,
    "mean_abs_err": 1.6475969657440016e-14,
    "w_frob_norm": 45.893747146685534,
    "relative_err": 1.0415873584901738e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2343132251958868e-10,
    "max_abs_err": 4.4840173241134096e-13,
    "mean_abs_err": 4.2679610486068355e-14,
    "w_frob_norm": 47.52559136135029,
    "relative_err": 2.5971549008429165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.3113698737454746e-10,
    "max_abs_err": 6.450950884584472e-13,
    "mean_abs_err": 4.477815060746737e-14,
    "w_frob_norm": 44.928362712975485,
    "relative_err": 2.9188018315360196e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.27844101639095e-10,
    "max_abs_err": 5.72671467538588e-13,
    "mean_abs_err": 4.3925758178743444e-14,
    "w_frob_norm": 44.538208515534414,
    "relative_err": 2.870436551001023e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.230873979962311e-10,
    "max_abs_err": 5.001207781241135e-13,
    "mean_abs_err": 4.240597076185707e-14,
    "w_frob_norm": 47.098292789720425,
    "relative_err": 2.61341527910107e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.365586207518771e-10,
    "max_abs_err": 4.784367346744034e-13,
    "mean_abs_err": 4.7170739366414463e-14,
    "w_frob_norm": 47.26822790663511,
    "relative_err": 2.8890150276335655e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 6.974388592046268e-11,
    "max_abs_err": 2.980525982271276e-13,
    "mean_abs_err": 2.3674411219747542e-14,
    "w_frob_norm": 44.416390893969194,
    "relative_err": 1.5702285691549159e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.0775487297361417e-10,
    "max_abs_err": 3.5880326487713887e-13,
    "mean_abs_err": 3.728854497066352e-14,
    "w_frob_norm": 45.82528970380305,
    "relative_err": 2.351428079780837e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.2754086832981425e-10,
    "max_abs_err": 4.787108209836077e-13,
    "mean_abs_err": 4.412589595191706e-14,
    "w_frob_norm": 47.00018779521201,
    "relative_err": 2.7136246537041937e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.2515210421163949e-10,
    "max_abs_err": 4.3787889980606565e-13,
    "mean_abs_err": 4.306738936169297e-14,
    "w_frob_norm": 47.06691348887441,
    "relative_err": 2.659025097135862e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.2044724994914897e-11,
    "max_abs_err": 1.9751561497471926e-13,
    "mean_abs_err": 1.798102772519142e-14,
    "w_frob_norm": 45.198084324823,
    "relative_err": 1.1514807711956874e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 6.64743943147405e-11,
    "max_abs_err": 2.579395030899434e-13,
    "mean_abs_err": 2.2557398086604308e-14,
    "w_frob_norm": 43.68547685398164,
    "relative_err": 1.5216588921973002e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.2550806428875997e-10,
    "max_abs_err": 4.705454775821849e-13,
    "mean_abs_err": 4.282690575310177e-14,
    "w_frob_norm": 46.58317982347457,
    "relative_err": 2.6942785950716257e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.265080198947507e-11,
    "max_abs_err": 2.159197300122262e-13,
    "mean_abs_err": 1.808503529802444e-14,
    "w_frob_norm": 44.22851014943793,
    "relative_err": 1.1904267589294813e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.180704423233738e-11,
    "max_abs_err": 1.9413637364351644e-13,
    "mean_abs_err": 1.788736295707086e-14,
    "w_frob_norm": 45.67779421015861,
    "relative_err": 1.1341844571998979e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.34564700818226e-11,
    "max_abs_err": 1.950731243205439e-13,
    "mean_abs_err": 1.8420752276683202e-14,
    "w_frob_norm": 46.00425951295126,
    "relative_err": 1.161989577655812e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.1116364897825396e-10,
    "max_abs_err": 3.773266421536192e-13,
    "mean_abs_err": 3.8475710199292474e-14,
    "w_frob_norm": 46.6979268734126,
    "relative_err": 2.3804835979034615e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.3051195171911145e-10,
    "max_abs_err": 4.825740501646081e-13,
    "mean_abs_err": 4.513715067867672e-14,
    "w_frob_norm": 45.579128677731795,
    "relative_err": 2.8634148020226316e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.507476364705283e-11,
    "max_abs_err": 2.41589734328862e-13,
    "mean_abs_err": 1.887995971420591e-14,
    "w_frob_norm": 43.85375919312236,
    "relative_err": 1.255873262871619e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.5391890027293536e-11,
    "max_abs_err": 1.946325045576458e-13,
    "mean_abs_err": 1.917301491691346e-14,
    "w_frob_norm": 44.75591315770885,
    "relative_err": 1.2376440590566461e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.3086024637566457e-10,
    "max_abs_err": 4.713694712332739e-13,
    "mean_abs_err": 4.5080151847136686e-14,
    "w_frob_norm": 48.01336160595972,
    "relative_err": 2.725496445127503e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.342225736674709e-10,
    "max_abs_err": 5.250591628147561e-13,
    "mean_abs_err": 4.60545678404283e-14,
    "w_frob_norm": 45.185668194512495,
    "relative_err": 2.9704678281989275e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.260147228842315e-10,
    "max_abs_err": 4.873410702765923e-13,
    "mean_abs_err": 4.348752783471419e-14,
    "w_frob_norm": 46.410455534863324,
    "relative_err": 2.7152227107439143e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.4894309376861635e-10,
    "max_abs_err": 5.727258944876468e-13,
    "mean_abs_err": 5.103977295666121e-14,
    "w_frob_norm": 45.84637473883895,
    "relative_err": 3.2487431038345237e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.2197394574337865e-11,
    "max_abs_err": 1.986796144270997e-13,
    "mean_abs_err": 1.803159852136823e-14,
    "w_frob_norm": 42.33221008948432,
    "relative_err": 1.2330420373516983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 6.316077531439846e-11,
    "max_abs_err": 2.630985707074984e-13,
    "mean_abs_err": 2.157526796884337e-14,
    "w_frob_norm": 46.39033469087905,
    "relative_err": 1.3615072134156578e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.1109590438560725e-11,
    "max_abs_err": 2.030250967344216e-13,
    "mean_abs_err": 1.7563640873598287e-14,
    "w_frob_norm": 45.230249865483756,
    "relative_err": 1.1299869134166253e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.2461827974562135e-10,
    "max_abs_err": 5.386299045673226e-13,
    "mean_abs_err": 4.311196020006076e-14,
    "w_frob_norm": 45.98839344762633,
    "relative_err": 2.709776758945544e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.775573036752458e-11,
    "max_abs_err": 2.25881813253892e-13,
    "mean_abs_err": 1.996628092598812e-14,
    "w_frob_norm": 43.92040289687516,
    "relative_err": 1.3150091200924246e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.1676113231602844e-10,
    "max_abs_err": 4.208647319536851e-13,
    "mean_abs_err": 4.046530177495351e-14,
    "w_frob_norm": 45.24212050506863,
    "relative_err": 2.580805917418201e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 4.681378967169356e-11,
    "max_abs_err": 1.7844926925025817e-13,
    "mean_abs_err": 1.617241528759679e-14,
    "w_frob_norm": 44.063080432238884,
    "relative_err": 1.0624266213907757e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.3400680498366395e-10,
    "max_abs_err": 6.436726152081462e-13,
    "mean_abs_err": 4.604342815393747e-14,
    "w_frob_norm": 46.072413968922994,
    "relative_err": 2.9086126260728367e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.363139396039892e-10,
    "max_abs_err": 4.63653421212129e-13,
    "mean_abs_err": 4.707307365811643e-14,
    "w_frob_norm": 47.80075788496888,
    "relative_err": 2.8517108438327424e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.499764365200693e-11,
    "max_abs_err": 1.8825566105995506e-13,
    "mean_abs_err": 1.9041037647513833e-14,
    "w_frob_norm": 46.172283117007,
    "relative_err": 1.1911397907839048e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.4264242358057e-11,
    "max_abs_err": 1.5195657232514037e-13,
    "mean_abs_err": 1.5380673122455694e-14,
    "w_frob_norm": 45.00676614281767,
    "relative_err": 9.835019520752846e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.gate.weight": {
    "frob_norm_diff": 3.306860995452841e-11,
    "max_abs_err": 4.13544198885063e-13,
    "mean_abs_err": 4.2610023647247666e-14,
    "w_frob_norm": 10.557161438498476,
    "relative_err": 3.132339137482366e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.2621341952627558e-10,
    "max_abs_err": 4.747174875419091e-13,
    "mean_abs_err": 4.366492245444074e-14,
    "w_frob_norm": 47.32525547194011,
    "relative_err": 2.666935830935123e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.14681747476432e-10,
    "max_abs_err": 4.4325827730506973e-13,
    "mean_abs_err": 3.972871362976804e-14,
    "w_frob_norm": 46.431552375327136,
    "relative_err": 2.469909826606869e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.142444675736973e-11,
    "max_abs_err": 1.7047127598424083e-13,
    "mean_abs_err": 1.7850156858209997e-14,
    "w_frob_norm": 45.838753430972446,
    "relative_err": 1.1218552623776879e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.norm.weight": {
    "frob_norm_diff": 9.348812211639341e-15,
    "max_abs_err": 6.661338147750939e-16,
    "mean_abs_err": 1.2294078205862415e-16,
    "w_frob_norm": 79.83251282360561,
    "relative_err": 1.171053231444194e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.37.mixer.A_log": {
    "frob_norm_diff": 2.04550306872937e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.6371452804531117e-16,
    "w_frob_norm": 15.228381397164089,
    "relative_err": 1.3432176508990604e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.37.mixer.dt_bias": {
    "frob_norm_diff": 4.0991893806934265e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.714842239903703e-16,
    "w_frob_norm": 34.82549326945092,
    "relative_err": 1.1770657055672645e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.37.mixer.D": {
    "frob_norm_diff": 7.36448888713202e-16,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 4.410331149763691e-17,
    "w_frob_norm": 4.8113568556695085,
    "relative_err": 1.5306469896228968e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.37.mixer.norm.weight": {
    "frob_norm_diff": 3.1633923408235065e-14,
    "max_abs_err": 5.329070518200751e-15,
    "mean_abs_err": 2.5912432501429985e-16,
    "w_frob_norm": 257.4014376773045,
    "relative_err": 1.2289722891094901e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.37.norm.weight": {
    "frob_norm_diff": 3.793487649177394e-15,
    "max_abs_err": 2.220446049250313e-16,
    "mean_abs_err": 4.576365741386434e-17,
    "w_frob_norm": 31.142840638225078,
    "relative_err": 1.2180930099617257e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.3427189867911563e-10,
    "max_abs_err": 4.933163252895945e-13,
    "mean_abs_err": 4.618704277139651e-14,
    "w_frob_norm": 46.321231648218536,
    "relative_err": 2.898711754877951e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.637984771523731e-11,
    "max_abs_err": 1.5757404062122227e-13,
    "mean_abs_err": 1.6083502178357677e-14,
    "w_frob_norm": 44.38321233231545,
    "relative_err": 1.0449862747196446e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.37.mixer.conv1d.weight": {
    "frob_norm_diff": 5.7314675249643305e-15,
    "max_abs_err": 1.2490009027033011e-15,
    "mean_abs_err": 1.2127770742434404e-17,
    "w_frob_norm": 10.479549750309786,
    "relative_err": 5.46919253357703e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 2.6645352591003757e-15,
    "sensitive": true
  },
  "backbone.layers.37.mixer.in_proj.weight": {
    "frob_norm_diff": 3.7278443281430203e-10,
    "max_abs_err": 8.233830284254395e-13,
    "mean_abs_err": 5.3481829975165657e-14,
    "w_frob_norm": 121.66515924203662,
    "relative_err": 3.064019602133566e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 6.010394167601401e-11,
    "max_abs_err": 2.326576431510574e-13,
    "mean_abs_err": 2.0611094538722637e-14,
    "w_frob_norm": 45.65562498818842,
    "relative_err": 1.3164630139564077e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 6.422423057041155e-11,
    "max_abs_err": 2.4915573076933484e-13,
    "mean_abs_err": 2.1935226410511613e-14,
    "w_frob_norm": 45.94566979704144,
    "relative_err": 1.3978298902619787e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.37.mixer.out_proj.weight": {
    "frob_norm_diff": 4.751332487620664e-10,
    "max_abs_err": 1.2602002774642074e-12,
    "mean_abs_err": 1.0973381278438843e-13,
    "w_frob_norm": 69.80688685522547,
    "relative_err": 6.806395044481199e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.217432828544647e-10,
    "max_abs_err": 5.052763762947166e-13,
    "mean_abs_err": 4.178271692688715e-14,
    "w_frob_norm": 47.062775575071484,
    "relative_err": 2.5868275163726314e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.36.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.2485747001632787e-10,
    "max_abs_err": 3.7226818849767085e-13,
    "mean_abs_err": 3.048724934127098e-14,
    "w_frob_norm": 47.980025605598,
    "relative_err": 2.6022801872319198e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.36.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.709808519655784e-10,
    "max_abs_err": 9.952941248947411e-13,
    "mean_abs_err": 6.574203560615389e-14,
    "w_frob_norm": 50.89019225081616,
    "relative_err": 5.324814860789458e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.2411493207231952e-10,
    "max_abs_err": 4.286675181486288e-13,
    "mean_abs_err": 4.2795409300060844e-14,
    "w_frob_norm": 46.43377853089154,
    "relative_err": 2.672944912069737e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.1370717768896616e-10,
    "max_abs_err": 3.796928049748516e-13,
    "mean_abs_err": 3.948451429261372e-14,
    "w_frob_norm": 47.04198235381701,
    "relative_err": 2.4171425607394687e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.400066569460348e-11,
    "max_abs_err": 2.221955258674413e-13,
    "mean_abs_err": 1.8570406013839668e-14,
    "w_frob_norm": 45.28523356108373,
    "relative_err": 1.192456380329005e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.7706760114847672e-10,
    "max_abs_err": 8.677954188573977e-13,
    "mean_abs_err": 5.909888942676127e-14,
    "w_frob_norm": 47.953662964591,
    "relative_err": 3.692472904087087e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 4.622134899318355e-11,
    "max_abs_err": 1.5454651447477374e-13,
    "mean_abs_err": 1.6047281281883316e-14,
    "w_frob_norm": 45.61016676645949,
    "relative_err": 1.0134001313753911e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 4.91471941559687e-11,
    "max_abs_err": 1.6656814816329302e-13,
    "mean_abs_err": 1.700041725721764e-14,
    "w_frob_norm": 43.827908945936805,
    "relative_err": 1.1213675335639082e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.504954121821306e-11,
    "max_abs_err": 2.1103084557605456e-13,
    "mean_abs_err": 1.900171533255678e-14,
    "w_frob_norm": 45.1060921660513,
    "relative_err": 1.2204458106358771e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.2683769626863276e-10,
    "max_abs_err": 5.636810462839037e-13,
    "mean_abs_err": 4.359278605464277e-14,
    "w_frob_norm": 46.59081706619722,
    "relative_err": 2.722375443393042e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.2068338362776328e-10,
    "max_abs_err": 4.52287512997529e-13,
    "mean_abs_err": 4.1935047362260015e-14,
    "w_frob_norm": 46.893866043417496,
    "relative_err": 2.573543062455684e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.3304181920949836e-10,
    "max_abs_err": 5.552294735089447e-13,
    "mean_abs_err": 4.530541326969412e-14,
    "w_frob_norm": 45.85017772222196,
    "relative_err": 2.9016641988939925e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.3736404627724896e-11,
    "max_abs_err": 2.020154876714031e-13,
    "mean_abs_err": 1.8500143951413207e-14,
    "w_frob_norm": 44.99327095854773,
    "relative_err": 1.1943209169484968e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.131369264193785e-11,
    "max_abs_err": 2.345207361642565e-13,
    "mean_abs_err": 1.757998369101064e-14,
    "w_frob_norm": 44.62835317810222,
    "relative_err": 1.1498002724222394e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.1785286183727925e-11,
    "max_abs_err": 1.9025926667470827e-13,
    "mean_abs_err": 1.797148555048569e-14,
    "w_frob_norm": 45.025576653452624,
    "relative_err": 1.1501304376910619e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.1010831820333394e-10,
    "max_abs_err": 4.219209617101205e-13,
    "mean_abs_err": 3.8228656305381695e-14,
    "w_frob_norm": 45.86236901835049,
    "relative_err": 2.400842358563669e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.1399091285736394e-10,
    "max_abs_err": 4.548826593175903e-13,
    "mean_abs_err": 3.9227987450145095e-14,
    "w_frob_norm": 47.9724514331376,
    "relative_err": 2.3761744387034433e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.2625055937353336e-10,
    "max_abs_err": 5.556596849309869e-13,
    "mean_abs_err": 4.357692942393575e-14,
    "w_frob_norm": 46.78287202091654,
    "relative_err": 2.698649183339726e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.1248698564915e-11,
    "max_abs_err": 2.1697574292822708e-13,
    "mean_abs_err": 1.7681911921614978e-14,
    "w_frob_norm": 44.69311940334301,
    "relative_err": 1.1466798301190325e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.563737931310931e-11,
    "max_abs_err": 2.0183854587685346e-13,
    "mean_abs_err": 1.9136094547170342e-14,
    "w_frob_norm": 45.7411231858995,
    "relative_err": 1.2163535881484543e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.899262276822796e-11,
    "max_abs_err": 2.51087345359835e-13,
    "mean_abs_err": 2.016510253231879e-14,
    "w_frob_norm": 45.26156570319116,
    "relative_err": 1.3033712345498622e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.3585637416487265e-10,
    "max_abs_err": 5.868907790307354e-13,
    "mean_abs_err": 4.679816415023229e-14,
    "w_frob_norm": 47.336186931159105,
    "relative_err": 2.870032061569476e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.785100435687161e-11,
    "max_abs_err": 2.0342581785737224e-13,
    "mean_abs_err": 1.9837629738323937e-14,
    "w_frob_norm": 42.997170204633385,
    "relative_err": 1.3454607380333502e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.3735606961617566e-10,
    "max_abs_err": 6.438799146635255e-13,
    "mean_abs_err": 4.657630834269887e-14,
    "w_frob_norm": 46.59283616542562,
    "relative_err": 2.9480083403487086e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.329239379735128e-10,
    "max_abs_err": 4.772224282412196e-13,
    "mean_abs_err": 4.5709444160926635e-14,
    "w_frob_norm": 46.5515920838286,
    "relative_err": 2.855411212019294e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 4.8005014373731234e-11,
    "max_abs_err": 1.7810579400201476e-13,
    "mean_abs_err": 1.6586408273803654e-14,
    "w_frob_norm": 44.757327785559596,
    "relative_err": 1.0725621199668552e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1969223711900763e-10,
    "max_abs_err": 4.5446090467249345e-13,
    "mean_abs_err": 4.118337751220818e-14,
    "w_frob_norm": 46.41158336449123,
    "relative_err": 2.578930267881838e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.368881772830855e-11,
    "max_abs_err": 1.99777694387393e-13,
    "mean_abs_err": 1.8343635918860142e-14,
    "w_frob_norm": 45.35817476420842,
    "relative_err": 1.1836635404181594e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 4.7774951144533917e-11,
    "max_abs_err": 1.851643838257644e-13,
    "mean_abs_err": 1.6462287043173034e-14,
    "w_frob_norm": 43.280517254994024,
    "relative_err": 1.103844273927232e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.4652678595163475e-10,
    "max_abs_err": 5.269187863810032e-13,
    "mean_abs_err": 5.042664226709e-14,
    "w_frob_norm": 47.33938260006745,
    "relative_err": 3.0952407467905163e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.2165086668951365e-11,
    "max_abs_err": 1.9371657056233005e-13,
    "mean_abs_err": 1.8044913095597617e-14,
    "w_frob_norm": 45.59988490429885,
    "relative_err": 1.1439740863037484e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.0653707983333007e-10,
    "max_abs_err": 4.50195436485501e-13,
    "mean_abs_err": 3.670016759535102e-14,
    "w_frob_norm": 44.98996571969433,
    "relative_err": 2.368018693259273e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2437094936497347e-10,
    "max_abs_err": 4.481900961472718e-13,
    "mean_abs_err": 4.307724176521223e-14,
    "w_frob_norm": 46.39758418310521,
    "relative_err": 2.6805479542674284e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.2582640077908082e-10,
    "max_abs_err": 4.854120577713061e-13,
    "mean_abs_err": 4.354601746240415e-14,
    "w_frob_norm": 47.31383670463651,
    "relative_err": 2.659399650139776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.2196855385650354e-11,
    "max_abs_err": 2.3924265346586537e-13,
    "mean_abs_err": 1.8013819061406294e-14,
    "w_frob_norm": 46.11225821524298,
    "relative_err": 1.131951836798052e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.0411683533296646e-11,
    "max_abs_err": 1.6461138008239118e-13,
    "mean_abs_err": 1.7493637454095415e-14,
    "w_frob_norm": 45.8391893720362,
    "relative_err": 1.0997507640056536e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.57206314797113e-11,
    "max_abs_err": 2.1459743704266288e-13,
    "mean_abs_err": 1.9194825023006678e-14,
    "w_frob_norm": 45.63919909923889,
    "relative_err": 1.2208941563271328e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.3693086201087495e-10,
    "max_abs_err": 4.653430418777305e-13,
    "mean_abs_err": 4.716551730907705e-14,
    "w_frob_norm": 45.92780044311621,
    "relative_err": 2.981437401524822e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 7.155576299184838e-11,
    "max_abs_err": 3.340591692158057e-13,
    "mean_abs_err": 2.4185644926207863e-14,
    "w_frob_norm": 46.11318377037421,
    "relative_err": 1.551741977916085e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.4866180571601923e-10,
    "max_abs_err": 6.327126322869248e-13,
    "mean_abs_err": 5.0832620307647553e-14,
    "w_frob_norm": 46.32664301760084,
    "relative_err": 3.20899154422949e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.310235884065958e-11,
    "max_abs_err": 2.00750874257416e-13,
    "mean_abs_err": 1.8190180041187887e-14,
    "w_frob_norm": 43.58691992532061,
    "relative_err": 1.2183095050451418e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.4174683940951137e-10,
    "max_abs_err": 5.993087970335154e-13,
    "mean_abs_err": 4.8606044549115934e-14,
    "w_frob_norm": 47.372686808491466,
    "relative_err": 2.9921638175714264e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.2198024434158443e-10,
    "max_abs_err": 4.196538949674533e-13,
    "mean_abs_err": 4.2354010596530256e-14,
    "w_frob_norm": 47.4611267677523,
    "relative_err": 2.570108479271599e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.239572720798668e-10,
    "max_abs_err": 4.230947189820533e-13,
    "mean_abs_err": 4.2987927993020104e-14,
    "w_frob_norm": 47.885910282898905,
    "relative_err": 2.588595922006199e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.4430953668559586e-11,
    "max_abs_err": 1.9528909739330302e-13,
    "mean_abs_err": 1.8807421779440402e-14,
    "w_frob_norm": 44.0829702410514,
    "relative_err": 1.234738797565683e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.180923215057815e-11,
    "max_abs_err": 2.245590866034597e-13,
    "mean_abs_err": 1.789199431144412e-14,
    "w_frob_norm": 46.27996107434297,
    "relative_err": 1.1194744106926344e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.3324272384418713e-10,
    "max_abs_err": 4.646907858507632e-13,
    "mean_abs_err": 4.564514143769447e-14,
    "w_frob_norm": 46.03841263500267,
    "relative_err": 2.8941641602752317e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.294329704093352e-11,
    "max_abs_err": 1.957397866838781e-13,
    "mean_abs_err": 1.8258453782509695e-14,
    "w_frob_norm": 46.060348762885326,
    "relative_err": 1.1494332644652999e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.997474407366625e-11,
    "max_abs_err": 2.3698404350014357e-13,
    "mean_abs_err": 2.0516758803970243e-14,
    "w_frob_norm": 44.010463443362866,
    "relative_err": 1.3627382986059177e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 6.36290693653818e-11,
    "max_abs_err": 2.4492734229664137e-13,
    "mean_abs_err": 2.1628333934525225e-14,
    "w_frob_norm": 45.034191128612925,
    "relative_err": 1.4129057893737639e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.121289032069273e-10,
    "max_abs_err": 4.0070551043935865e-13,
    "mean_abs_err": 3.901389239335288e-14,
    "w_frob_norm": 45.37957132969836,
    "relative_err": 2.4709114678997705e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.2719829205340842e-10,
    "max_abs_err": 5.19305085044941e-13,
    "mean_abs_err": 4.405276812765581e-14,
    "w_frob_norm": 46.80035930701368,
    "relative_err": 2.717891356751742e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 7.021849082747612e-11,
    "max_abs_err": 3.5517075391844344e-13,
    "mean_abs_err": 2.3974307309771723e-14,
    "w_frob_norm": 45.65591266485756,
    "relative_err": 1.5379933666625608e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.5674287127892732e-10,
    "max_abs_err": 6.465782770304074e-13,
    "mean_abs_err": 5.345798661404413e-14,
    "w_frob_norm": 48.11768948933453,
    "relative_err": 3.2574895624127997e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.3602062620785407e-10,
    "max_abs_err": 5.74052957946769e-13,
    "mean_abs_err": 4.615291700714367e-14,
    "w_frob_norm": 47.27820352389462,
    "relative_err": 2.8770261149857065e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 6.211529818396169e-11,
    "max_abs_err": 2.925472364356807e-13,
    "mean_abs_err": 2.125434395841562e-14,
    "w_frob_norm": 44.16848062220599,
    "relative_err": 1.4063263510298975e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.1677134382252543e-10,
    "max_abs_err": 4.668869457713498e-13,
    "mean_abs_err": 4.055979363425586e-14,
    "w_frob_norm": 47.0079199118235,
    "relative_err": 2.4840780881511613e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.2696916722820248e-10,
    "max_abs_err": 4.333729555772159e-13,
    "mean_abs_err": 4.3911266729013163e-14,
    "w_frob_norm": 47.056676041254605,
    "relative_err": 2.6982179344093186e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.0907273399007957e-11,
    "max_abs_err": 2.0497438382033328e-13,
    "mean_abs_err": 1.7547901862362753e-14,
    "w_frob_norm": 44.212514443984695,
    "relative_err": 1.1514222622082539e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.186067838900924e-11,
    "max_abs_err": 2.0664372990530921e-13,
    "mean_abs_err": 1.7821571704216942e-14,
    "w_frob_norm": 45.23987063667081,
    "relative_err": 1.1463489541230406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.206501156516893e-11,
    "max_abs_err": 2.0966518451959182e-13,
    "mean_abs_err": 1.7917038860087526e-14,
    "w_frob_norm": 45.675248023525015,
    "relative_err": 1.1398955411988757e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.2047197356481282e-10,
    "max_abs_err": 6.428850507500528e-13,
    "mean_abs_err": 4.1334675102628655e-14,
    "w_frob_norm": 46.4403830124928,
    "relative_err": 2.5941210160218746e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.2246908293765898e-10,
    "max_abs_err": 4.799459440985032e-13,
    "mean_abs_err": 4.245663888975161e-14,
    "w_frob_norm": 46.53789025111284,
    "relative_err": 2.631599375838281e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 4.6383746458461866e-11,
    "max_abs_err": 1.983118530501926e-13,
    "mean_abs_err": 1.607864788268328e-14,
    "w_frob_norm": 44.17661079973472,
    "relative_err": 1.0499616339680907e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.825551079887654e-11,
    "max_abs_err": 2.5321758578833453e-13,
    "mean_abs_err": 2.0046005808166004e-14,
    "w_frob_norm": 44.22884192675723,
    "relative_err": 1.3171385064828832e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.248098066744895e-11,
    "max_abs_err": 2.221868522500614e-13,
    "mean_abs_err": 1.814562941233391e-14,
    "w_frob_norm": 45.69212380995411,
    "relative_err": 1.1485782732650276e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.0983196438109307e-10,
    "max_abs_err": 3.775521562054962e-13,
    "mean_abs_err": 3.8157192127334525e-14,
    "w_frob_norm": 47.95008822609578,
    "relative_err": 2.290547701668658e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.143825190582613e-10,
    "max_abs_err": 3.7761634097410735e-13,
    "mean_abs_err": 3.98509689271947e-14,
    "w_frob_norm": 46.417310301829474,
    "relative_err": 2.464221177713373e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 6.006647273609544e-11,
    "max_abs_err": 2.32092123297889e-13,
    "mean_abs_err": 2.0591901513484857e-14,
    "w_frob_norm": 45.76847573673275,
    "relative_err": 1.312398365233025e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.30608018324244e-11,
    "max_abs_err": 2.280224620232474e-13,
    "mean_abs_err": 1.8334801003319084e-14,
    "w_frob_norm": 44.83138744329806,
    "relative_err": 1.1835636784503882e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.205571235974189e-10,
    "max_abs_err": 4.1458633401325606e-13,
    "mean_abs_err": 4.1704104553636885e-14,
    "w_frob_norm": 46.945228394313695,
    "relative_err": 2.568037854343926e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.720337554163371e-11,
    "max_abs_err": 2.390240783078923e-13,
    "mean_abs_err": 1.9514650694446898e-14,
    "w_frob_norm": 44.436374033845475,
    "relative_err": 1.2873097048391955e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.958618085118909e-11,
    "max_abs_err": 2.457270498190667e-13,
    "mean_abs_err": 2.0270784669360437e-14,
    "w_frob_norm": 43.507489323233806,
    "relative_err": 1.3695614658088066e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.1663756846476698e-10,
    "max_abs_err": 4.5054238118069634e-13,
    "mean_abs_err": 4.053666053631759e-14,
    "w_frob_norm": 46.87997875987903,
    "relative_err": 2.4880038675398912e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.209883882586074e-10,
    "max_abs_err": 4.321595165057701e-13,
    "mean_abs_err": 4.1692769398481074e-14,
    "w_frob_norm": 47.221762747907746,
    "relative_err": 2.5621319751340296e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.288305628020234e-10,
    "max_abs_err": 5.384427441672973e-13,
    "mean_abs_err": 4.4371093968776775e-14,
    "w_frob_norm": 47.443671350731734,
    "relative_err": 2.7154425265623215e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.2513418495712866e-11,
    "max_abs_err": 1.705562774345637e-13,
    "mean_abs_err": 1.8147837246599962e-14,
    "w_frob_norm": 44.64330024522939,
    "relative_err": 1.1762888990565718e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.4157327607548283e-10,
    "max_abs_err": 5.310717143824917e-13,
    "mean_abs_err": 4.8612472760111914e-14,
    "w_frob_norm": 47.54676235358617,
    "relative_err": 2.9775587036328417e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.1274895882067778e-10,
    "max_abs_err": 3.6919252377476397e-13,
    "mean_abs_err": 3.910693209868835e-14,
    "w_frob_norm": 46.537498677184686,
    "relative_err": 2.4227550260657584e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.0731594449809015e-11,
    "max_abs_err": 1.7951352210276994e-13,
    "mean_abs_err": 1.760670835420222e-14,
    "w_frob_norm": 42.5904433053507,
    "relative_err": 1.1911497160546232e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 4.94054604405193e-11,
    "max_abs_err": 1.7875978475245802e-13,
    "mean_abs_err": 1.7087686598357e-14,
    "w_frob_norm": 45.37201823809883,
    "relative_err": 1.0888971299723578e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.2147747531270056e-10,
    "max_abs_err": 3.843887014243208e-13,
    "mean_abs_err": 4.2226543149575927e-14,
    "w_frob_norm": 46.24760004022642,
    "relative_err": 2.626676307679507e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.915531911947592e-11,
    "max_abs_err": 2.207661137232364e-13,
    "mean_abs_err": 2.0299963719468468e-14,
    "w_frob_norm": 45.26205755960413,
    "relative_err": 1.3069516126520808e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 6.998151477209034e-11,
    "max_abs_err": 4.0469233866802234e-13,
    "mean_abs_err": 2.3523041704183293e-14,
    "w_frob_norm": 44.09594582165158,
    "relative_err": 1.587028319000897e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.851776778328718e-11,
    "max_abs_err": 2.8946983698929785e-13,
    "mean_abs_err": 2.0103133154101692e-14,
    "w_frob_norm": 43.881408477563184,
    "relative_err": 1.3335435167995497e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.4647094484237265e-11,
    "max_abs_err": 2.073029248261804e-13,
    "mean_abs_err": 1.8809875999103754e-14,
    "w_frob_norm": 45.80335863908475,
    "relative_err": 1.1930805099870125e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.158468485242829e-10,
    "max_abs_err": 4.4790213205025964e-13,
    "mean_abs_err": 4.0176898512232556e-14,
    "w_frob_norm": 45.93559771131136,
    "relative_err": 2.5219405928347446e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.1960181902653117e-10,
    "max_abs_err": 4.48023562693578e-13,
    "mean_abs_err": 4.1068798798917346e-14,
    "w_frob_norm": 45.33226698023434,
    "relative_err": 2.6383374799826282e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.3106948961100916e-10,
    "max_abs_err": 4.50344622704435e-13,
    "mean_abs_err": 4.5218846320680195e-14,
    "w_frob_norm": 47.57393938199747,
    "relative_err": 2.7550690843274455e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.0632792680229929e-10,
    "max_abs_err": 3.553841249059886e-13,
    "mean_abs_err": 3.703666238430089e-14,
    "w_frob_norm": 46.41218006881266,
    "relative_err": 2.2909487691518264e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.2285740712295436e-10,
    "max_abs_err": 4.4921184827462213e-13,
    "mean_abs_err": 4.241971229973928e-14,
    "w_frob_norm": 47.13305572379364,
    "relative_err": 2.606608148703876e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.546497555768185e-11,
    "max_abs_err": 2.380144692448738e-13,
    "mean_abs_err": 1.8909149812228546e-14,
    "w_frob_norm": 44.346812603424375,
    "relative_err": 1.2507094039358074e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.5587941621274736e-11,
    "max_abs_err": 2.2868512639107053e-13,
    "mean_abs_err": 1.922376278874045e-14,
    "w_frob_norm": 43.49739189956593,
    "relative_err": 1.2779603372456328e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.4290794201726457e-10,
    "max_abs_err": 5.533178082384183e-13,
    "mean_abs_err": 4.9187089463604085e-14,
    "w_frob_norm": 46.44404078987465,
    "relative_err": 3.0769920012735025e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.1054354480524333e-10,
    "max_abs_err": 3.619292365808491e-13,
    "mean_abs_err": 3.850101963060077e-14,
    "w_frob_norm": 46.77526796175343,
    "relative_err": 2.363290465714298e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.194065194334011e-11,
    "max_abs_err": 2.2857063464165606e-13,
    "mean_abs_err": 1.7757526296868287e-14,
    "w_frob_norm": 43.937161659064024,
    "relative_err": 1.1821576538416428e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.777426951012662e-11,
    "max_abs_err": 2.7118845363771626e-13,
    "mean_abs_err": 1.9533866402692115e-14,
    "w_frob_norm": 45.037718749373866,
    "relative_err": 1.282797422125867e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.2078279333287932e-10,
    "max_abs_err": 4.1523208482718843e-13,
    "mean_abs_err": 4.175416465342665e-14,
    "w_frob_norm": 46.7191133452678,
    "relative_err": 2.5852972088802163e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 4.7448720716988716e-11,
    "max_abs_err": 1.7898876825128696e-13,
    "mean_abs_err": 1.6445132006188646e-14,
    "w_frob_norm": 44.3397641632627,
    "relative_err": 1.0701166686922054e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.2692265159224508e-10,
    "max_abs_err": 4.681116605453894e-13,
    "mean_abs_err": 4.371950101829267e-14,
    "w_frob_norm": 45.29538335896096,
    "relative_err": 2.802110108802854e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.4642907912744614e-10,
    "max_abs_err": 6.935615276537632e-13,
    "mean_abs_err": 5.032900945554195e-14,
    "w_frob_norm": 46.42632811387455,
    "relative_err": 3.15400948290127e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.330434373153563e-11,
    "max_abs_err": 1.8038001647902036e-13,
    "mean_abs_err": 1.840505830838109e-14,
    "w_frob_norm": 45.28860526313223,
    "relative_err": 1.1769923896271698e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 4.7141619443133445e-11,
    "max_abs_err": 1.7958052579702954e-13,
    "mean_abs_err": 1.6357304731578476e-14,
    "w_frob_norm": 44.37858029205882,
    "relative_err": 1.0622606476568392e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2747991201154828e-10,
    "max_abs_err": 4.3714424441398947e-13,
    "mean_abs_err": 4.3774395327217916e-14,
    "w_frob_norm": 47.523770555923626,
    "relative_err": 2.6824452378317966e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 4.842891986726237e-11,
    "max_abs_err": 1.964435558665656e-13,
    "mean_abs_err": 1.6779045995333667e-14,
    "w_frob_norm": 45.99460323013091,
    "relative_err": 1.0529261362458442e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 7.119548283912517e-11,
    "max_abs_err": 3.3006713681671407e-13,
    "mean_abs_err": 2.4032736964995363e-14,
    "w_frob_norm": 45.97828635551088,
    "relative_err": 1.5484588157251275e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.1585281203593256e-10,
    "max_abs_err": 4.94888264279702e-13,
    "mean_abs_err": 3.999110988069287e-14,
    "w_frob_norm": 47.03537593636583,
    "relative_err": 2.4630995230625956e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.744232046006148e-11,
    "max_abs_err": 2.7884292097546393e-13,
    "mean_abs_err": 1.9635628224119486e-14,
    "w_frob_norm": 45.28037688789147,
    "relative_err": 1.2685919245389997e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.283629781425019e-10,
    "max_abs_err": 5.828601490343033e-13,
    "mean_abs_err": 4.3908115035662935e-14,
    "w_frob_norm": 45.913885505990834,
    "relative_err": 2.795733289132176e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.987770629416171e-11,
    "max_abs_err": 2.31717423027078e-13,
    "mean_abs_err": 2.0433228927956237e-14,
    "w_frob_norm": 44.14501482944571,
    "relative_err": 1.3563865937184362e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.2061342614335902e-10,
    "max_abs_err": 4.910585826856106e-13,
    "mean_abs_err": 4.170242263537008e-14,
    "w_frob_norm": 47.78408683807488,
    "relative_err": 2.52413374670274e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.4320813490586483e-10,
    "max_abs_err": 5.164939656521206e-13,
    "mean_abs_err": 4.940616431713678e-14,
    "w_frob_norm": 47.934612333355204,
    "relative_err": 2.987572610579219e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.2264417517658837e-10,
    "max_abs_err": 5.240061856648381e-13,
    "mean_abs_err": 4.241339999124456e-14,
    "w_frob_norm": 45.83290054398261,
    "relative_err": 2.675898180585263e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.734411005785546e-11,
    "max_abs_err": 2.092180595436588e-13,
    "mean_abs_err": 1.9782334268786855e-14,
    "w_frob_norm": 43.82716637198847,
    "relative_err": 1.3084147300589837e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.024314459302057e-11,
    "max_abs_err": 2.153728584364245e-13,
    "mean_abs_err": 1.7213169505596902e-14,
    "w_frob_norm": 44.19475020301503,
    "relative_err": 1.1368577571367947e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.0735044147035698e-10,
    "max_abs_err": 3.8368180160786025e-13,
    "mean_abs_err": 3.7305904307912486e-14,
    "w_frob_norm": 45.62379766164188,
    "relative_err": 2.3529483947499544e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.500991427083809e-11,
    "max_abs_err": 2.087757050572847e-13,
    "mean_abs_err": 1.8819949095628403e-14,
    "w_frob_norm": 42.9970807648727,
    "relative_err": 1.2793871884386047e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.0482288972076724e-10,
    "max_abs_err": 3.5654465491141707e-13,
    "mean_abs_err": 3.649303920988592e-14,
    "w_frob_norm": 45.396920662336164,
    "relative_err": 2.3090308371451767e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 6.035300772635735e-11,
    "max_abs_err": 2.2498062440812205e-13,
    "mean_abs_err": 2.0722167680116994e-14,
    "w_frob_norm": 45.023601729152645,
    "relative_err": 1.3404748933552992e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.2945907162158823e-10,
    "max_abs_err": 4.5359202505146357e-13,
    "mean_abs_err": 4.426026327957034e-14,
    "w_frob_norm": 47.151698067899694,
    "relative_err": 2.7455866262793704e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 4.452928731689777e-11,
    "max_abs_err": 1.452969689008654e-13,
    "mean_abs_err": 1.5488778310080722e-14,
    "w_frob_norm": 45.70028495257587,
    "relative_err": 9.743765791199493e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.3195197555265023e-10,
    "max_abs_err": 5.043396256176891e-13,
    "mean_abs_err": 4.535537952077588e-14,
    "w_frob_norm": 47.67617577617992,
    "relative_err": 2.7676711356235997e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 4.937564653580029e-11,
    "max_abs_err": 1.5892842597509116e-13,
    "mean_abs_err": 1.711947269404849e-14,
    "w_frob_norm": 45.11328022489764,
    "relative_err": 1.0944814096792341e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.1282666638972319e-10,
    "max_abs_err": 4.682886023399391e-13,
    "mean_abs_err": 3.892042690552312e-14,
    "w_frob_norm": 45.83412592361795,
    "relative_err": 2.461630152558108e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.263403957472777e-10,
    "max_abs_err": 5.194664143282068e-13,
    "mean_abs_err": 4.375889858682948e-14,
    "w_frob_norm": 47.098107070595745,
    "relative_err": 2.6824941299212947e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.4216454722996474e-11,
    "max_abs_err": 2.274222477005594e-13,
    "mean_abs_err": 1.8500387986171265e-14,
    "w_frob_norm": 45.357552042697684,
    "relative_err": 1.195312627805826e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 4.934527115228118e-11,
    "max_abs_err": 1.7900611548604672e-13,
    "mean_abs_err": 1.7064589502403254e-14,
    "w_frob_norm": 45.079146953898324,
    "relative_err": 1.0946363116131224e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 4.8625038793938365e-11,
    "max_abs_err": 1.6971667127219092e-13,
    "mean_abs_err": 1.6894470046245697e-14,
    "w_frob_norm": 45.661732345197386,
    "relative_err": 1.0648969344031613e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.27508376646432e-11,
    "max_abs_err": 1.7351398096110415e-13,
    "mean_abs_err": 1.8213406618214086e-14,
    "w_frob_norm": 44.72956422227873,
    "relative_err": 1.1793282269083513e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.1346737859758815e-10,
    "max_abs_err": 3.8669154683868e-13,
    "mean_abs_err": 3.924144000600666e-14,
    "w_frob_norm": 47.40058156586379,
    "relative_err": 2.3937971824232494e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.2567706075408014e-10,
    "max_abs_err": 4.4842601854000463e-13,
    "mean_abs_err": 4.3136085936631224e-14,
    "w_frob_norm": 46.55377860011672,
    "relative_err": 2.6996103116271e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2712598795156283e-10,
    "max_abs_err": 4.92154927922428e-13,
    "mean_abs_err": 4.3562642953908735e-14,
    "w_frob_norm": 46.11573112462724,
    "relative_err": 2.7566729367904045e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.2408257239833483e-10,
    "max_abs_err": 5.240356759639297e-13,
    "mean_abs_err": 4.295583066607574e-14,
    "w_frob_norm": 46.399141823277695,
    "relative_err": 2.6742428312776386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 4.848071320854817e-11,
    "max_abs_err": 2.1046359099941014e-13,
    "mean_abs_err": 1.6729858069934175e-14,
    "w_frob_norm": 45.77832608147267,
    "relative_err": 1.0590320214475732e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 9.854834435246075e-11,
    "max_abs_err": 3.65001431856804e-13,
    "mean_abs_err": 3.413962881761983e-14,
    "w_frob_norm": 46.00103683680036,
    "relative_err": 2.142307024558696e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.265765076776672e-11,
    "max_abs_err": 2.0220630725376054e-13,
    "mean_abs_err": 1.8152410836518768e-14,
    "w_frob_norm": 46.22671007854246,
    "relative_err": 1.1391174210385648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.3440662938353014e-11,
    "max_abs_err": 2.0153323454508154e-13,
    "mean_abs_err": 1.8432542104073977e-14,
    "w_frob_norm": 43.46184638741336,
    "relative_err": 1.2295994620658716e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.3974724028576714e-10,
    "max_abs_err": 5.174125017326503e-13,
    "mean_abs_err": 4.7905234044643444e-14,
    "w_frob_norm": 47.11117484969881,
    "relative_err": 2.966328917323966e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.1592498296173086e-10,
    "max_abs_err": 4.212030030315006e-13,
    "mean_abs_err": 4.015751044534742e-14,
    "w_frob_norm": 46.20156711971125,
    "relative_err": 2.509113655416963e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.332862852393971e-11,
    "max_abs_err": 1.8250678746056792e-13,
    "mean_abs_err": 1.8430605046796262e-14,
    "w_frob_norm": 45.30763715136107,
    "relative_err": 1.1770339809551884e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.62749361086338e-11,
    "max_abs_err": 2.454876579793819e-13,
    "mean_abs_err": 1.9277573175235137e-14,
    "w_frob_norm": 46.158244988728136,
    "relative_err": 1.2191740852013799e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.448215801772985e-11,
    "max_abs_err": 2.1549428907974288e-13,
    "mean_abs_err": 1.883240683981642e-14,
    "w_frob_norm": 42.90686707470361,
    "relative_err": 1.2697771180280515e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 4.712656492046552e-11,
    "max_abs_err": 1.627465523457161e-13,
    "mean_abs_err": 1.6304684952688486e-14,
    "w_frob_norm": 45.35990212127473,
    "relative_err": 1.0389476766168372e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.3606951167080745e-10,
    "max_abs_err": 6.049379747130601e-13,
    "mean_abs_err": 4.665490299548358e-14,
    "w_frob_norm": 45.82703319153743,
    "relative_err": 2.9691974844213675e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.257813341506631e-10,
    "max_abs_err": 4.544871423650676e-13,
    "mean_abs_err": 4.334660204382088e-14,
    "w_frob_norm": 46.220225737264705,
    "relative_err": 2.7213483306130386e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.214928511597545e-10,
    "max_abs_err": 4.711665085865846e-13,
    "mean_abs_err": 4.174579020229281e-14,
    "w_frob_norm": 47.36721322929123,
    "relative_err": 2.5649144814925487e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.2938484294345117e-10,
    "max_abs_err": 4.630905034441746e-13,
    "mean_abs_err": 4.4101685242927023e-14,
    "w_frob_norm": 45.2286783540316,
    "relative_err": 2.86068148909149e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 6.040500716222649e-11,
    "max_abs_err": 2.3975266216780255e-13,
    "mean_abs_err": 2.0741858069228825e-14,
    "w_frob_norm": 45.74998921844798,
    "relative_err": 1.320328336555522e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.3369718960133845e-10,
    "max_abs_err": 6.045875605709128e-13,
    "mean_abs_err": 4.561739593390525e-14,
    "w_frob_norm": 46.98120357319286,
    "relative_err": 2.8457591426547683e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.2841464158913675e-11,
    "max_abs_err": 2.1234142916215504e-13,
    "mean_abs_err": 1.8252934547009502e-14,
    "w_frob_norm": 45.948740673136356,
    "relative_err": 1.1500089748881215e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.2752369497358725e-10,
    "max_abs_err": 4.931090258342152e-13,
    "mean_abs_err": 4.3790727285205154e-14,
    "w_frob_norm": 47.593418631935485,
    "relative_err": 2.679439692277496e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2067058629278688e-10,
    "max_abs_err": 4.479732557127747e-13,
    "mean_abs_err": 4.174062475109219e-14,
    "w_frob_norm": 47.57699635806426,
    "relative_err": 2.5363220785234233e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.0932672106367864e-10,
    "max_abs_err": 4.2341477546337103e-13,
    "mean_abs_err": 3.7656998079807504e-14,
    "w_frob_norm": 46.955733033981154,
    "relative_err": 2.3282933520505483e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.6913707784633804e-11,
    "max_abs_err": 2.370178706079251e-13,
    "mean_abs_err": 1.95736923858571e-14,
    "w_frob_norm": 45.462623498851585,
    "relative_err": 1.25187909109714e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 6.00866621269542e-11,
    "max_abs_err": 2.1320098464450155e-13,
    "mean_abs_err": 2.0670670896892015e-14,
    "w_frob_norm": 43.522188474489866,
    "relative_err": 1.3805983621934234e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.547927907931426e-11,
    "max_abs_err": 2.728182263433965e-13,
    "mean_abs_err": 1.9183456951543256e-14,
    "w_frob_norm": 45.79479887501713,
    "relative_err": 1.2114755483636462e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.4347903833916078e-10,
    "max_abs_err": 6.658770757006494e-13,
    "mean_abs_err": 4.905929125168606e-14,
    "w_frob_norm": 46.640720447279406,
    "relative_err": 3.07626119329231e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 4.9641835417380676e-11,
    "max_abs_err": 1.71206798738055e-13,
    "mean_abs_err": 1.720339147974883e-14,
    "w_frob_norm": 45.413156727380574,
    "relative_err": 1.093115717882931e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.994997968038626e-11,
    "max_abs_err": 2.3918540759115814e-13,
    "mean_abs_err": 2.0535711607544778e-14,
    "w_frob_norm": 45.476685916159134,
    "relative_err": 1.3182574427457206e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.995242228316298e-11,
    "max_abs_err": 1.767197499447093e-13,
    "mean_abs_err": 1.7246590651024692e-14,
    "w_frob_norm": 44.4192301766435,
    "relative_err": 1.1245674921540837e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.7671673022612555e-11,
    "max_abs_err": 2.3532564785710974e-13,
    "mean_abs_err": 1.9776346449945558e-14,
    "w_frob_norm": 45.532802591181756,
    "relative_err": 1.2665961623408112e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.796068718904652e-11,
    "max_abs_err": 1.6836098487571505e-13,
    "mean_abs_err": 1.6658928594231854e-14,
    "w_frob_norm": 44.317420130110364,
    "relative_err": 1.0822084644873275e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.416995840985981e-10,
    "max_abs_err": 6.035449917618507e-13,
    "mean_abs_err": 4.882540953723784e-14,
    "w_frob_norm": 47.58654786870519,
    "relative_err": 2.9777235467796013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.4200056917691893e-10,
    "max_abs_err": 5.63580432322297e-13,
    "mean_abs_err": 4.8502679411955716e-14,
    "w_frob_norm": 46.73518169638854,
    "relative_err": 3.0384084114493135e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.295520792982844e-11,
    "max_abs_err": 1.8738829932196666e-13,
    "mean_abs_err": 1.829913930130626e-14,
    "w_frob_norm": 44.010889446101615,
    "relative_err": 1.2032296687546064e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.0634139703573768e-10,
    "max_abs_err": 3.9555164699223155e-13,
    "mean_abs_err": 3.698510025882362e-14,
    "w_frob_norm": 44.197972283328745,
    "relative_err": 2.406024338719474e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.2792739565461046e-10,
    "max_abs_err": 5.83106479767892e-13,
    "mean_abs_err": 4.392125932364141e-14,
    "w_frob_norm": 47.09113427182852,
    "relative_err": 2.716591936736187e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.2331067747578856e-10,
    "max_abs_err": 4.839496858810577e-13,
    "mean_abs_err": 4.244590642076521e-14,
    "w_frob_norm": 47.3571606146693,
    "relative_err": 2.6038444001980977e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.6129464755271584e-11,
    "max_abs_err": 2.0905911550517242e-13,
    "mean_abs_err": 1.9382900426687168e-14,
    "w_frob_norm": 44.936529032463824,
    "relative_err": 1.2490832283624213e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.3106227646020184e-10,
    "max_abs_err": 5.661226695763411e-13,
    "mean_abs_err": 4.472374830520745e-14,
    "w_frob_norm": 45.46696189840501,
    "relative_err": 2.8825826707545976e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.3080000390275182e-10,
    "max_abs_err": 5.096201238785625e-13,
    "mean_abs_err": 4.505377934361218e-14,
    "w_frob_norm": 46.854580092056224,
    "relative_err": 2.7916161802275504e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.3851708745826394e-10,
    "max_abs_err": 5.233105615509714e-13,
    "mean_abs_err": 4.765747789999983e-14,
    "w_frob_norm": 46.964906021168154,
    "relative_err": 2.9493743135742916e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.336195072062018e-11,
    "max_abs_err": 2.361804328498973e-13,
    "mean_abs_err": 1.837797710348322e-14,
    "w_frob_norm": 45.76963793284339,
    "relative_err": 1.1658809885915374e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.415897316433286e-11,
    "max_abs_err": 2.1032351207872502e-13,
    "mean_abs_err": 1.8634104439027093e-14,
    "w_frob_norm": 43.76971441916057,
    "relative_err": 1.2373618124550591e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.430402347102816e-11,
    "max_abs_err": 2.1303098174385582e-13,
    "mean_abs_err": 1.8578863686910467e-14,
    "w_frob_norm": 42.94232783006472,
    "relative_err": 1.2645803386794722e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.0771869461618001e-10,
    "max_abs_err": 3.4388507666460733e-13,
    "mean_abs_err": 3.7456453608728916e-14,
    "w_frob_norm": 46.49017009803989,
    "relative_err": 2.3170208753596627e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.229338239759257e-10,
    "max_abs_err": 4.5377417101644113e-13,
    "mean_abs_err": 4.2510630202874414e-14,
    "w_frob_norm": 46.960320711474694,
    "relative_err": 2.6178233477414683e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.368216286961134e-10,
    "max_abs_err": 4.914246093390418e-13,
    "mean_abs_err": 4.713531680803705e-14,
    "w_frob_norm": 46.55504410620062,
    "relative_err": 2.9389216855642555e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.368541433757977e-11,
    "max_abs_err": 1.9709581189353287e-13,
    "mean_abs_err": 1.8493760722427293e-14,
    "w_frob_norm": 44.47249811282608,
    "relative_err": 1.2071598541952973e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.2361102665981326e-11,
    "max_abs_err": 1.8987068861608947e-13,
    "mean_abs_err": 1.8013546113621977e-14,
    "w_frob_norm": 41.79776224141865,
    "relative_err": 1.2527250230179822e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.526659798338257e-11,
    "max_abs_err": 2.535333054609623e-13,
    "mean_abs_err": 1.9006501344411608e-14,
    "w_frob_norm": 44.63185729684844,
    "relative_err": 1.2382769019851e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.3601733351837958e-10,
    "max_abs_err": 5.518120682612704e-13,
    "mean_abs_err": 4.6250282069258105e-14,
    "w_frob_norm": 44.28941257748482,
    "relative_err": 3.0711026767495674e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.2222097934899688e-10,
    "max_abs_err": 4.350235449646078e-13,
    "mean_abs_err": 4.221815418636973e-14,
    "w_frob_norm": 46.36741674545293,
    "relative_err": 2.635923843244569e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.7942714977580865e-11,
    "max_abs_err": 2.256719117132988e-13,
    "mean_abs_err": 1.9896102876191714e-14,
    "w_frob_norm": 44.974414563844306,
    "relative_err": 1.288348398517276e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.277136671349016e-11,
    "max_abs_err": 1.996414372793659e-13,
    "mean_abs_err": 1.8116960800982073e-14,
    "w_frob_norm": 44.96847236098314,
    "relative_err": 1.1735192223091215e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.351825601201128e-10,
    "max_abs_err": 5.455020116174047e-13,
    "mean_abs_err": 4.643578134321648e-14,
    "w_frob_norm": 47.033796354134914,
    "relative_err": 2.8741579587212802e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 4.595461557147316e-11,
    "max_abs_err": 1.6425923121676789e-13,
    "mean_abs_err": 1.5908662007392115e-14,
    "w_frob_norm": 45.95641204704911,
    "relative_err": 9.99960909142034e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.2735547169725242e-10,
    "max_abs_err": 4.853374646618391e-13,
    "mean_abs_err": 4.373580958986975e-14,
    "w_frob_norm": 48.13384860640769,
    "relative_err": 2.645860976932116e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.4397973796702174e-11,
    "max_abs_err": 2.321127231391662e-13,
    "mean_abs_err": 1.8736139539054243e-14,
    "w_frob_norm": 44.77247252372972,
    "relative_err": 1.2149870384725988e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.2859256071124623e-10,
    "max_abs_err": 5.187239526804888e-13,
    "mean_abs_err": 4.416956692200566e-14,
    "w_frob_norm": 45.75510538750485,
    "relative_err": 2.8104527270166283e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.748586493708478e-11,
    "max_abs_err": 2.1133095273739855e-13,
    "mean_abs_err": 1.6313610444992444e-14,
    "w_frob_norm": 44.034133702215804,
    "relative_err": 1.0783876267036743e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.190781735025811e-10,
    "max_abs_err": 4.0739286943924924e-13,
    "mean_abs_err": 4.1284198523992706e-14,
    "w_frob_norm": 45.10832582441221,
    "relative_err": 2.6398269349676705e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.3174722361401802e-10,
    "max_abs_err": 4.4299286461324527e-13,
    "mean_abs_err": 4.543730402024797e-14,
    "w_frob_norm": 46.867941177532394,
    "relative_err": 2.8110307451946526e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.673029143735086e-11,
    "max_abs_err": 1.9482332414000325e-13,
    "mean_abs_err": 1.967293797412957e-14,
    "w_frob_norm": 45.655755137647304,
    "relative_err": 1.2425660525450732e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.420265137983678e-11,
    "max_abs_err": 2.423755640634795e-13,
    "mean_abs_err": 1.8616258765157884e-14,
    "w_frob_norm": 43.525665687922135,
    "relative_err": 1.2453032141649102e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.564421645937305e-11,
    "max_abs_err": 2.1332935418172383e-13,
    "mean_abs_err": 1.9138756180752448e-14,
    "w_frob_norm": 45.93070368317428,
    "relative_err": 1.2114819063779576e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 4.682557792300839e-11,
    "max_abs_err": 1.7869820206906084e-13,
    "mean_abs_err": 1.6208272847568044e-14,
    "w_frob_norm": 46.2670856008026,
    "relative_err": 1.0120710504012403e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1952267849419903e-10,
    "max_abs_err": 5.25137225371175e-13,
    "mean_abs_err": 4.1106397780499124e-14,
    "w_frob_norm": 46.93692024331635,
    "relative_err": 2.546453364954609e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.4767098786870306e-10,
    "max_abs_err": 5.560205074139901e-13,
    "mean_abs_err": 5.013834541938416e-14,
    "w_frob_norm": 45.003207766966185,
    "relative_err": 3.281343601846497e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.571033935724644e-10,
    "max_abs_err": 5.653411766504135e-13,
    "mean_abs_err": 5.399673253422156e-14,
    "w_frob_norm": 47.36116247347181,
    "relative_err": 3.317135504443372e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.1883245900300357e-10,
    "max_abs_err": 5.198445840459698e-13,
    "mean_abs_err": 4.1207065328334435e-14,
    "w_frob_norm": 46.946981469705186,
    "relative_err": 2.5312055276585988e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.559360652864182e-11,
    "max_abs_err": 2.549471050938834e-13,
    "mean_abs_err": 1.9046036847572297e-14,
    "w_frob_norm": 45.29845220172481,
    "relative_err": 1.2272738653645435e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 6.150015587964693e-11,
    "max_abs_err": 2.5624641297739004e-13,
    "mean_abs_err": 2.0919223400108e-14,
    "w_frob_norm": 44.462998889373345,
    "relative_err": 1.3831760658488887e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.3641023301888331e-10,
    "max_abs_err": 4.834136563269809e-13,
    "mean_abs_err": 4.6916865024655e-14,
    "w_frob_norm": 46.49348424779077,
    "relative_err": 2.9339645162292848e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 6.45861225889798e-11,
    "max_abs_err": 2.654647335287308e-13,
    "mean_abs_err": 2.198683302526327e-14,
    "w_frob_norm": 45.483422243312994,
    "relative_err": 1.4199925907834542e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.3246999466979404e-10,
    "max_abs_err": 4.844735723708027e-13,
    "mean_abs_err": 4.5559611607242776e-14,
    "w_frob_norm": 46.84664677984441,
    "relative_err": 2.8277369625266056e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.299741528948604e-11,
    "max_abs_err": 2.0137363998529167e-13,
    "mean_abs_err": 1.8269035015388607e-14,
    "w_frob_norm": 45.203114042043374,
    "relative_err": 1.1724284136750666e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.2635433180609193e-10,
    "max_abs_err": 4.191907237993675e-13,
    "mean_abs_err": 4.369251501632144e-14,
    "w_frob_norm": 47.05228557831,
    "relative_err": 2.6854026377910603e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.2465987718660428e-10,
    "max_abs_err": 4.818645482629336e-13,
    "mean_abs_err": 4.313558459593477e-14,
    "w_frob_norm": 46.512843440915624,
    "relative_err": 2.680117317380464e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.2774954658416253e-10,
    "max_abs_err": 4.719523383212021e-13,
    "mean_abs_err": 4.391267443974817e-14,
    "w_frob_norm": 47.28542870910348,
    "relative_err": 2.7016683589794325e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.300091567321271e-11,
    "max_abs_err": 2.0776089182383828e-13,
    "mean_abs_err": 1.8224561042803053e-14,
    "w_frob_norm": 44.87994436488639,
    "relative_err": 1.1809487828750537e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 6.199580780862335e-11,
    "max_abs_err": 2.735641574380665e-13,
    "mean_abs_err": 2.1091324466383197e-14,
    "w_frob_norm": 44.41910278891118,
    "relative_err": 1.3957014868859538e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.239955100303294e-11,
    "max_abs_err": 1.851253525475549e-13,
    "mean_abs_err": 1.8039792779475616e-14,
    "w_frob_norm": 44.493457668033,
    "relative_err": 1.1776911426841118e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.3555001173653927e-10,
    "max_abs_err": 6.004164179729266e-13,
    "mean_abs_err": 4.6528435571090825e-14,
    "w_frob_norm": 45.624425029914505,
    "relative_err": 2.9709966020977444e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.447485040144567e-11,
    "max_abs_err": 2.386632558248891e-13,
    "mean_abs_err": 1.8598923479821038e-14,
    "w_frob_norm": 45.67874047409171,
    "relative_err": 1.1925646337018196e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.3837202638608368e-10,
    "max_abs_err": 5.513992040739879e-13,
    "mean_abs_err": 4.756537872234852e-14,
    "w_frob_norm": 46.8218782058302,
    "relative_err": 2.9552856845638836e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.67786500193273e-11,
    "max_abs_err": 2.938933818530387e-13,
    "mean_abs_err": 1.94400829507048e-14,
    "w_frob_norm": 44.92076737347822,
    "relative_err": 1.2639732876168568e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 4.4800810713211886e-11,
    "max_abs_err": 1.884464806423125e-13,
    "mean_abs_err": 1.5512396449434208e-14,
    "w_frob_norm": 44.760828070105234,
    "relative_err": 1.0008932507469262e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.3228833470302026e-10,
    "max_abs_err": 6.058105406214764e-13,
    "mean_abs_err": 4.5358833209518696e-14,
    "w_frob_norm": 46.453847134623416,
    "relative_err": 2.847736901523962e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.3355572676758365e-10,
    "max_abs_err": 6.002143226879753e-13,
    "mean_abs_err": 4.599011793058178e-14,
    "w_frob_norm": 46.378287028780164,
    "relative_err": 2.8797037433639e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 7.237747497275674e-11,
    "max_abs_err": 3.894983294228105e-13,
    "mean_abs_err": 2.4184548061472153e-14,
    "w_frob_norm": 44.64116478077921,
    "relative_err": 1.6213169017471456e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.3730636787175383e-10,
    "max_abs_err": 5.499767308236869e-13,
    "mean_abs_err": 4.716734000762019e-14,
    "w_frob_norm": 46.73478157238229,
    "relative_err": 2.9379910048171576e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.252359422242571e-10,
    "max_abs_err": 4.289953808855884e-13,
    "mean_abs_err": 4.331799650982616e-14,
    "w_frob_norm": 45.770692036198845,
    "relative_err": 2.73616012021866e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.3260515704569388e-10,
    "max_abs_err": 4.4935236087617625e-13,
    "mean_abs_err": 4.571788528506853e-14,
    "w_frob_norm": 47.19534766999274,
    "relative_err": 2.8097082359243966e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1798510599678592e-10,
    "max_abs_err": 3.8721977013711495e-13,
    "mean_abs_err": 4.094650577203023e-14,
    "w_frob_norm": 46.69040246214796,
    "relative_err": 2.5269669948216183e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.248998473437571e-11,
    "max_abs_err": 1.7853427070058103e-13,
    "mean_abs_err": 1.81999117763248e-14,
    "w_frob_norm": 45.256641239565624,
    "relative_err": 1.1598294371100243e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 6.009031580627352e-11,
    "max_abs_err": 2.358842288163743e-13,
    "mean_abs_err": 2.0438683705744204e-14,
    "w_frob_norm": 43.06025108026484,
    "relative_err": 1.3954938556736334e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 6.041145245902705e-11,
    "max_abs_err": 2.628933312362469e-13,
    "mean_abs_err": 2.0600344415317445e-14,
    "w_frob_norm": 45.911213246091776,
    "relative_err": 1.315832194091922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.180807598530029e-11,
    "max_abs_err": 1.9368881498671442e-13,
    "mean_abs_err": 1.776496921414858e-14,
    "w_frob_norm": 43.276761478082335,
    "relative_err": 1.1971338477242266e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.2055078583808225e-11,
    "max_abs_err": 1.6957442394716082e-13,
    "mean_abs_err": 1.8046599381545697e-14,
    "w_frob_norm": 45.89967020705687,
    "relative_err": 1.1341057212172514e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.2993686212825676e-10,
    "max_abs_err": 5.254135885049416e-13,
    "mean_abs_err": 4.437950175993659e-14,
    "w_frob_norm": 46.762808467734686,
    "relative_err": 2.778636835251466e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.7449989081879073e-11,
    "max_abs_err": 2.1851964682184644e-13,
    "mean_abs_err": 1.971900835214985e-14,
    "w_frob_norm": 45.196135237466976,
    "relative_err": 1.2711261434197547e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.4199902297011928e-10,
    "max_abs_err": 6.234110450087371e-13,
    "mean_abs_err": 4.8751330661157004e-14,
    "w_frob_norm": 45.611408142678364,
    "relative_err": 3.1132347970035924e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.1268747872763644e-10,
    "max_abs_err": 4.692370624004294e-13,
    "mean_abs_err": 3.891047671224833e-14,
    "w_frob_norm": 46.82335007251149,
    "relative_err": 2.406651351369062e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.476424031482374e-11,
    "max_abs_err": 2.667518983479056e-13,
    "mean_abs_err": 1.876769028195043e-14,
    "w_frob_norm": 44.334488646228614,
    "relative_err": 1.2352514258553955e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.2342615768117766e-11,
    "max_abs_err": 1.8073216534464365e-13,
    "mean_abs_err": 1.8050729237067972e-14,
    "w_frob_norm": 45.41278107493908,
    "relative_err": 1.1525965714749607e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.4044772612641656e-11,
    "max_abs_err": 1.870552324145791e-13,
    "mean_abs_err": 1.8687248489351252e-14,
    "w_frob_norm": 44.682175638230596,
    "relative_err": 1.2095376252538677e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.2054480636125785e-10,
    "max_abs_err": 4.655113100549002e-13,
    "mean_abs_err": 4.166272202673814e-14,
    "w_frob_norm": 47.121116339929245,
    "relative_err": 2.5581908011612878e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.015062561023026e-11,
    "max_abs_err": 1.6682835668468954e-13,
    "mean_abs_err": 1.7342226566533875e-14,
    "w_frob_norm": 45.36755607132372,
    "relative_err": 1.1054292969051923e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.215235843995963e-10,
    "max_abs_err": 5.63058280556028e-13,
    "mean_abs_err": 4.204034508043324e-14,
    "w_frob_norm": 46.83347768342414,
    "relative_err": 2.5948016335888586e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.72218105557676e-11,
    "max_abs_err": 2.1250015636020692e-13,
    "mean_abs_err": 1.96845445815575e-14,
    "w_frob_norm": 45.777090944706316,
    "relative_err": 1.2500097619764707e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.2526366731084736e-10,
    "max_abs_err": 5.578003337003423e-13,
    "mean_abs_err": 4.327660846873213e-14,
    "w_frob_norm": 47.21373911791856,
    "relative_err": 2.6531189787361556e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.3831168857281663e-10,
    "max_abs_err": 5.598299601672352e-13,
    "mean_abs_err": 4.734699545747975e-14,
    "w_frob_norm": 45.55579872189781,
    "relative_err": 3.0360940309083602e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.1105768858714128e-10,
    "max_abs_err": 3.92453430864137e-13,
    "mean_abs_err": 3.861150109407379e-14,
    "w_frob_norm": 45.36826473289603,
    "relative_err": 2.4479157234906223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.1603018705289939e-10,
    "max_abs_err": 4.2618165940755404e-13,
    "mean_abs_err": 4.0262861302231015e-14,
    "w_frob_norm": 45.799987739184324,
    "relative_err": 2.5334108758642615e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.208794628490576e-10,
    "max_abs_err": 6.251492379316659e-13,
    "mean_abs_err": 4.12319969589037e-14,
    "w_frob_norm": 45.03741380246285,
    "relative_err": 2.683978777716747e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.939521230864118e-11,
    "max_abs_err": 2.1733626725563282e-13,
    "mean_abs_err": 1.707105797691942e-14,
    "w_frob_norm": 44.71522996654217,
    "relative_err": 1.1046619316416526e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.9821390631857424e-11,
    "max_abs_err": 1.9721030364294734e-13,
    "mean_abs_err": 1.7271765634127883e-14,
    "w_frob_norm": 45.27615881108451,
    "relative_err": 1.1003890776100943e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 5.3415645164934096e-11,
    "max_abs_err": 2.2383483955223937e-13,
    "mean_abs_err": 1.833521799390364e-14,
    "w_frob_norm": 43.39533205116462,
    "relative_err": 1.2309076262385819e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.2465680726349527e-10,
    "max_abs_err": 5.062547603351675e-13,
    "mean_abs_err": 4.291284543968535e-14,
    "w_frob_norm": 46.13342830934342,
    "relative_err": 2.7020928604659644e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 4.842565276593658e-11,
    "max_abs_err": 1.8787749134219212e-13,
    "mean_abs_err": 1.6728805277720945e-14,
    "w_frob_norm": 44.75346554209362,
    "relative_err": 1.082053695269454e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.gate.weight": {
    "frob_norm_diff": 2.5388979145000242e-11,
    "max_abs_err": 4.5185730157548676e-13,
    "mean_abs_err": 3.2936300590669404e-14,
    "w_frob_norm": 9.893625641857174,
    "relative_err": 2.5661956560784495e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.1708094987191485e-10,
    "max_abs_err": 5.338784969666222e-13,
    "mean_abs_err": 4.043920302025673e-14,
    "w_frob_norm": 46.38513689068842,
    "relative_err": 2.524104868933097e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 3.836516296271231e-10,
    "max_abs_err": 1.2194134590970407e-12,
    "mean_abs_err": 9.115244112726311e-14,
    "w_frob_norm": 51.030615899088005,
    "relative_err": 7.518067788673887e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.38.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.3426153355540045e-10,
    "max_abs_err": 3.50566797813201e-13,
    "mean_abs_err": 3.2655931084745614e-14,
    "w_frob_norm": 48.54032120070714,
    "relative_err": 2.7659795039313528e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.38.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.2504283921043773e-10,
    "max_abs_err": 5.609158970631967e-13,
    "mean_abs_err": 4.2826948960246944e-14,
    "w_frob_norm": 46.40455073452878,
    "relative_err": 2.694624497622722e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.38.norm.weight": {
    "frob_norm_diff": 1.0630241088236844e-14,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.4405561936777935e-16,
    "w_frob_norm": 90.97461912668227,
    "relative_err": 1.1684842641038398e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.39.mixer.A_log": {
    "frob_norm_diff": 2.268710597756992e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.6718397499726478e-16,
    "w_frob_norm": 18.125169424383255,
    "relative_err": 1.251690698518361e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.39.mixer.D": {
    "frob_norm_diff": 2.5978381807319347e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.5491893792102251e-16,
    "w_frob_norm": 16.862116203711683,
    "relative_err": 1.5406359138718898e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.39.mixer.norm.weight": {
    "frob_norm_diff": 3.569968680376583e-14,
    "max_abs_err": 7.105427357601002e-15,
    "mean_abs_err": 2.997031373814953e-16,
    "w_frob_norm": 303.29804206181035,
    "relative_err": 1.1770496954441415e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.385187846939984e-11,
    "max_abs_err": 2.0308060788565285e-13,
    "mean_abs_err": 1.8467337788072308e-14,
    "w_frob_norm": 45.01579160693845,
    "relative_err": 1.1962886033331345e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.39.norm.weight": {
    "frob_norm_diff": 6.309984571952927e-15,
    "max_abs_err": 6.661338147750939e-16,
    "mean_abs_err": 7.593545501388951e-17,
    "w_frob_norm": 53.43491090447462,
    "relative_err": 1.1808730407042806e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.39.mixer.dt_bias": {
    "frob_norm_diff": 4.947660049471823e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 4.40619762898109e-16,
    "w_frob_norm": 34.62628876528969,
    "relative_err": 1.428873906472902e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.39.mixer.in_proj.weight": {
    "frob_norm_diff": 3.6584371105877333e-10,
    "max_abs_err": 1.1138867606064196e-12,
    "mean_abs_err": 5.147243911968065e-14,
    "w_frob_norm": 126.08067697134396,
    "relative_err": 2.9016636002194335e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.39.mixer.out_proj.weight": {
    "frob_norm_diff": 3.892398769106237e-10,
    "max_abs_err": 1.1235474356441344e-12,
    "mean_abs_err": 9.049193735038563e-14,
    "w_frob_norm": 69.50206266592764,
    "relative_err": 5.600407555982404e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.4668959423683468e-10,
    "max_abs_err": 6.6328539882754e-13,
    "mean_abs_err": 5.033771275937001e-14,
    "w_frob_norm": 46.289141846904364,
    "relative_err": 3.168984958113772e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.39.mixer.conv1d.weight": {
    "frob_norm_diff": 1.0341430033765575e-14,
    "max_abs_err": 2.3314683517128287e-15,
    "mean_abs_err": 1.957363749054252e-17,
    "w_frob_norm": 11.896376162619188,
    "relative_err": 8.692924544753749e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 3.1086244689504383e-15,
    "sensitive": true
  },
  "backbone.layers.40.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.2648691070169662e-10,
    "max_abs_err": 4.3480496980663474e-13,
    "mean_abs_err": 4.353054334388796e-14,
    "w_frob_norm": 46.362112208319004,
    "relative_err": 2.7282387423021766e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.913442133427463e-11,
    "max_abs_err": 2.554206846028251e-13,
    "mean_abs_err": 2.0277419650391044e-14,
    "w_frob_norm": 45.42141663387683,
    "relative_err": 1.3019061428870136e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.3875224506490399e-10,
    "max_abs_err": 5.303969069503367e-13,
    "mean_abs_err": 4.795814004395001e-14,
    "w_frob_norm": 46.58919426056667,
    "relative_err": 2.9782065834597314e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.822925984963632e-11,
    "max_abs_err": 2.415290190072028e-13,
    "mean_abs_err": 1.9940103699887646e-14,
    "w_frob_norm": 45.81836597039788,
    "relative_err": 1.2708715951864548e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1452371022043877e-10,
    "max_abs_err": 4.600261144238615e-13,
    "mean_abs_err": 3.969371630698446e-14,
    "w_frob_norm": 46.795209330161256,
    "relative_err": 2.447338346376922e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.538071855293609e-11,
    "max_abs_err": 2.008640649642235e-13,
    "mean_abs_err": 1.9103953671210578e-14,
    "w_frob_norm": 44.84476945437192,
    "relative_err": 1.2349426527721176e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.3272450627094537e-10,
    "max_abs_err": 5.138684616712297e-13,
    "mean_abs_err": 4.571944142897262e-14,
    "w_frob_norm": 46.4140852192287,
    "relative_err": 2.8595738910730373e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.422514823901599e-11,
    "max_abs_err": 1.9997545286365437e-13,
    "mean_abs_err": 1.878439239384355e-14,
    "w_frob_norm": 45.09921510669489,
    "relative_err": 1.2023523715597075e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.4762941074104368e-10,
    "max_abs_err": 5.671036557020059e-13,
    "mean_abs_err": 5.036765610556064e-14,
    "w_frob_norm": 46.213819332845866,
    "relative_err": 3.1944862569737448e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.133216983499853e-11,
    "max_abs_err": 2.2584885350784845e-13,
    "mean_abs_err": 1.770587283003701e-14,
    "w_frob_norm": 44.533484324705505,
    "relative_err": 1.1526645761809698e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.1374227287895666e-11,
    "max_abs_err": 2.2085805406746317e-13,
    "mean_abs_err": 1.7639993761487545e-14,
    "w_frob_norm": 44.40192703532419,
    "relative_err": 1.1570269742352538e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.355763369601765e-11,
    "max_abs_err": 1.9937263645575243e-13,
    "mean_abs_err": 1.8384703408383176e-14,
    "w_frob_norm": 44.02030813733079,
    "relative_err": 1.2166574011461513e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.309431452557331e-11,
    "max_abs_err": 1.830029183746973e-13,
    "mean_abs_err": 1.841276051306263e-14,
    "w_frob_norm": 45.54136575127803,
    "relative_err": 1.1658480954555766e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.319800888260692e-10,
    "max_abs_err": 5.745473541374224e-13,
    "mean_abs_err": 4.516857626115635e-14,
    "w_frob_norm": 45.98811656288417,
    "relative_err": 2.8698737563126675e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.1152489129965704e-10,
    "max_abs_err": 4.020707378149524e-13,
    "mean_abs_err": 3.87201216059305e-14,
    "w_frob_norm": 45.7304850316948,
    "relative_err": 2.438742804113308e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.7832879467395012e-10,
    "max_abs_err": 6.981915046111453e-13,
    "mean_abs_err": 6.029760000635627e-14,
    "w_frob_norm": 46.327246805477415,
    "relative_err": 3.8493285694859326e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.3875448411468235e-10,
    "max_abs_err": 5.027228633380787e-13,
    "mean_abs_err": 4.7652400222331315e-14,
    "w_frob_norm": 46.11624658923666,
    "relative_err": 3.008798295112488e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 4.861356402117326e-11,
    "max_abs_err": 1.691580903129264e-13,
    "mean_abs_err": 1.6827655577457525e-14,
    "w_frob_norm": 43.852690729230545,
    "relative_err": 1.1085651350640908e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.4911667663408956e-10,
    "max_abs_err": 6.080752221193642e-13,
    "mean_abs_err": 5.096727095516575e-14,
    "w_frob_norm": 46.22910731899746,
    "relative_err": 3.2256014723609283e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.216647573749173e-11,
    "max_abs_err": 1.859484788369059e-13,
    "mean_abs_err": 1.7967017830821488e-14,
    "w_frob_norm": 45.038741785882664,
    "relative_err": 1.1582578391175938e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.225668120828855e-10,
    "max_abs_err": 4.161549577164081e-13,
    "mean_abs_err": 4.236563779140904e-14,
    "w_frob_norm": 46.73273576389493,
    "relative_err": 2.6227185307986814e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 6.204728537186177e-11,
    "max_abs_err": 2.400701165639063e-13,
    "mean_abs_err": 2.1078007199767478e-14,
    "w_frob_norm": 44.552196504350995,
    "relative_err": 1.3926874596587442e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 6.452394722972103e-11,
    "max_abs_err": 3.429134146776258e-13,
    "mean_abs_err": 2.1621277200174595e-14,
    "w_frob_norm": 45.43583665246597,
    "relative_err": 1.4201113478608977e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.451346287700311e-11,
    "max_abs_err": 1.8811341373492496e-13,
    "mean_abs_err": 1.8810755269100284e-14,
    "w_frob_norm": 45.29930751258807,
    "relative_err": 1.203406097584484e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 6.098358766544201e-11,
    "max_abs_err": 2.9194702211299273e-13,
    "mean_abs_err": 2.0780180966997076e-14,
    "w_frob_norm": 44.08985809720234,
    "relative_err": 1.383165886608096e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.677648864773943e-11,
    "max_abs_err": 2.4030777368011513e-13,
    "mean_abs_err": 1.929511181513349e-14,
    "w_frob_norm": 45.3052309923729,
    "relative_err": 1.2531994077526657e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.1893293214316543e-10,
    "max_abs_err": 4.2693626411960395e-13,
    "mean_abs_err": 4.124299946961999e-14,
    "w_frob_norm": 46.64337173057405,
    "relative_err": 2.549835651465278e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.371361669971048e-11,
    "max_abs_err": 2.1005072681212766e-13,
    "mean_abs_err": 1.856845125963347e-14,
    "w_frob_norm": 45.22922236286172,
    "relative_err": 1.1875865622623528e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.2582124316449206e-10,
    "max_abs_err": 4.650689555685261e-13,
    "mean_abs_err": 4.346327257135117e-14,
    "w_frob_norm": 46.212506779264075,
    "relative_err": 2.72266647999604e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.3010430758677076e-10,
    "max_abs_err": 4.750783100249123e-13,
    "mean_abs_err": 4.4865043821682774e-14,
    "w_frob_norm": 46.09785267470931,
    "relative_err": 2.8223507178274697e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.1905658907003347e-10,
    "max_abs_err": 4.559295649353423e-13,
    "mean_abs_err": 4.11792907423717e-14,
    "w_frob_norm": 46.695297256189946,
    "relative_err": 2.5496483814384815e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.183906560285567e-10,
    "max_abs_err": 4.246724499834542e-13,
    "mean_abs_err": 4.0963954271699843e-14,
    "w_frob_norm": 47.13516580585064,
    "relative_err": 2.5117267332039704e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.207112283049331e-11,
    "max_abs_err": 2.1720472642705602e-13,
    "mean_abs_err": 1.7673120258859135e-14,
    "w_frob_norm": 46.24751477305735,
    "relative_err": 1.1259226162965334e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.747473385798891e-11,
    "max_abs_err": 1.697773865938501e-13,
    "mean_abs_err": 1.6351187583386187e-14,
    "w_frob_norm": 44.074531310208336,
    "relative_err": 1.0771466524249355e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 6.854466675547403e-11,
    "max_abs_err": 3.3060013060470794e-13,
    "mean_abs_err": 2.3238656415304302e-14,
    "w_frob_norm": 45.808340059403086,
    "relative_err": 1.4963359656033607e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.796783802046462e-11,
    "max_abs_err": 2.6043230072492207e-13,
    "mean_abs_err": 1.9771452902893972e-14,
    "w_frob_norm": 45.622508971060945,
    "relative_err": 1.2705973285518888e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.2597621266852e-10,
    "max_abs_err": 4.915789997284037e-13,
    "mean_abs_err": 4.3566448155254326e-14,
    "w_frob_norm": 45.87042664970455,
    "relative_err": 2.7463492683543945e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 5.3852151105113835e-11,
    "max_abs_err": 1.980811348278877e-13,
    "mean_abs_err": 1.858099943373828e-14,
    "w_frob_norm": 44.45978075194701,
    "relative_err": 1.2112554356839807e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.3049292088380233e-10,
    "max_abs_err": 5.363660904311729e-13,
    "mean_abs_err": 4.46181524668077e-14,
    "w_frob_norm": 45.70974554473372,
    "relative_err": 2.8548161738528115e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.586022704576928e-10,
    "max_abs_err": 6.700316842155052e-13,
    "mean_abs_err": 5.3958211111239275e-14,
    "w_frob_norm": 46.33144746326108,
    "relative_err": 3.4232099177013156e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.261432845220243e-11,
    "max_abs_err": 2.1549775852669484e-13,
    "mean_abs_err": 1.7989546413062022e-14,
    "w_frob_norm": 44.67198692272341,
    "relative_err": 1.177792439436782e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.36225395687797e-10,
    "max_abs_err": 5.334691022262916e-13,
    "mean_abs_err": 4.6897264551998446e-14,
    "w_frob_norm": 46.114818168603186,
    "relative_err": 2.9540482018108596e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.3324438576736164e-10,
    "max_abs_err": 6.369869909317316e-13,
    "mean_abs_err": 4.5124490418512957e-14,
    "w_frob_norm": 46.78181080892429,
    "relative_err": 2.8482092390904926e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.1724714479530618e-10,
    "max_abs_err": 4.061005004496465e-13,
    "mean_abs_err": 4.076886648810688e-14,
    "w_frob_norm": 45.7527965287663,
    "relative_err": 2.5626224775482087e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 4.8504985594942045e-11,
    "max_abs_err": 1.7887774594882444e-13,
    "mean_abs_err": 1.680844355913539e-14,
    "w_frob_norm": 45.520100085135155,
    "relative_err": 1.0655729118394805e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.2398617375636075e-10,
    "max_abs_err": 4.809399406502379e-13,
    "mean_abs_err": 4.262530551188811e-14,
    "w_frob_norm": 46.410186248884656,
    "relative_err": 2.6715293296057486e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 6.372436305113211e-11,
    "max_abs_err": 2.5393402658391295e-13,
    "mean_abs_err": 2.1490815388551202e-14,
    "w_frob_norm": 44.6625405491177,
    "relative_err": 1.4267966458614494e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.2050005699799354e-11,
    "max_abs_err": 2.656590225580402e-13,
    "mean_abs_err": 1.7830522961701354e-14,
    "w_frob_norm": 44.97951098124507,
    "relative_err": 1.1571936769499882e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2810509921598922e-10,
    "max_abs_err": 4.582193999236317e-13,
    "mean_abs_err": 4.426492848955547e-14,
    "w_frob_norm": 46.896224964400815,
    "relative_err": 2.731671884319783e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.1902270449785347e-10,
    "max_abs_err": 5.193658003666002e-13,
    "mean_abs_err": 4.104362828983711e-14,
    "w_frob_norm": 45.706477689710034,
    "relative_err": 2.6040664368378845e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.7614014556050924e-11,
    "max_abs_err": 2.1480733858325607e-13,
    "mean_abs_err": 1.9691640792981685e-14,
    "w_frob_norm": 44.589244248759755,
    "relative_err": 1.2921056529827472e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 4.897656121785932e-11,
    "max_abs_err": 1.7331448776136682e-13,
    "mean_abs_err": 1.6913390459087268e-14,
    "w_frob_norm": 44.65702060857824,
    "relative_err": 1.0967270218750627e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2745187202509548e-10,
    "max_abs_err": 4.969774591856435e-13,
    "mean_abs_err": 4.3962686668276585e-14,
    "w_frob_norm": 46.11469014308435,
    "relative_err": 2.7638019821804866e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.371854860106718e-10,
    "max_abs_err": 6.132178098638974e-13,
    "mean_abs_err": 4.687184216390546e-14,
    "w_frob_norm": 46.139640571914086,
    "relative_err": 2.97326733173944e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.835494990284654e-11,
    "max_abs_err": 2.1170565300820954e-13,
    "mean_abs_err": 1.9948346447268505e-14,
    "w_frob_norm": 44.83298381315766,
    "relative_err": 1.301607542920675e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.3423195793599855e-10,
    "max_abs_err": 4.79441139566994e-13,
    "mean_abs_err": 4.606915863348996e-14,
    "w_frob_norm": 47.007051184669386,
    "relative_err": 2.855570697439881e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.1259252187931788e-10,
    "max_abs_err": 4.1944225870338414e-13,
    "mean_abs_err": 3.898347740241237e-14,
    "w_frob_norm": 47.04114215683795,
    "relative_err": 2.3934903940879616e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.175518672749103e-10,
    "max_abs_err": 4.4158079970380015e-13,
    "mean_abs_err": 4.0699625715750353e-14,
    "w_frob_norm": 46.77150351007133,
    "relative_err": 2.5133223961807813e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.2379343451503845e-11,
    "max_abs_err": 2.1167095853869e-13,
    "mean_abs_err": 1.796128981944466e-14,
    "w_frob_norm": 45.517055936491744,
    "relative_err": 1.150762991450651e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.723693470332997e-11,
    "max_abs_err": 2.1821086604312256e-13,
    "mean_abs_err": 1.9696447159039155e-14,
    "w_frob_norm": 45.92528137990802,
    "relative_err": 1.2463055855847344e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.437075082773372e-11,
    "max_abs_err": 1.962700835189679e-13,
    "mean_abs_err": 1.869954606548312e-14,
    "w_frob_norm": 45.25594798046178,
    "relative_err": 1.201405632939278e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.2456745206401118e-10,
    "max_abs_err": 5.375318246070293e-13,
    "mean_abs_err": 4.290428293605607e-14,
    "w_frob_norm": 43.56450062287791,
    "relative_err": 2.8593797767211073e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.8052022125914534e-11,
    "max_abs_err": 1.6055212714860545e-13,
    "mean_abs_err": 1.6647436752971288e-14,
    "w_frob_norm": 42.90299428226111,
    "relative_err": 1.1200155823572055e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.799686541077835e-11,
    "max_abs_err": 1.6741122377261775e-13,
    "mean_abs_err": 1.66776757131811e-14,
    "w_frob_norm": 45.40448616999599,
    "relative_err": 1.0570952225089917e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.3036519145342955e-10,
    "max_abs_err": 5.09654818348082e-13,
    "mean_abs_err": 4.4954216657386474e-14,
    "w_frob_norm": 46.31207253732559,
    "relative_err": 2.814928901062691e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.3857714562272144e-10,
    "max_abs_err": 5.000166947155549e-13,
    "mean_abs_err": 4.787003249152953e-14,
    "w_frob_norm": 46.49847731043206,
    "relative_err": 2.980251260650019e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 4.7600310276543217e-11,
    "max_abs_err": 2.0088791741201817e-13,
    "mean_abs_err": 1.653445327101089e-14,
    "w_frob_norm": 44.084670491764506,
    "relative_err": 1.0797474438520636e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.2330596468859822e-10,
    "max_abs_err": 4.4027281820291364e-13,
    "mean_abs_err": 4.242661370777456e-14,
    "w_frob_norm": 46.113014970341744,
    "relative_err": 2.6739948530345335e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.958905412881927e-11,
    "max_abs_err": 2.0497839536837148e-13,
    "mean_abs_err": 1.71534096197969e-14,
    "w_frob_norm": 43.28461433477071,
    "relative_err": 1.1456508251474516e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.39776613953449e-10,
    "max_abs_err": 5.775761813264779e-13,
    "mean_abs_err": 4.7612198801370744e-14,
    "w_frob_norm": 46.88143744829268,
    "relative_err": 2.981491642776823e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 4.7650698917008234e-11,
    "max_abs_err": 1.6775990319128908e-13,
    "mean_abs_err": 1.6492831135680475e-14,
    "w_frob_norm": 44.59367194147881,
    "relative_err": 1.068552932342984e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 4.711068973297008e-11,
    "max_abs_err": 1.540260974319807e-13,
    "mean_abs_err": 1.6312742193157175e-14,
    "w_frob_norm": 45.43065624477417,
    "relative_err": 1.03698017213628e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.1727444430392966e-10,
    "max_abs_err": 3.9905405369022873e-13,
    "mean_abs_err": 4.039450469889147e-14,
    "w_frob_norm": 46.15633779365107,
    "relative_err": 2.540809126326766e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.903677741617857e-11,
    "max_abs_err": 2.850532310194609e-13,
    "mean_abs_err": 1.9877916302415753e-14,
    "w_frob_norm": 45.09569284697009,
    "relative_err": 1.3091444811928456e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.1734148167413638e-10,
    "max_abs_err": 4.3735501331632065e-13,
    "mean_abs_err": 4.079174384753002e-14,
    "w_frob_norm": 46.65569855462954,
    "relative_err": 2.5150514365729683e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.432780913691981e-11,
    "max_abs_err": 1.972571411767987e-13,
    "mean_abs_err": 1.8695385333346103e-14,
    "w_frob_norm": 45.05366487924464,
    "relative_err": 1.2058466116470714e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.4092552106536714e-10,
    "max_abs_err": 5.093824667623537e-13,
    "mean_abs_err": 4.7973434713804144e-14,
    "w_frob_norm": 45.46382339775343,
    "relative_err": 3.0997287630747506e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 4.9593266173481163e-11,
    "max_abs_err": 1.9007885543320668e-13,
    "mean_abs_err": 1.7119739028219855e-14,
    "w_frob_norm": 45.019766473365834,
    "relative_err": 1.1015887033270388e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 6.035416854633251e-11,
    "max_abs_err": 2.505270296770945e-13,
    "mean_abs_err": 2.0160478620389393e-14,
    "w_frob_norm": 44.92338000904639,
    "relative_err": 1.343491262994431e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1516400430081416e-10,
    "max_abs_err": 3.883091764800284e-13,
    "mean_abs_err": 3.989077401615111e-14,
    "w_frob_norm": 46.4807680920878,
    "relative_err": 2.4776699918695617e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.3282393949015736e-11,
    "max_abs_err": 1.9385708316388417e-13,
    "mean_abs_err": 1.840139710880508e-14,
    "w_frob_norm": 44.113819274183726,
    "relative_err": 1.2078390587277407e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.954122763654286e-11,
    "max_abs_err": 1.9852695876121373e-13,
    "mean_abs_err": 2.0500340305315972e-14,
    "w_frob_norm": 45.59302094116401,
    "relative_err": 1.3059285479981343e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 4.854054421248279e-11,
    "max_abs_err": 1.6577451217303363e-13,
    "mean_abs_err": 1.6829582246226607e-14,
    "w_frob_norm": 44.1021307243166,
    "relative_err": 1.100639434314655e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.2012026745871172e-10,
    "max_abs_err": 5.65545548759927e-13,
    "mean_abs_err": 4.141603242162995e-14,
    "w_frob_norm": 42.98723588245495,
    "relative_err": 2.7943240590572206e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.5718720679637925e-10,
    "max_abs_err": 5.938131930616208e-13,
    "mean_abs_err": 5.3485403471952434e-14,
    "w_frob_norm": 47.25413763042157,
    "relative_err": 3.3264220802367216e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2862800658648033e-10,
    "max_abs_err": 5.336191558069636e-13,
    "mean_abs_err": 4.3931782086420864e-14,
    "w_frob_norm": 45.92919985038698,
    "relative_err": 2.800571466637396e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.1881223033608442e-10,
    "max_abs_err": 5.919639778362296e-13,
    "mean_abs_err": 4.069179791484536e-14,
    "w_frob_norm": 44.79633582491222,
    "relative_err": 2.652275641482497e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.5185200161062631e-10,
    "max_abs_err": 6.139732819376853e-13,
    "mean_abs_err": 5.206674925019652e-14,
    "w_frob_norm": 47.242157906506705,
    "relative_err": 3.2143324593924108e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 6.066405398055795e-11,
    "max_abs_err": 2.329959142288729e-13,
    "mean_abs_err": 2.073570086826103e-14,
    "w_frob_norm": 45.35909654760061,
    "relative_err": 1.3374175986264642e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.660624299464711e-11,
    "max_abs_err": 2.092926526531258e-13,
    "mean_abs_err": 1.945804676562846e-14,
    "w_frob_norm": 45.18275478343356,
    "relative_err": 1.2528285020682718e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 4.810565784417583e-11,
    "max_abs_err": 1.6635694558009284e-13,
    "mean_abs_err": 1.6663516971003827e-14,
    "w_frob_norm": 44.91079426306594,
    "relative_err": 1.0711379888406316e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.1398884276337198e-10,
    "max_abs_err": 4.334536202188488e-13,
    "mean_abs_err": 3.942661436097721e-14,
    "w_frob_norm": 45.989828641686316,
    "relative_err": 2.4785663728272663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.59423024438047e-11,
    "max_abs_err": 2.0761864449880818e-13,
    "mean_abs_err": 1.9212032597685464e-14,
    "w_frob_norm": 45.7113851017686,
    "relative_err": 1.2238155181528345e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 6.864886375195075e-11,
    "max_abs_err": 3.198170894780361e-13,
    "mean_abs_err": 2.2747701895882753e-14,
    "w_frob_norm": 44.74864693483397,
    "relative_err": 1.5340992064390661e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.3115655523274556e-10,
    "max_abs_err": 5.439676487029033e-13,
    "mean_abs_err": 4.4807179818228465e-14,
    "w_frob_norm": 47.43804537309697,
    "relative_err": 2.7647967828608507e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.318921341998466e-11,
    "max_abs_err": 2.944918614522507e-13,
    "mean_abs_err": 1.833241144916911e-14,
    "w_frob_norm": 44.74266164271943,
    "relative_err": 1.1887807177121671e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.369597264406559e-10,
    "max_abs_err": 5.101197242396438e-13,
    "mean_abs_err": 4.6939112894059516e-14,
    "w_frob_norm": 47.49822611800054,
    "relative_err": 2.8834703447746627e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.262008486232693e-10,
    "max_abs_err": 4.849592949440762e-13,
    "mean_abs_err": 4.359256401427024e-14,
    "w_frob_norm": 46.42778178916857,
    "relative_err": 2.718218354612658e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.1856777831671625e-10,
    "max_abs_err": 4.189010249788794e-13,
    "mean_abs_err": 4.0881436893454596e-14,
    "w_frob_norm": 46.54467834243506,
    "relative_err": 2.547397093270216e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 6.140943928831873e-11,
    "max_abs_err": 2.927310629140256e-13,
    "mean_abs_err": 2.0701236582450938e-14,
    "w_frob_norm": 45.84831258967193,
    "relative_err": 1.3394045673591965e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 4.7445998713533414e-11,
    "max_abs_err": 1.5458120894429328e-13,
    "mean_abs_err": 1.647576567515892e-14,
    "w_frob_norm": 43.81946935561632,
    "relative_err": 1.0827606863169895e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.1115170892543706e-10,
    "max_abs_err": 4.033648415280311e-13,
    "mean_abs_err": 3.857641800949309e-14,
    "w_frob_norm": 46.233425780929835,
    "relative_err": 2.4041417448084595e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.625500891025314e-11,
    "max_abs_err": 2.0655178956108244e-13,
    "mean_abs_err": 1.9389416693459688e-14,
    "w_frob_norm": 44.45904319789908,
    "relative_err": 1.265322077667013e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.2429423409557143e-10,
    "max_abs_err": 4.4347511773956683e-13,
    "mean_abs_err": 4.300544076471374e-14,
    "w_frob_norm": 46.67324750657801,
    "relative_err": 2.663072332347427e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.536960598302838e-11,
    "max_abs_err": 2.0261830407930503e-13,
    "mean_abs_err": 1.90914178185307e-14,
    "w_frob_norm": 45.34878204368092,
    "relative_err": 1.2209722838795358e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.2140023974019348e-10,
    "max_abs_err": 5.069278330438465e-13,
    "mean_abs_err": 4.187122364467347e-14,
    "w_frob_norm": 46.336151300798505,
    "relative_err": 2.6199897128292872e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.025973515507339e-11,
    "max_abs_err": 1.770111834886734e-13,
    "mean_abs_err": 1.7363839229304372e-14,
    "w_frob_norm": 46.0819528341026,
    "relative_err": 1.0906598367480436e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.2337165680672687e-10,
    "max_abs_err": 5.100884992170762e-13,
    "mean_abs_err": 4.257044696213436e-14,
    "w_frob_norm": 47.513742807137994,
    "relative_err": 2.596546799259787e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.0209397537187192e-10,
    "max_abs_err": 3.7523066251377024e-13,
    "mean_abs_err": 3.538978809739483e-14,
    "w_frob_norm": 47.15349851709586,
    "relative_err": 2.16514105172614e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.1561015537734309e-10,
    "max_abs_err": 4.787784751991708e-13,
    "mean_abs_err": 4.002091747715211e-14,
    "w_frob_norm": 47.44788363355986,
    "relative_err": 2.4365713815646794e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 6.52343309569357e-11,
    "max_abs_err": 2.5685009674702997e-13,
    "mean_abs_err": 2.2350542033827237e-14,
    "w_frob_norm": 44.75903446024214,
    "relative_err": 1.4574561704381948e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.6515108367948525e-11,
    "max_abs_err": 2.0339979700523259e-13,
    "mean_abs_err": 1.939946556824696e-14,
    "w_frob_norm": 43.506120486844914,
    "relative_err": 1.2990151209882569e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.2218592776385756e-10,
    "max_abs_err": 4.144729264660141e-13,
    "mean_abs_err": 4.206630658298227e-14,
    "w_frob_norm": 45.7798148040093,
    "relative_err": 2.668991307347027e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.081795934889687e-11,
    "max_abs_err": 1.790373405086143e-13,
    "mean_abs_err": 1.75511102834968e-14,
    "w_frob_norm": 45.704774685974435,
    "relative_err": 1.1118741903456212e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.523269520523249e-10,
    "max_abs_err": 6.404434274576154e-13,
    "mean_abs_err": 5.222555508307575e-14,
    "w_frob_norm": 47.12388992075803,
    "relative_err": 3.2324783100137283e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.022256553301973e-11,
    "max_abs_err": 1.9714091470390827e-13,
    "mean_abs_err": 1.7318435910586844e-14,
    "w_frob_norm": 43.53664724616162,
    "relative_err": 1.1535698936359315e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.0912938823937686e-10,
    "max_abs_err": 4.0314323060397506e-13,
    "mean_abs_err": 3.772472546504567e-14,
    "w_frob_norm": 45.04784665825701,
    "relative_err": 2.4225217482037864e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.1906193968656116e-10,
    "max_abs_err": 4.761312871748302e-13,
    "mean_abs_err": 4.0982009981016034e-14,
    "w_frob_norm": 46.62441324068966,
    "relative_err": 2.55363942216123e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.114586058782893e-11,
    "max_abs_err": 1.9216052360437885e-13,
    "mean_abs_err": 1.7737476641033192e-14,
    "w_frob_norm": 44.022116951089664,
    "relative_err": 1.1618219233903274e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.4791766713018134e-10,
    "max_abs_err": 5.550785525665347e-13,
    "mean_abs_err": 5.0504648482460364e-14,
    "w_frob_norm": 47.37873773885483,
    "relative_err": 3.1220263390190648e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.782519315420323e-11,
    "max_abs_err": 2.748044847233899e-13,
    "mean_abs_err": 1.9916259555473942e-14,
    "w_frob_norm": 44.88878767952695,
    "relative_err": 1.2881879004403668e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.688287115872569e-11,
    "max_abs_err": 1.8387374955963764e-13,
    "mean_abs_err": 1.621614674918078e-14,
    "w_frob_norm": 44.371830622474334,
    "relative_err": 1.056590870852633e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.3412938785152916e-10,
    "max_abs_err": 5.533212776853702e-13,
    "mean_abs_err": 4.610027237623249e-14,
    "w_frob_norm": 46.27732781215584,
    "relative_err": 2.8983823006370063e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 6.105316778009162e-11,
    "max_abs_err": 2.323280456906218e-13,
    "mean_abs_err": 2.085282734908358e-14,
    "w_frob_norm": 45.82526482792501,
    "relative_err": 1.3323036540944774e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.4057022121503649e-10,
    "max_abs_err": 5.04721264782404e-13,
    "mean_abs_err": 4.824932056040661e-14,
    "w_frob_norm": 45.504412834321826,
    "relative_err": 3.089155808401312e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.1373069539027367e-10,
    "max_abs_err": 4.1104879916487036e-13,
    "mean_abs_err": 3.934078273994e-14,
    "w_frob_norm": 46.99020831595059,
    "relative_err": 2.420306260946461e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.979429794579587e-11,
    "max_abs_err": 2.0022872249114698e-13,
    "mean_abs_err": 1.7219501698489132e-14,
    "w_frob_norm": 44.65942331831542,
    "relative_err": 1.1149785251565166e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.2279786306947176e-10,
    "max_abs_err": 4.98663610404293e-13,
    "mean_abs_err": 4.2266604069429957e-14,
    "w_frob_norm": 45.8094407714691,
    "relative_err": 2.6806234916090128e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.8762470034297706e-11,
    "max_abs_err": 1.7318438350066856e-13,
    "mean_abs_err": 1.689980293278429e-14,
    "w_frob_norm": 44.76663533922563,
    "relative_err": 1.0892592142517091e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.3990483667185597e-10,
    "max_abs_err": 4.957978472219793e-13,
    "mean_abs_err": 4.7829653577753014e-14,
    "w_frob_norm": 45.52349944402282,
    "relative_err": 3.0732443327184793e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.2775035870927606e-10,
    "max_abs_err": 4.2945768469193624e-13,
    "mean_abs_err": 4.401955975074945e-14,
    "w_frob_norm": 46.001985261232015,
    "relative_err": 2.7770618590440953e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.378433272238251e-11,
    "max_abs_err": 2.0903591357868123e-13,
    "mean_abs_err": 1.8450823740238835e-14,
    "w_frob_norm": 45.42375212663588,
    "relative_err": 1.1840574634265867e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.000324392619569e-11,
    "max_abs_err": 2.1216362000586741e-13,
    "mean_abs_err": 1.7147691061553293e-14,
    "w_frob_norm": 42.83075052611019,
    "relative_err": 1.1674613055335805e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.2946749831025506e-10,
    "max_abs_err": 4.939347542087802e-13,
    "mean_abs_err": 4.449328566558397e-14,
    "w_frob_norm": 47.3486282860349,
    "relative_err": 2.7343452808841025e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.3308940859064301e-10,
    "max_abs_err": 5.606418107539923e-13,
    "mean_abs_err": 4.556162181252384e-14,
    "w_frob_norm": 46.77331631735153,
    "relative_err": 2.845413134438593e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.6379619188762955e-11,
    "max_abs_err": 2.3202793852927783e-13,
    "mean_abs_err": 1.92258054969117e-14,
    "w_frob_norm": 45.83810394460374,
    "relative_err": 1.229972759276842e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 4.650940304897074e-11,
    "max_abs_err": 1.685596107137144e-13,
    "mean_abs_err": 1.6151266013363466e-14,
    "w_frob_norm": 45.295655088774396,
    "relative_err": 1.0267961233327464e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.153606969256224e-10,
    "max_abs_err": 4.545600007510586e-13,
    "mean_abs_err": 3.9738709132900415e-14,
    "w_frob_norm": 45.030320916531075,
    "relative_err": 2.5618448764657228e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.417763262204357e-11,
    "max_abs_err": 2.3409052474221426e-13,
    "mean_abs_err": 1.8649833170914515e-14,
    "w_frob_norm": 44.254888495045826,
    "relative_err": 1.224218034762613e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.2418938080401794e-10,
    "max_abs_err": 4.60662757939545e-13,
    "mean_abs_err": 4.2662424271709467e-14,
    "w_frob_norm": 46.29943394774178,
    "relative_err": 2.6823088365225074e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 4.8986377907277267e-11,
    "max_abs_err": 2.461086889837816e-13,
    "mean_abs_err": 1.693244904035896e-14,
    "w_frob_norm": 44.781926609360234,
    "relative_err": 1.0938872356831165e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 4.656393247099704e-11,
    "max_abs_err": 1.7761790302439628e-13,
    "mean_abs_err": 1.605572758496304e-14,
    "w_frob_norm": 45.55339465343338,
    "relative_err": 1.0221835897248e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.3132976965622274e-10,
    "max_abs_err": 5.36359151537269e-13,
    "mean_abs_err": 4.5244753272178205e-14,
    "w_frob_norm": 46.39314465644954,
    "relative_err": 2.8308012019608885e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.2518771042402286e-10,
    "max_abs_err": 5.204187775165181e-13,
    "mean_abs_err": 4.2978411585630544e-14,
    "w_frob_norm": 47.10204709420053,
    "relative_err": 2.6577976573641674e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 6.304618962908261e-11,
    "max_abs_err": 2.2182949921401018e-13,
    "mean_abs_err": 2.1604941617620434e-14,
    "w_frob_norm": 44.42340123538923,
    "relative_err": 1.4192112237200294e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 4.4333920139438816e-11,
    "max_abs_err": 1.5606439751625345e-13,
    "mean_abs_err": 1.5408812318386934e-14,
    "w_frob_norm": 44.36005110365557,
    "relative_err": 9.994109347584904e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.6302010555054055e-11,
    "max_abs_err": 2.2267951371723882e-13,
    "mean_abs_err": 1.9223514104416517e-14,
    "w_frob_norm": 44.073129366432276,
    "relative_err": 1.2774679575609113e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.3292093580739752e-10,
    "max_abs_err": 5.1414428270391e-13,
    "mean_abs_err": 4.569875166476329e-14,
    "w_frob_norm": 46.472716059491304,
    "relative_err": 2.8601929708012097e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.3184667949087396e-10,
    "max_abs_err": 6.261831331233481e-13,
    "mean_abs_err": 4.5370728867980576e-14,
    "w_frob_norm": 46.957265169804394,
    "relative_err": 2.8078014981089067e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.1227258696168015e-10,
    "max_abs_err": 4.716348839250983e-13,
    "mean_abs_err": 3.859231217280565e-14,
    "w_frob_norm": 45.41767062932172,
    "relative_err": 2.472002315530396e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.7155961178256624e-11,
    "max_abs_err": 1.6734530428053063e-13,
    "mean_abs_err": 1.6249051348843762e-14,
    "w_frob_norm": 45.38985013648329,
    "relative_err": 1.0389098231534758e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.2208853338507229e-10,
    "max_abs_err": 4.869438186005937e-13,
    "mean_abs_err": 4.1994412580959504e-14,
    "w_frob_norm": 45.8691284559358,
    "relative_err": 2.661671095459263e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.351386094002381e-11,
    "max_abs_err": 1.9210197668706464e-13,
    "mean_abs_err": 1.848361434842317e-14,
    "w_frob_norm": 46.137674096557724,
    "relative_err": 1.1598734003805454e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.3376329407343788e-10,
    "max_abs_err": 5.973841213369191e-13,
    "mean_abs_err": 4.591646960013199e-14,
    "w_frob_norm": 47.00478203233461,
    "relative_err": 2.8457379928157534e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 6.165354883750628e-11,
    "max_abs_err": 2.3502619121706925e-13,
    "mean_abs_err": 2.1113872362221304e-14,
    "w_frob_norm": 46.07707904276855,
    "relative_err": 1.3380524572809772e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.3181149025351933e-10,
    "max_abs_err": 4.762405747538168e-13,
    "mean_abs_err": 4.560826621535337e-14,
    "w_frob_norm": 46.63347364136771,
    "relative_err": 2.8265423945728066e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 6.014977386696982e-11,
    "max_abs_err": 2.154040834589921e-13,
    "mean_abs_err": 2.0732942243982455e-14,
    "w_frob_norm": 44.97499722768137,
    "relative_err": 1.3374047265076567e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.2359920983917496e-10,
    "max_abs_err": 4.742042262334545e-13,
    "mean_abs_err": 4.257708512934622e-14,
    "w_frob_norm": 45.99871037743939,
    "relative_err": 2.687014675520026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.2750443840049732e-10,
    "max_abs_err": 4.509500411975509e-13,
    "mean_abs_err": 4.4221647862231223e-14,
    "w_frob_norm": 46.41233146177159,
    "relative_err": 2.747210372431275e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.205357585128765e-11,
    "max_abs_err": 1.9919135785251285e-13,
    "mean_abs_err": 1.785518008029006e-14,
    "w_frob_norm": 45.58942294245326,
    "relative_err": 1.141790627992681e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.1052077017687661e-10,
    "max_abs_err": 3.8204335528480016e-13,
    "mean_abs_err": 3.851887410234856e-14,
    "w_frob_norm": 46.517440768454186,
    "relative_err": 2.3758996271313857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.5332667527463104e-11,
    "max_abs_err": 2.2163954699339072e-13,
    "mean_abs_err": 1.9057291772401138e-14,
    "w_frob_norm": 45.725975339766805,
    "relative_err": 1.2100926686924397e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.07790799926554e-11,
    "max_abs_err": 2.165784912522284e-13,
    "mean_abs_err": 1.7453243912924e-14,
    "w_frob_norm": 45.11326875043359,
    "relative_err": 1.1255907939982149e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 4.91004132748253e-11,
    "max_abs_err": 2.0919117132978116e-13,
    "mean_abs_err": 1.6911530430312993e-14,
    "w_frob_norm": 44.413455970451615,
    "relative_err": 1.1055301192389067e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.2392183663465748e-10,
    "max_abs_err": 5.2297055574968e-13,
    "mean_abs_err": 4.252285564903854e-14,
    "w_frob_norm": 46.54877975429606,
    "relative_err": 2.6621930217885146e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.171978065598316e-11,
    "max_abs_err": 1.9566293030237603e-13,
    "mean_abs_err": 1.7762462101869376e-14,
    "w_frob_norm": 45.079048245287154,
    "relative_err": 1.1473130571559985e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.3796548194674371e-10,
    "max_abs_err": 5.79215495011276e-13,
    "mean_abs_err": 4.7088726679443834e-14,
    "w_frob_norm": 46.00670553567645,
    "relative_err": 2.99881246310403e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.578725087819265e-11,
    "max_abs_err": 2.278125604826542e-13,
    "mean_abs_err": 1.903278985944377e-14,
    "w_frob_norm": 43.88699889161633,
    "relative_err": 1.2711566588539188e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.3436153527743827e-10,
    "max_abs_err": 5.009152814761109e-13,
    "mean_abs_err": 4.6089415749299967e-14,
    "w_frob_norm": 46.32537458565006,
    "relative_err": 2.9003874545907862e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.121439661688221e-10,
    "max_abs_err": 3.9327915923870194e-13,
    "mean_abs_err": 3.8908063549695776e-14,
    "w_frob_norm": 45.9515035237018,
    "relative_err": 2.4404852413801475e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.5289550121136693e-11,
    "max_abs_err": 2.1926904736346842e-13,
    "mean_abs_err": 1.9094314987476574e-14,
    "w_frob_norm": 44.13521368347011,
    "relative_err": 1.2527309942954733e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.2285816247791948e-10,
    "max_abs_err": 5.343954445624632e-13,
    "mean_abs_err": 4.225978387727707e-14,
    "w_frob_norm": 45.45818561985904,
    "relative_err": 2.7026631354210317e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.91702343519837e-11,
    "max_abs_err": 2.2326801865646395e-13,
    "mean_abs_err": 2.0347572549453076e-14,
    "w_frob_norm": 46.1334121048247,
    "relative_err": 1.2825895950972937e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.223076859994926e-10,
    "max_abs_err": 4.704606929722965e-13,
    "mean_abs_err": 4.222587932199585e-14,
    "w_frob_norm": 46.49455011171544,
    "relative_err": 2.6305811262957935e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.506157217090442e-11,
    "max_abs_err": 1.8294393777651408e-13,
    "mean_abs_err": 1.9051119353158672e-14,
    "w_frob_norm": 44.87845737267316,
    "relative_err": 1.226904296501774e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.156575909474879e-10,
    "max_abs_err": 4.4333287041453673e-13,
    "mean_abs_err": 3.9952577642230305e-14,
    "w_frob_norm": 46.27891652079949,
    "relative_err": 2.499142150303087e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 5.7031651271574173e-11,
    "max_abs_err": 2.4160014266971785e-13,
    "mean_abs_err": 1.956509978363283e-14,
    "w_frob_norm": 44.372935930335906,
    "relative_err": 1.2852800941797506e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.0852960021936255e-11,
    "max_abs_err": 1.973247953923618e-13,
    "mean_abs_err": 1.7617332628173024e-14,
    "w_frob_norm": 46.11457021915335,
    "relative_err": 1.1027525526154605e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 6.164428764041044e-11,
    "max_abs_err": 2.770603536904944e-13,
    "mean_abs_err": 2.08833175872218e-14,
    "w_frob_norm": 44.908515279892285,
    "relative_err": 1.372663675390123e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.346047165864539e-11,
    "max_abs_err": 1.8774218291106592e-13,
    "mean_abs_err": 1.8355929619567825e-14,
    "w_frob_norm": 45.0861929064453,
    "relative_err": 1.1857393186773803e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.23041534254765e-10,
    "max_abs_err": 4.647116025324749e-13,
    "mean_abs_err": 4.257419143227133e-14,
    "w_frob_norm": 46.783225699127385,
    "relative_err": 2.6300352832887283e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.32730106300033e-11,
    "max_abs_err": 1.842293678722129e-13,
    "mean_abs_err": 1.835192211992815e-14,
    "w_frob_norm": 45.064782554914245,
    "relative_err": 1.18214285323771e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.306874691423741e-11,
    "max_abs_err": 2.0228263508670352e-13,
    "mean_abs_err": 1.8271291954347564e-14,
    "w_frob_norm": 43.96252839499076,
    "relative_err": 1.207135914418522e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.1463244462369434e-10,
    "max_abs_err": 4.563374417926314e-13,
    "mean_abs_err": 3.976211441149596e-14,
    "w_frob_norm": 46.827158111815066,
    "relative_err": 2.4479906371847742e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.1697488836917623e-10,
    "max_abs_err": 4.0354698749300866e-13,
    "mean_abs_err": 4.0508138432138846e-14,
    "w_frob_norm": 46.050356489373975,
    "relative_err": 2.5401516358764335e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.3811324160290137e-10,
    "max_abs_err": 5.795641744299473e-13,
    "mean_abs_err": 4.6863732169965155e-14,
    "w_frob_norm": 45.37521890078139,
    "relative_err": 3.0438033126606684e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.5168942189413485e-10,
    "max_abs_err": 6.831896159908979e-13,
    "mean_abs_err": 5.162457095569699e-14,
    "w_frob_norm": 46.791557235178864,
    "relative_err": 3.241811789501453e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.4872744948159384e-11,
    "max_abs_err": 2.560035516907533e-13,
    "mean_abs_err": 1.892600126112549e-14,
    "w_frob_norm": 44.873010157188496,
    "relative_err": 1.2228451970559182e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.471498968711726e-11,
    "max_abs_err": 2.393814313439435e-13,
    "mean_abs_err": 1.8724880761997017e-14,
    "w_frob_norm": 44.79907281007961,
    "relative_err": 1.2213420112303443e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.200376123365353e-10,
    "max_abs_err": 4.36581326646035e-13,
    "mean_abs_err": 4.148382744401768e-14,
    "w_frob_norm": 46.53913909554065,
    "relative_err": 2.579283043678761e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.714493671868479e-11,
    "max_abs_err": 2.6448634948827987e-13,
    "mean_abs_err": 1.9683908839515543e-14,
    "w_frob_norm": 44.27529705070781,
    "relative_err": 1.2906731411251194e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.38532710976748e-10,
    "max_abs_err": 5.279886770848119e-13,
    "mean_abs_err": 4.75637148301094e-14,
    "w_frob_norm": 45.41089638683524,
    "relative_err": 3.0506491172658084e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.2272130269134182e-10,
    "max_abs_err": 4.1701017639006466e-13,
    "mean_abs_err": 4.2348757223988585e-14,
    "w_frob_norm": 46.267703679179434,
    "relative_err": 2.6524182730634776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 4.8195587871948045e-11,
    "max_abs_err": 1.9599079303933564e-13,
    "mean_abs_err": 1.6621816835736343e-14,
    "w_frob_norm": 45.08374393716671,
    "relative_err": 1.0690236360830706e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.4220039878711004e-10,
    "max_abs_err": 5.928391458298599e-13,
    "mean_abs_err": 4.8313530169468085e-14,
    "w_frob_norm": 46.79405261670454,
    "relative_err": 3.0388562399561724e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.297464567495803e-10,
    "max_abs_err": 4.533743172552285e-13,
    "mean_abs_err": 4.459675459636264e-14,
    "w_frob_norm": 46.792688284373156,
    "relative_err": 2.772793389451623e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.2511294392356966e-10,
    "max_abs_err": 4.791982782803572e-13,
    "mean_abs_err": 4.320704048593935e-14,
    "w_frob_norm": 46.520183286451775,
    "relative_err": 2.6894335981691353e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.4836286550968e-11,
    "max_abs_err": 2.266901943936972e-13,
    "mean_abs_err": 1.8820895825687373e-14,
    "w_frob_norm": 45.95409402960728,
    "relative_err": 1.1932840307032949e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.4550236431188634e-11,
    "max_abs_err": 1.7663474849438643e-13,
    "mean_abs_err": 1.8853239944057857e-14,
    "w_frob_norm": 44.04516266056994,
    "relative_err": 1.2385068674073267e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.3146754940191032e-10,
    "max_abs_err": 5.217111465061208e-13,
    "mean_abs_err": 4.51658129464704e-14,
    "w_frob_norm": 45.82911197814116,
    "relative_err": 2.86864710502389e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.0943553527904796e-11,
    "max_abs_err": 1.973698982027372e-13,
    "mean_abs_err": 1.7527671169425738e-14,
    "w_frob_norm": 45.276556074430296,
    "relative_err": 1.125164057181348e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.290947426843094e-10,
    "max_abs_err": 5.331221575310963e-13,
    "mean_abs_err": 4.3887245889526934e-14,
    "w_frob_norm": 46.032306114255825,
    "relative_err": 2.8044378737812105e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.997385904089185e-11,
    "max_abs_err": 2.616656891163416e-13,
    "mean_abs_err": 2.0505939151363738e-14,
    "w_frob_norm": 43.7998560376901,
    "relative_err": 1.3692706886818055e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.810411449884841e-11,
    "max_abs_err": 2.08753153652097e-13,
    "mean_abs_err": 1.9893712482689604e-14,
    "w_frob_norm": 44.42070209581623,
    "relative_err": 1.3080413356258263e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.2092334752567732e-10,
    "max_abs_err": 4.534012054691061e-13,
    "mean_abs_err": 4.1735552646761207e-14,
    "w_frob_norm": 46.218924328692374,
    "relative_err": 2.61631678543001e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.2927236011281986e-10,
    "max_abs_err": 5.304194583555244e-13,
    "mean_abs_err": 4.447275844396194e-14,
    "w_frob_norm": 46.84967961420311,
    "relative_err": 2.759300835722881e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.196378712350191e-11,
    "max_abs_err": 2.1305982152164393e-13,
    "mean_abs_err": 1.7901231221896394e-14,
    "w_frob_norm": 45.77903223796348,
    "relative_err": 1.135100166674331e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.796575371191009e-11,
    "max_abs_err": 2.3733098819533893e-13,
    "mean_abs_err": 1.9867816835480745e-14,
    "w_frob_norm": 45.37172878792255,
    "relative_err": 1.2775742794120715e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.25611248141082e-10,
    "max_abs_err": 3.9977049448580715e-13,
    "mean_abs_err": 4.348842044535184e-14,
    "w_frob_norm": 47.11025588593006,
    "relative_err": 2.6663248963289336e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.5966293082514117e-11,
    "max_abs_err": 1.9429249875635435e-13,
    "mean_abs_err": 1.9197178973498344e-14,
    "w_frob_norm": 44.502861201796385,
    "relative_err": 1.2575886487104116e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.1072835198558696e-11,
    "max_abs_err": 1.8140697277679863e-13,
    "mean_abs_err": 1.7591228958780548e-14,
    "w_frob_norm": 45.90091548658261,
    "relative_err": 1.1126757420227904e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.3887288006164537e-10,
    "max_abs_err": 5.460163571280319e-13,
    "mean_abs_err": 4.7602615641571123e-14,
    "w_frob_norm": 46.073314319832285,
    "relative_err": 3.0141716981247743e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.0574195879327446e-11,
    "max_abs_err": 1.8094206688523684e-13,
    "mean_abs_err": 1.7488514049674545e-14,
    "w_frob_norm": 44.280961389274424,
    "relative_err": 1.1421205478067454e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.734312230266098e-11,
    "max_abs_err": 2.163616508177313e-13,
    "mean_abs_err": 1.969092539035317e-14,
    "w_frob_norm": 45.00880199936174,
    "relative_err": 1.2740424040496378e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.3387322364312347e-10,
    "max_abs_err": 5.715219963953189e-13,
    "mean_abs_err": 4.629370285372645e-14,
    "w_frob_norm": 46.79126999820453,
    "relative_err": 2.861072666936812e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2902448485059576e-10,
    "max_abs_err": 6.705538901918828e-13,
    "mean_abs_err": 4.362717771389955e-14,
    "w_frob_norm": 45.94173317698789,
    "relative_err": 2.8084374691206432e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.0706594572856343e-11,
    "max_abs_err": 2.0285596119551386e-13,
    "mean_abs_err": 1.7513559570235545e-14,
    "w_frob_norm": 46.21899836980839,
    "relative_err": 1.0970941898641271e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.227126666301446e-10,
    "max_abs_err": 5.735733069056614e-13,
    "mean_abs_err": 4.1922750266779956e-14,
    "w_frob_norm": 45.78607261241132,
    "relative_err": 2.680130870121423e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.4310880640533172e-10,
    "max_abs_err": 5.442798989285791e-13,
    "mean_abs_err": 4.904631246947937e-14,
    "w_frob_norm": 46.95981662580402,
    "relative_err": 3.047473705991745e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2035928031688228e-10,
    "max_abs_err": 4.5025788653063614e-13,
    "mean_abs_err": 4.1489956428981295e-14,
    "w_frob_norm": 47.193308601260924,
    "relative_err": 2.5503463072234458e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.1856892933547217e-11,
    "max_abs_err": 1.6620038678638593e-13,
    "mean_abs_err": 1.78945543772436e-14,
    "w_frob_norm": 45.306483206912965,
    "relative_err": 1.1445799643445903e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.566009409717602e-11,
    "max_abs_err": 1.5165646516379638e-13,
    "mean_abs_err": 1.5818194862732096e-14,
    "w_frob_norm": 44.62043434715399,
    "relative_err": 1.023300081346885e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.1790468159661992e-10,
    "max_abs_err": 4.068195433304389e-13,
    "mean_abs_err": 4.072872891880546e-14,
    "w_frob_norm": 45.502882554394944,
    "relative_err": 2.5911475268775466e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.840990943991523e-11,
    "max_abs_err": 1.7715690026065545e-13,
    "mean_abs_err": 1.6667889451760583e-14,
    "w_frob_norm": 45.72986952213225,
    "relative_err": 1.0586058946983415e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.1977310222703095e-10,
    "max_abs_err": 5.454560414452914e-13,
    "mean_abs_err": 4.132198667273176e-14,
    "w_frob_norm": 46.791974246812316,
    "relative_err": 2.5596932840505323e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.210264921949803e-10,
    "max_abs_err": 4.381078833048946e-13,
    "mean_abs_err": 4.191948181111245e-14,
    "w_frob_norm": 45.52261821355677,
    "relative_err": 2.6586013051186558e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 4.852816110066371e-11,
    "max_abs_err": 1.8529448808646265e-13,
    "mean_abs_err": 1.6764118653551178e-14,
    "w_frob_norm": 44.05214470730238,
    "relative_err": 1.1016072298659128e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.0782673834737517e-10,
    "max_abs_err": 4.086518450019394e-13,
    "mean_abs_err": 3.745240356072683e-14,
    "w_frob_norm": 45.947864710247046,
    "relative_err": 2.34671924424223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.230461905331538e-10,
    "max_abs_err": 4.583625146103998e-13,
    "mean_abs_err": 4.2535237447671035e-14,
    "w_frob_norm": 46.30777342262531,
    "relative_err": 2.6571389950058623e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.234037995184336e-11,
    "max_abs_err": 1.827479140237287e-13,
    "mean_abs_err": 1.8089902072391516e-14,
    "w_frob_norm": 44.79275237940937,
    "relative_err": 1.168501089383905e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 6.425530300436519e-11,
    "max_abs_err": 3.1234303338179004e-13,
    "mean_abs_err": 2.19313940149422e-14,
    "w_frob_norm": 45.58529928172664,
    "relative_err": 1.4095619424861959e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.2240471850770312e-10,
    "max_abs_err": 4.934455621885547e-13,
    "mean_abs_err": 4.241651918062895e-14,
    "w_frob_norm": 46.78544192364861,
    "relative_err": 2.6162992904387054e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.569136479305825e-11,
    "max_abs_err": 2.4426988209924616e-13,
    "mean_abs_err": 1.9130158136069043e-14,
    "w_frob_norm": 45.04052622941626,
    "relative_err": 1.2364723384756074e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.080447286070354e-11,
    "max_abs_err": 1.9677315332700118e-13,
    "mean_abs_err": 1.7436612941843167e-14,
    "w_frob_norm": 44.683982405722844,
    "relative_err": 1.1369728060361249e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 4.932038455325539e-11,
    "max_abs_err": 1.5946272080569202e-13,
    "mean_abs_err": 1.70999250107489e-14,
    "w_frob_norm": 45.37239894378717,
    "relative_err": 1.0870129352066984e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.918318769321295e-11,
    "max_abs_err": 1.8867719886461742e-13,
    "mean_abs_err": 1.6985881465809193e-14,
    "w_frob_norm": 44.65568574261743,
    "relative_err": 1.1013869090868012e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.349500548969606e-10,
    "max_abs_err": 6.161113286218267e-13,
    "mean_abs_err": 4.604849176875697e-14,
    "w_frob_norm": 46.431270688729235,
    "relative_err": 2.906447592219751e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.2811010549803644e-10,
    "max_abs_err": 5.210536863087256e-13,
    "mean_abs_err": 4.3975329504564776e-14,
    "w_frob_norm": 46.96017887249855,
    "relative_err": 2.7280582947920157e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.4286787267895477e-11,
    "max_abs_err": 2.1720906323574596e-13,
    "mean_abs_err": 1.8670713004914946e-14,
    "w_frob_norm": 44.40318776741462,
    "relative_err": 1.2225876113276253e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.5332002751141405e-10,
    "max_abs_err": 5.666682401095358e-13,
    "mean_abs_err": 5.273254896249204e-14,
    "w_frob_norm": 46.65207299933351,
    "relative_err": 3.2864569065045496e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.3686497456578e-10,
    "max_abs_err": 5.350303533546708e-13,
    "mean_abs_err": 4.673538615079857e-14,
    "w_frob_norm": 46.203653528291646,
    "relative_err": 2.9622110831987383e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.3748441379622414e-10,
    "max_abs_err": 4.936398512178641e-13,
    "mean_abs_err": 4.729069155771228e-14,
    "w_frob_norm": 45.366200177550496,
    "relative_err": 3.0305472633403055e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.258550560697239e-10,
    "max_abs_err": 4.4624720585417776e-13,
    "mean_abs_err": 4.3651110695641746e-14,
    "w_frob_norm": 46.94733569953946,
    "relative_err": 2.6807709999815495e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 4.823201233995131e-11,
    "max_abs_err": 1.8235304759250948e-13,
    "mean_abs_err": 1.6711425870977774e-14,
    "w_frob_norm": 45.040799807176334,
    "relative_err": 1.0708515955852657e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.2269340623819446e-11,
    "max_abs_err": 2.095996987083737e-13,
    "mean_abs_err": 1.7978734446812496e-14,
    "w_frob_norm": 45.18572353432445,
    "relative_err": 1.1567667071683396e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 6.170605443177857e-11,
    "max_abs_err": 2.315127256569127e-13,
    "mean_abs_err": 2.1134094839313948e-14,
    "w_frob_norm": 45.59153409124309,
    "relative_err": 1.3534542248191347e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 4.977835222298251e-11,
    "max_abs_err": 1.7843018729202242e-13,
    "mean_abs_err": 1.7220344651249102e-14,
    "w_frob_norm": 44.033467953732476,
    "relative_err": 1.130466314288177e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.42794123882065e-10,
    "max_abs_err": 5.180439410779059e-13,
    "mean_abs_err": 4.9280192394710495e-14,
    "w_frob_norm": 47.229909378507855,
    "relative_err": 3.0233833975350372e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.3434039082650176e-10,
    "max_abs_err": 5.053527041276595e-13,
    "mean_abs_err": 4.633314258121181e-14,
    "w_frob_norm": 46.51310528423395,
    "relative_err": 2.8882266622615214e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.8597157514178835e-11,
    "max_abs_err": 1.6509189848523675e-13,
    "mean_abs_err": 1.683195390789238e-14,
    "w_frob_norm": 45.30618893497164,
    "relative_err": 1.0726383890715406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.068105738325982e-11,
    "max_abs_err": 1.9020895969390494e-13,
    "mean_abs_err": 1.7517143165331318e-14,
    "w_frob_norm": 44.154096262756134,
    "relative_err": 1.1478223239280555e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.2657315878785808e-10,
    "max_abs_err": 5.177095731279113e-13,
    "mean_abs_err": 4.373369221434798e-14,
    "w_frob_norm": 47.67858246159395,
    "relative_err": 2.65471732281083e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.2639980834097607e-10,
    "max_abs_err": 4.709323209173277e-13,
    "mean_abs_err": 4.349697395831776e-14,
    "w_frob_norm": 45.95282883582958,
    "relative_err": 2.750642594660499e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.40.norm.weight": {
    "frob_norm_diff": 1.3002331876522737e-14,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.5153532364105732e-16,
    "w_frob_norm": 103.86499286928328,
    "relative_err": 1.2518493014182843e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.41.mixer.D": {
    "frob_norm_diff": 1.1741364761352924e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 6.341396862914045e-17,
    "w_frob_norm": 12.323181409924093,
    "relative_err": 9.527868146043341e-17,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.41.mixer.A_log": {
    "frob_norm_diff": 3.068719485586305e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 2.1863614434528e-16,
    "w_frob_norm": 19.868005112322503,
    "relative_err": 1.5445534004231904e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.41.mixer.dt_bias": {
    "frob_norm_diff": 4.458902123858172e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 3.3664477455674913e-16,
    "w_frob_norm": 35.062432821144846,
    "relative_err": 1.2717035770459072e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": true
  },
  "backbone.layers.41.mixer.norm.weight": {
    "frob_norm_diff": 4.6316559094878087e-14,
    "max_abs_err": 7.105427357601002e-15,
    "mean_abs_err": 3.6362786356910763e-16,
    "w_frob_norm": 391.9335508412599,
    "relative_err": 1.1817451962319278e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": true
  },
  "backbone.layers.40.mixer.gate.weight": {
    "frob_norm_diff": 2.339833172578786e-11,
    "max_abs_err": 2.7854107909064396e-13,
    "mean_abs_err": 3.044748080157935e-14,
    "w_frob_norm": 8.959239771288475,
    "relative_err": 2.611642541454477e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.40.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.1634444381747889e-10,
    "max_abs_err": 3.34187538753028e-13,
    "mean_abs_err": 2.851665749376814e-14,
    "w_frob_norm": 47.66932783389582,
    "relative_err": 2.4406562690139472e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.40.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.1560733596866224e-10,
    "max_abs_err": 3.8995889850568233e-13,
    "mean_abs_err": 4.00994292457916e-14,
    "w_frob_norm": 46.57287096571069,
    "relative_err": 2.4822892291475485e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.41.mixer.in_proj.weight": {
    "frob_norm_diff": 2.9859906130542194e-10,
    "max_abs_err": 8.911621440788053e-13,
    "mean_abs_err": 4.264995410995766e-14,
    "w_frob_norm": 124.97727149538262,
    "relative_err": 2.389226918883838e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": true
  },
  "backbone.layers.40.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.716006364879162e-10,
    "max_abs_err": 9.960088309668436e-13,
    "mean_abs_err": 6.569722734421711e-14,
    "w_frob_norm": 50.3322679198785,
    "relative_err": 5.396153356734573e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.41.mixer.conv1d.weight": {
    "frob_norm_diff": 7.541966621841378e-15,
    "max_abs_err": 1.0547118733938987e-15,
    "mean_abs_err": 1.6048479423501448e-17,
    "w_frob_norm": 10.937330691130981,
    "relative_err": 6.895619081863471e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.41.norm.weight": {
    "frob_norm_diff": 6.030054506389724e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 7.864079757761525e-17,
    "w_frob_norm": 50.96323835087413,
    "relative_err": 1.183216510864894e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.42.norm.weight": {
    "frob_norm_diff": 6.0500151883336865e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 7.361216464427773e-17,
    "w_frob_norm": 49.48684372087356,
    "relative_err": 1.2225502241481182e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": true
  },
  "backbone.layers.42.mixer.k_proj.weight": {
    "frob_norm_diff": 3.3952840162521423e-11,
    "max_abs_err": 4.410308923619155e-13,
    "mean_abs_err": 3.155402745894911e-14,
    "w_frob_norm": 14.918658184374532,
    "relative_err": 2.2758642059433246e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.43.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.154347108010282e-11,
    "max_abs_err": 1.5896138572113472e-13,
    "mean_abs_err": 1.7886303163664707e-14,
    "w_frob_norm": 44.28050949726138,
    "relative_err": 1.1640216353718927e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.42.mixer.v_proj.weight": {
    "frob_norm_diff": 9.022857028668728e-11,
    "max_abs_err": 8.490708136577041e-13,
    "mean_abs_err": 8.292477700717708e-14,
    "w_frob_norm": 46.84759762974528,
    "relative_err": 1.9260020759185696e-12,
    "shape": [
      256,
      2688
    ],
    "numel": 688128,
    "sensitive": true
  },
  "backbone.layers.43.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.853986799777633e-11,
    "max_abs_err": 2.4432192380352546e-13,
    "mean_abs_err": 2.0035639318936718e-14,
    "w_frob_norm": 44.41300103418776,
    "relative_err": 1.3180795405542207e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.42.mixer.q_proj.weight": {
    "frob_norm_diff": 1.8173087152271765e-10,
    "max_abs_err": 5.919570389423257e-13,
    "mean_abs_err": 4.2182868713349326e-14,
    "w_frob_norm": 72.74898493068156,
    "relative_err": 2.4980537074967964e-12,
    "shape": [
      4096,
      2688
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.43.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.3900196432278387e-10,
    "max_abs_err": 5.832209715173065e-13,
    "mean_abs_err": 4.761778677687467e-14,
    "w_frob_norm": 45.09669391734385,
    "relative_err": 3.082309416684862e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.42.mixer.o_proj.weight": {
    "frob_norm_diff": 6.43570073334399e-10,
    "max_abs_err": 5.064199060100805e-12,
    "mean_abs_err": 1.459909396655968e-13,
    "w_frob_norm": 91.89040628028722,
    "relative_err": 7.003669908383688e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.41.mixer.out_proj.weight": {
    "frob_norm_diff": 4.1843315193188843e-10,
    "max_abs_err": 1.177651726136375e-12,
    "mean_abs_err": 9.708787157327541e-14,
    "w_frob_norm": 70.53823925057377,
    "relative_err": 5.932004489727674e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": true
  },
  "backbone.layers.43.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.4561168544097248e-10,
    "max_abs_err": 6.059076851361311e-13,
    "mean_abs_err": 4.999113242603683e-14,
    "w_frob_norm": 46.36045770416614,
    "relative_err": 3.14085953098533e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 4.961937118645517e-11,
    "max_abs_err": 1.7544646291334232e-13,
    "mean_abs_err": 1.7167975378480518e-14,
    "w_frob_norm": 45.13434003623589,
    "relative_err": 1.0993707041383232e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.1466391815462226e-10,
    "max_abs_err": 5.59543730793699e-13,
    "mean_abs_err": 3.9685408815563247e-14,
    "w_frob_norm": 44.13046371146898,
    "relative_err": 2.5982939790596963e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.1662730017761554e-10,
    "max_abs_err": 5.168539207733858e-13,
    "mean_abs_err": 4.049027911498666e-14,
    "w_frob_norm": 47.05310804766443,
    "relative_err": 2.4786311684123604e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.9117858242747665e-11,
    "max_abs_err": 1.922698111833654e-13,
    "mean_abs_err": 1.6979398293588872e-14,
    "w_frob_norm": 45.095946999735474,
    "relative_err": 1.0891856477265192e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 6.12331850900269e-11,
    "max_abs_err": 2.8763103010476243e-13,
    "mean_abs_err": 2.040082050487168e-14,
    "w_frob_norm": 43.575355850704064,
    "relative_err": 1.4052251299982793e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.474991125234313e-11,
    "max_abs_err": 2.8529609230609765e-13,
    "mean_abs_err": 1.868064957561302e-14,
    "w_frob_norm": 45.74745337195198,
    "relative_err": 1.196785989532493e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.246230469113177e-11,
    "max_abs_err": 1.9505783706991187e-13,
    "mean_abs_err": 1.809343595251832e-14,
    "w_frob_norm": 43.72392574721111,
    "relative_err": 1.1998534851248583e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.4135501401310548e-10,
    "max_abs_err": 6.668398472298165e-13,
    "mean_abs_err": 4.851341424636019e-14,
    "w_frob_norm": 46.57956683941429,
    "relative_err": 3.034700054219803e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3617304713859438e-10,
    "max_abs_err": 5.052833151886205e-13,
    "mean_abs_err": 4.70317759433375e-14,
    "w_frob_norm": 44.50456171563783,
    "relative_err": 3.0597548181391585e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.2239414941413463e-11,
    "max_abs_err": 1.776842561973524e-13,
    "mean_abs_err": 1.8086967489165325e-14,
    "w_frob_norm": 45.09818451417202,
    "relative_err": 1.1583485123441572e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.1435466988166713e-10,
    "max_abs_err": 4.204109154174688e-13,
    "mean_abs_err": 3.962256625254607e-14,
    "w_frob_norm": 45.45347478508506,
    "relative_err": 2.5158619978420454e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.3883873031089758e-10,
    "max_abs_err": 5.863833724140122e-13,
    "mean_abs_err": 4.7593068613534877e-14,
    "w_frob_norm": 46.348294072200275,
    "relative_err": 2.9955521144881384e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 4.915756079249011e-11,
    "max_abs_err": 1.719392857257862e-13,
    "mean_abs_err": 1.7032592438591777e-14,
    "w_frob_norm": 44.72487076510917,
    "relative_err": 1.0991101807909296e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.136747261883586e-11,
    "max_abs_err": 2.0385082510898656e-13,
    "mean_abs_err": 1.7740758400341237e-14,
    "w_frob_norm": 45.6105167365095,
    "relative_err": 1.1262199223829037e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.0693895599684177e-10,
    "max_abs_err": 3.7567084859579936e-13,
    "mean_abs_err": 3.712733831515063e-14,
    "w_frob_norm": 44.79180772755544,
    "relative_err": 2.387466847672104e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.372337994674313e-11,
    "max_abs_err": 2.3041984986704733e-13,
    "mean_abs_err": 1.837470045162604e-14,
    "w_frob_norm": 42.85859568359379,
    "relative_err": 1.2535030392353326e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.24838862959448e-10,
    "max_abs_err": 5.01432229071952e-13,
    "mean_abs_err": 4.2996685764063053e-14,
    "w_frob_norm": 46.598079561741834,
    "relative_err": 2.679055963970321e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.9022509357181923e-10,
    "max_abs_err": 1.059025263316915e-12,
    "mean_abs_err": 6.228077268970663e-14,
    "w_frob_norm": 46.17835999267643,
    "relative_err": 4.119355767549728e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.130036471061803e-11,
    "max_abs_err": 1.712970043588058e-13,
    "mean_abs_err": 1.780388505857636e-14,
    "w_frob_norm": 45.9434173484279,
    "relative_err": 1.1165988006848478e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.0406043975086704e-11,
    "max_abs_err": 1.8716625471704162e-13,
    "mean_abs_err": 1.7437818274893064e-14,
    "w_frob_norm": 45.85142940237199,
    "relative_err": 1.0993341894043349e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.9388000068043715e-11,
    "max_abs_err": 1.7761313253483735e-13,
    "mean_abs_err": 1.7058569290825362e-14,
    "w_frob_norm": 44.251246568250345,
    "relative_err": 1.1160815547166736e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.2369741718361975e-10,
    "max_abs_err": 4.601735659193196e-13,
    "mean_abs_err": 4.24792331884233e-14,
    "w_frob_norm": 45.095401069906735,
    "relative_err": 2.743016233337507e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.4948871387204872e-10,
    "max_abs_err": 5.52066205250501e-13,
    "mean_abs_err": 5.094555747975947e-14,
    "w_frob_norm": 45.63856760523801,
    "relative_err": 3.275490921737247e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.745928083914076e-11,
    "max_abs_err": 2.7521995099588636e-13,
    "mean_abs_err": 1.9484490748354985e-14,
    "w_frob_norm": 45.429042002389345,
    "relative_err": 1.2648138350819434e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.2562559934720558e-10,
    "max_abs_err": 4.569747358296183e-13,
    "mean_abs_err": 4.324135184991785e-14,
    "w_frob_norm": 44.886320472107634,
    "relative_err": 2.7987502211340612e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.0484400086370978e-10,
    "max_abs_err": 3.797899494895063e-13,
    "mean_abs_err": 3.6163468546686534e-14,
    "w_frob_norm": 45.752452893882044,
    "relative_err": 2.291549288229077e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 6.2443048710911e-11,
    "max_abs_err": 2.2408463973278003e-13,
    "mean_abs_err": 2.1491347177532338e-14,
    "w_frob_norm": 45.83212355111746,
    "relative_err": 1.3624297517278912e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.1931181072498118e-10,
    "max_abs_err": 4.886022142436275e-13,
    "mean_abs_err": 4.116052768342717e-14,
    "w_frob_norm": 46.557609976916766,
    "relative_err": 2.5626704374244276e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.462180625103253e-11,
    "max_abs_err": 2.1706941799592983e-13,
    "mean_abs_err": 1.875388818807748e-14,
    "w_frob_norm": 45.37078968414697,
    "relative_err": 1.2038980725547734e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 6.420948365409951e-11,
    "max_abs_err": 3.3919264966209006e-13,
    "mean_abs_err": 2.1626853565817985e-14,
    "w_frob_norm": 45.60486677809842,
    "relative_err": 1.4079524443416618e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 4.843880958143496e-11,
    "max_abs_err": 1.8854709460391916e-13,
    "mean_abs_err": 1.6706165660383217e-14,
    "w_frob_norm": 44.50887731872991,
    "relative_err": 1.0882954704645242e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.1235533789152912e-10,
    "max_abs_err": 3.964398254119317e-13,
    "mean_abs_err": 3.878498502501685e-14,
    "w_frob_norm": 46.27811381205821,
    "relative_err": 2.4278288079721574e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.3404428410187714e-10,
    "max_abs_err": 5.118509782686687e-13,
    "mean_abs_err": 4.5745952366487406e-14,
    "w_frob_norm": 46.09582724227961,
    "relative_err": 2.9079483354825277e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1570952613797168e-10,
    "max_abs_err": 3.895633815531596e-13,
    "mean_abs_err": 4.01033425914508e-14,
    "w_frob_norm": 46.50780315788435,
    "relative_err": 2.4879594021063915e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.7260332866671044e-11,
    "max_abs_err": 2.2733898097371252e-13,
    "mean_abs_err": 1.973006616908966e-14,
    "w_frob_norm": 44.99439855747435,
    "relative_err": 1.2726102515522815e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.1321338141106453e-10,
    "max_abs_err": 4.137818560012718e-13,
    "mean_abs_err": 3.910713964860213e-14,
    "w_frob_norm": 45.85256697282301,
    "relative_err": 2.4690740101457466e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.838726630126022e-11,
    "max_abs_err": 2.1716656251058453e-13,
    "mean_abs_err": 1.989868272461089e-14,
    "w_frob_norm": 45.41023510316865,
    "relative_err": 1.2857732660623474e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 4.8953817913460096e-11,
    "max_abs_err": 1.940045346593422e-13,
    "mean_abs_err": 1.6921651044230044e-14,
    "w_frob_norm": 44.69178757892909,
    "relative_err": 1.0953649555190413e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.6104018626467665e-11,
    "max_abs_err": 2.2018498135878417e-13,
    "mean_abs_err": 1.9204788692122036e-14,
    "w_frob_norm": 42.71534933844064,
    "relative_err": 1.313439302156853e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.7214507347883815e-11,
    "max_abs_err": 2.1630613966650003e-13,
    "mean_abs_err": 1.973332650082775e-14,
    "w_frob_norm": 43.56325614029539,
    "relative_err": 1.3133661809765688e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.6677006750576446e-11,
    "max_abs_err": 2.2154500456395e-13,
    "mean_abs_err": 1.9429103486106332e-14,
    "w_frob_norm": 45.98873182862304,
    "relative_err": 1.232410734042053e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.2322192924276405e-10,
    "max_abs_err": 5.540637393330883e-13,
    "mean_abs_err": 4.269279716860466e-14,
    "w_frob_norm": 46.51949825292528,
    "relative_err": 2.648823264877228e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.130077873479556e-10,
    "max_abs_err": 4.010377099850082e-13,
    "mean_abs_err": 3.87361073518773e-14,
    "w_frob_norm": 43.50727754314538,
    "relative_err": 2.5974456166761484e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.408904615115269e-10,
    "max_abs_err": 5.540845560148e-13,
    "mean_abs_err": 4.7908133610655425e-14,
    "w_frob_norm": 46.84403016465312,
    "relative_err": 3.007650302851994e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.507664968616794e-10,
    "max_abs_err": 6.484448394905584e-13,
    "mean_abs_err": 5.126001327197691e-14,
    "w_frob_norm": 46.616989316187436,
    "relative_err": 3.2341534507747963e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.1910783659453062e-10,
    "max_abs_err": 4.695029087731228e-13,
    "mean_abs_err": 4.126456666124392e-14,
    "w_frob_norm": 46.02715679511761,
    "relative_err": 2.5877730646000958e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.2976828587857654e-10,
    "max_abs_err": 5.79886832996479e-13,
    "mean_abs_err": 4.470767255470362e-14,
    "w_frob_norm": 47.078464420176076,
    "relative_err": 2.7564256285080254e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 4.830078807689843e-11,
    "max_abs_err": 1.5516754547917344e-13,
    "mean_abs_err": 1.6698939268204137e-14,
    "w_frob_norm": 44.5336053664359,
    "relative_err": 1.0845919094011145e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.436389442422959e-10,
    "max_abs_err": 5.282684012453132e-13,
    "mean_abs_err": 4.907020729868292e-14,
    "w_frob_norm": 45.97697458318363,
    "relative_err": 3.124149545386415e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.432708680717068e-11,
    "max_abs_err": 1.9015344854267369e-13,
    "mean_abs_err": 1.8708925344948257e-14,
    "w_frob_norm": 45.61850065141298,
    "relative_err": 1.1909003152537405e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.2548316038938375e-10,
    "max_abs_err": 5.346088155500084e-13,
    "mean_abs_err": 4.285382265454435e-14,
    "w_frob_norm": 46.28184781144596,
    "relative_err": 2.7112824211472067e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.770897025435927e-11,
    "max_abs_err": 2.3628928674801486e-13,
    "mean_abs_err": 1.963147911342186e-14,
    "w_frob_norm": 44.70542880229099,
    "relative_err": 1.290871641329652e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.399289282027887e-11,
    "max_abs_err": 2.0846518955508486e-13,
    "mean_abs_err": 1.8441553913040728e-14,
    "w_frob_norm": 46.00681888236688,
    "relative_err": 1.1735845714160608e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.0608426335693348e-10,
    "max_abs_err": 4.044854728935121e-13,
    "mean_abs_err": 3.667229613069877e-14,
    "w_frob_norm": 46.37109447872277,
    "relative_err": 2.2877239484957576e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.2106701083602418e-10,
    "max_abs_err": 4.855421620320044e-13,
    "mean_abs_err": 4.1797655365407656e-14,
    "w_frob_norm": 46.82483685477709,
    "relative_err": 2.585529795042369e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.922252083551162e-11,
    "max_abs_err": 2.2525904752601633e-13,
    "mean_abs_err": 2.0308322878036033e-14,
    "w_frob_norm": 45.4073585718421,
    "relative_err": 1.304249414592386e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.479624360157617e-11,
    "max_abs_err": 2.696592948936427e-13,
    "mean_abs_err": 1.8673587926147557e-14,
    "w_frob_norm": 44.207391434965636,
    "relative_err": 1.2395267357538615e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.248979381830328e-10,
    "max_abs_err": 4.667585762341275e-13,
    "mean_abs_err": 4.3233417828719086e-14,
    "w_frob_norm": 47.552417816180714,
    "relative_err": 2.6265318130792005e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.243541108300312e-10,
    "max_abs_err": 4.4512483976522077e-13,
    "mean_abs_err": 4.2747478154096147e-14,
    "w_frob_norm": 46.16696449324277,
    "relative_err": 2.6935734717458474e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.2122761715456706e-10,
    "max_abs_err": 4.5035546472615984e-13,
    "mean_abs_err": 4.154814019066134e-14,
    "w_frob_norm": 43.34178993425108,
    "relative_err": 2.797014551970921e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.7846605181282e-11,
    "max_abs_err": 1.9199745959763703e-13,
    "mean_abs_err": 2.00244418440182e-14,
    "w_frob_norm": 44.2339814365916,
    "relative_err": 1.3077413179323182e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.2286466366521677e-10,
    "max_abs_err": 5.554723347955814e-13,
    "mean_abs_err": 4.246630521392912e-14,
    "w_frob_norm": 47.3491786139106,
    "relative_err": 2.5948636758214144e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.070855250779773e-11,
    "max_abs_err": 1.7738241431253243e-13,
    "mean_abs_err": 1.742855092768068e-14,
    "w_frob_norm": 43.46673988033895,
    "relative_err": 1.1666058381050663e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.001853299482901e-11,
    "max_abs_err": 2.106023688774883e-13,
    "mean_abs_err": 1.7326575149754172e-14,
    "w_frob_norm": 43.787098115975446,
    "relative_err": 1.1423121226793529e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.354657107797939e-11,
    "max_abs_err": 2.4359680939056716e-13,
    "mean_abs_err": 1.8368162898992203e-14,
    "w_frob_norm": 42.92282420594345,
    "relative_err": 1.2475081048037116e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.3849899823275083e-10,
    "max_abs_err": 5.729999807968511e-13,
    "mean_abs_err": 4.753839845529854e-14,
    "w_frob_norm": 46.348541071298484,
    "relative_err": 2.9882062095481334e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 4.8836513718455967e-11,
    "max_abs_err": 1.542498767603817e-13,
    "mean_abs_err": 1.7030750214739786e-14,
    "w_frob_norm": 44.08729771634984,
    "relative_err": 1.107723000685181e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 6.186656198810558e-11,
    "max_abs_err": 2.404292043234335e-13,
    "mean_abs_err": 2.1245888644883872e-14,
    "w_frob_norm": 45.71382655699172,
    "relative_err": 1.3533446365723975e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.236106033112447e-10,
    "max_abs_err": 4.81385764583564e-13,
    "mean_abs_err": 4.277334397864775e-14,
    "w_frob_norm": 45.52496424245996,
    "relative_err": 2.715226807272399e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.6484938783438266e-10,
    "max_abs_err": 7.210412822367118e-13,
    "mean_abs_err": 5.5814793580822254e-14,
    "w_frob_norm": 46.77094213551898,
    "relative_err": 3.5246112288422787e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.747443068961024e-11,
    "max_abs_err": 2.28352059483683e-13,
    "mean_abs_err": 1.9844675714735065e-14,
    "w_frob_norm": 46.000097003466635,
    "relative_err": 1.2494415106402684e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.7041901711329703e-10,
    "max_abs_err": 8.813965182707939e-13,
    "mean_abs_err": 5.777007927825315e-14,
    "w_frob_norm": 48.34562490495654,
    "relative_err": 3.5250142582359124e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 4.9413200638200086e-11,
    "max_abs_err": 1.6205786712575332e-13,
    "mean_abs_err": 1.7190423674459666e-14,
    "w_frob_norm": 45.39305482196233,
    "relative_err": 1.0885630154658087e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.4484646591535868e-10,
    "max_abs_err": 5.617624421194733e-13,
    "mean_abs_err": 4.9341433577292685e-14,
    "w_frob_norm": 45.890706953518496,
    "relative_err": 3.1563354659598054e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.1686491617872433e-10,
    "max_abs_err": 4.993505609007798e-13,
    "mean_abs_err": 4.051469226799947e-14,
    "w_frob_norm": 45.870453585887326,
    "relative_err": 2.5477166027998343e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.6166677076300264e-11,
    "max_abs_err": 2.897942302793055e-13,
    "mean_abs_err": 1.915242000820435e-14,
    "w_frob_norm": 45.79072157051801,
    "relative_err": 1.2265951518104648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.1089096616914684e-10,
    "max_abs_err": 3.7932851304489645e-13,
    "mean_abs_err": 3.838155501686811e-14,
    "w_frob_norm": 44.472666083623714,
    "relative_err": 2.4934634222430956e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 4.969596320285349e-11,
    "max_abs_err": 2.0257059918371567e-13,
    "mean_abs_err": 1.7154030466537794e-14,
    "w_frob_norm": 45.46665496911718,
    "relative_err": 1.093019999747266e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.14498775440978e-11,
    "max_abs_err": 2.032332635515388e-13,
    "mean_abs_err": 1.7742062676738697e-14,
    "w_frob_norm": 45.006795253518916,
    "relative_err": 1.1431579887944837e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 6.374573901173688e-11,
    "max_abs_err": 2.5560803473823057e-13,
    "mean_abs_err": 2.187661423074999e-14,
    "w_frob_norm": 45.678773315419434,
    "relative_err": 1.3955221295362307e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.1225922517425147e-10,
    "max_abs_err": 3.9398692641690047e-13,
    "mean_abs_err": 3.881077616328188e-14,
    "w_frob_norm": 46.804310361242145,
    "relative_err": 2.3984804883956035e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.981143010396662e-10,
    "max_abs_err": 8.60075899389301e-13,
    "mean_abs_err": 6.567546566318985e-14,
    "w_frob_norm": 46.23167342871134,
    "relative_err": 4.285250486231176e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.3993724972800864e-11,
    "max_abs_err": 1.9662743655501913e-13,
    "mean_abs_err": 1.8515577610819947e-14,
    "w_frob_norm": 43.47545160049821,
    "relative_err": 1.241935919814163e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.535654633810932e-11,
    "max_abs_err": 1.968470959151647e-13,
    "mean_abs_err": 1.917910628294114e-14,
    "w_frob_norm": 43.8526504075871,
    "relative_err": 1.262330687509184e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2959012169503631e-10,
    "max_abs_err": 4.853773633017866e-13,
    "mean_abs_err": 4.436757503887474e-14,
    "w_frob_norm": 46.013789110453814,
    "relative_err": 2.8163323255983477e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 6.131647257614898e-11,
    "max_abs_err": 2.284561428922416e-13,
    "mean_abs_err": 2.097541037017868e-14,
    "w_frob_norm": 44.88202482608865,
    "relative_err": 1.3661699269081873e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.2722278710179715e-10,
    "max_abs_err": 5.733313129807627e-13,
    "mean_abs_err": 4.323868767022254e-14,
    "w_frob_norm": 44.81132422840293,
    "relative_err": 2.8390767131393777e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.2356098036603668e-10,
    "max_abs_err": 4.365570405173713e-13,
    "mean_abs_err": 4.274440140715488e-14,
    "w_frob_norm": 45.24753110065367,
    "relative_err": 2.730778395205118e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 4.7156841393346386e-11,
    "max_abs_err": 1.663981452626473e-13,
    "mean_abs_err": 1.6345576359266412e-14,
    "w_frob_norm": 42.73564854640573,
    "relative_err": 1.1034544460496435e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.203940173523115e-10,
    "max_abs_err": 4.2586073556449833e-13,
    "mean_abs_err": 4.1493593938587183e-14,
    "w_frob_norm": 45.28394257373924,
    "relative_err": 2.6586469841106457e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 6.301163574370134e-11,
    "max_abs_err": 2.4435314882609305e-13,
    "mean_abs_err": 2.164682171569386e-14,
    "w_frob_norm": 45.39317541562595,
    "relative_err": 1.3881301576009705e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.2886466271269656e-10,
    "max_abs_err": 4.4807278547220886e-13,
    "mean_abs_err": 4.458707801920041e-14,
    "w_frob_norm": 46.3949535620279,
    "relative_err": 2.7775577475341254e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 4.9559105859165646e-11,
    "max_abs_err": 1.675794919497875e-13,
    "mean_abs_err": 1.7177057658297135e-14,
    "w_frob_norm": 45.724236582078426,
    "relative_err": 1.0838695091213463e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.1980918426478017e-10,
    "max_abs_err": 4.51541581902859e-13,
    "mean_abs_err": 4.133947671694995e-14,
    "w_frob_norm": 47.41320519298677,
    "relative_err": 2.526915946245752e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.884889912566806e-11,
    "max_abs_err": 2.1470325517469746e-13,
    "mean_abs_err": 2.0229435912524265e-14,
    "w_frob_norm": 45.51030076263609,
    "relative_err": 1.2930896552980582e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.5062742277854242e-10,
    "max_abs_err": 7.339927277083547e-13,
    "mean_abs_err": 5.153049482399218e-14,
    "w_frob_norm": 46.28238794649753,
    "relative_err": 3.254530059094354e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.899895131328416e-11,
    "max_abs_err": 2.4354693609063283e-13,
    "mean_abs_err": 2.0165213900025178e-14,
    "w_frob_norm": 45.37350138457731,
    "relative_err": 1.3002953158324744e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.573036283980266e-11,
    "max_abs_err": 2.580227698167903e-13,
    "mean_abs_err": 1.9155582312552412e-14,
    "w_frob_norm": 45.5766262698066,
    "relative_err": 1.222783856573488e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.2466934207774703e-10,
    "max_abs_err": 5.115022988499973e-13,
    "mean_abs_err": 4.307142238084069e-14,
    "w_frob_norm": 46.60661019877899,
    "relative_err": 2.6749283319689523e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.307675963520339e-10,
    "max_abs_err": 5.023204074916521e-13,
    "mean_abs_err": 4.5288751464003364e-14,
    "w_frob_norm": 47.202117343041685,
    "relative_err": 2.7703756465346578e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.529309147934016e-11,
    "max_abs_err": 2.485676595109787e-13,
    "mean_abs_err": 1.8807820105249584e-14,
    "w_frob_norm": 45.48630713525526,
    "relative_err": 1.2155986045410117e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.1072807772137693e-10,
    "max_abs_err": 4.2253874010800274e-13,
    "mean_abs_err": 3.8416374531137774e-14,
    "w_frob_norm": 46.50279708549555,
    "relative_err": 2.381105754086211e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.0728253581088486e-10,
    "max_abs_err": 3.4498098822055567e-13,
    "mean_abs_err": 3.726329524820944e-14,
    "w_frob_norm": 45.72849438762535,
    "relative_err": 2.3460762758005157e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 6.023615005147145e-11,
    "max_abs_err": 2.4430110712181374e-13,
    "mean_abs_err": 2.0521005475924173e-14,
    "w_frob_norm": 44.813397805997084,
    "relative_err": 1.3441549402757056e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 4.5733600143883664e-11,
    "max_abs_err": 1.589110787403314e-13,
    "mean_abs_err": 1.58872450759724e-14,
    "w_frob_norm": 45.069127713370186,
    "relative_err": 1.0147434056132478e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.781707276477465e-11,
    "max_abs_err": 1.6611712005953905e-13,
    "mean_abs_err": 1.6360795977490657e-14,
    "w_frob_norm": 43.768451924873574,
    "relative_err": 1.0925008918946993e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2135041396040774e-10,
    "max_abs_err": 3.993923247680442e-13,
    "mean_abs_err": 4.205432185629901e-14,
    "w_frob_norm": 46.31799807535989,
    "relative_err": 2.619940822204131e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.1800024112306313e-10,
    "max_abs_err": 5.302841499243982e-13,
    "mean_abs_err": 4.08716097551339e-14,
    "w_frob_norm": 44.61953120224263,
    "relative_err": 2.6445872007981184e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.8065963439512036e-11,
    "max_abs_err": 2.682853939006691e-13,
    "mean_abs_err": 1.982875797098472e-14,
    "w_frob_norm": 45.31083852288632,
    "relative_err": 1.2815027338366989e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.51903730378438e-11,
    "max_abs_err": 2.4365036897788794e-13,
    "mean_abs_err": 1.90678058296375e-14,
    "w_frob_norm": 45.78194566004452,
    "relative_err": 1.2055051886099795e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.2283417099918364e-10,
    "max_abs_err": 4.182192786528205e-13,
    "mean_abs_err": 4.244218800258583e-14,
    "w_frob_norm": 47.41594566560103,
    "relative_err": 2.5905667233859784e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.4546659958181677e-11,
    "max_abs_err": 1.8999385398288382e-13,
    "mean_abs_err": 1.879773255700645e-14,
    "w_frob_norm": 45.20757151933337,
    "relative_err": 1.206582395934592e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.450184577115977e-10,
    "max_abs_err": 5.378336664918493e-13,
    "mean_abs_err": 4.946766437828921e-14,
    "w_frob_norm": 46.029611749776414,
    "relative_err": 3.1505470543601123e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.4678631293728325e-10,
    "max_abs_err": 5.867945018778187e-13,
    "mean_abs_err": 4.996747858335464e-14,
    "w_frob_norm": 45.9547689814396,
    "relative_err": 3.1941475540126837e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 6.567778820867963e-11,
    "max_abs_err": 2.69562150378988e-13,
    "mean_abs_err": 2.246507822016019e-14,
    "w_frob_norm": 46.31914660925604,
    "relative_err": 1.417940377069795e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.299111376377952e-10,
    "max_abs_err": 5.384971982214104e-13,
    "mean_abs_err": 4.449021820567969e-14,
    "w_frob_norm": 46.80573648913381,
    "relative_err": 2.775538798923819e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.7951652357149144e-11,
    "max_abs_err": 2.0032239755884973e-13,
    "mean_abs_err": 2.0026626251633688e-14,
    "w_frob_norm": 45.62911300918508,
    "relative_err": 1.2700587089098916e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 4.576474901022264e-11,
    "max_abs_err": 1.558440876348044e-13,
    "mean_abs_err": 1.5887943145159655e-14,
    "w_frob_norm": 44.95372769339904,
    "relative_err": 1.018041247265523e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.4605680099660917e-10,
    "max_abs_err": 5.808548086960741e-13,
    "mean_abs_err": 4.995794267744481e-14,
    "w_frob_norm": 46.04788949592114,
    "relative_err": 3.171845715307901e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.58835582510815e-11,
    "max_abs_err": 2.109909469361071e-13,
    "mean_abs_err": 1.9182294836312104e-14,
    "w_frob_norm": 45.98716875363843,
    "relative_err": 1.2151989297375496e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1164805108474802e-10,
    "max_abs_err": 3.7008590636489203e-13,
    "mean_abs_err": 3.882010626720355e-14,
    "w_frob_norm": 45.81846984618249,
    "relative_err": 2.4367477015178045e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.4359989913623225e-11,
    "max_abs_err": 1.7940943869421133e-13,
    "mean_abs_err": 1.541612020412132e-14,
    "w_frob_norm": 44.36878677148017,
    "relative_err": 9.998017331890942e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.2385943952420655e-10,
    "max_abs_err": 4.697700561884233e-13,
    "mean_abs_err": 4.2719143757777245e-14,
    "w_frob_norm": 45.74542718666727,
    "relative_err": 2.7075807822012423e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.374236412518451e-11,
    "max_abs_err": 2.1698615126908294e-13,
    "mean_abs_err": 1.8487516413908638e-14,
    "w_frob_norm": 45.27947616164657,
    "relative_err": 1.1869033982046445e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 4.896262913535423e-11,
    "max_abs_err": 1.767930420115693e-13,
    "mean_abs_err": 1.6962781344757824e-14,
    "w_frob_norm": 45.20912196153026,
    "relative_err": 1.0830254384727475e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.2363322526647824e-10,
    "max_abs_err": 4.500948225238943e-13,
    "mean_abs_err": 4.256399999041259e-14,
    "w_frob_norm": 46.60341054898511,
    "relative_err": 2.6528793453115766e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.193569955071264e-10,
    "max_abs_err": 4.818697524333615e-13,
    "mean_abs_err": 4.103167559111333e-14,
    "w_frob_norm": 45.921307149777874,
    "relative_err": 2.5991637197484207e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.2036515172396233e-11,
    "max_abs_err": 2.239146368321343e-13,
    "mean_abs_err": 1.7967392962473266e-14,
    "w_frob_norm": 44.95244046097092,
    "relative_err": 1.1575904364430653e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.866171008911285e-11,
    "max_abs_err": 1.5687104393258267e-13,
    "mean_abs_err": 1.685688363104168e-14,
    "w_frob_norm": 43.43062027496925,
    "relative_err": 1.1204470436071224e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.258402478673395e-10,
    "max_abs_err": 4.608327608401908e-13,
    "mean_abs_err": 4.3424815225916874e-14,
    "w_frob_norm": 47.420682052272795,
    "relative_err": 2.653699660595839e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.202257052695217e-10,
    "max_abs_err": 4.77048955893622e-13,
    "mean_abs_err": 4.1453080700804865e-14,
    "w_frob_norm": 46.412386911896974,
    "relative_err": 2.5903797082822306e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.1100033589426908e-10,
    "max_abs_err": 4.851171547803901e-13,
    "mean_abs_err": 3.842657737316795e-14,
    "w_frob_norm": 46.299573845042545,
    "relative_err": 2.397437528599505e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.2337610202562888e-10,
    "max_abs_err": 5.070804887097324e-13,
    "mean_abs_err": 4.2535774615074505e-14,
    "w_frob_norm": 46.423894711154375,
    "relative_err": 2.657599126339243e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.851677990328988e-11,
    "max_abs_err": 2.2596854942769085e-13,
    "mean_abs_err": 2.006921108265704e-14,
    "w_frob_norm": 45.499408832785264,
    "relative_err": 1.286099784688296e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.411346676727457e-11,
    "max_abs_err": 2.0770191122565507e-13,
    "mean_abs_err": 1.8702139743081125e-14,
    "w_frob_norm": 45.29701962467124,
    "relative_err": 1.19463636273768e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 6.086759629801297e-11,
    "max_abs_err": 2.4646951146678475e-13,
    "mean_abs_err": 2.0824478321759534e-14,
    "w_frob_norm": 43.29966698297989,
    "relative_err": 1.405728970662491e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.178475679665154e-10,
    "max_abs_err": 3.83025642453072e-13,
    "mean_abs_err": 4.080740550728963e-14,
    "w_frob_norm": 45.227982815345975,
    "relative_err": 2.6056339600122385e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.1300375024650399e-10,
    "max_abs_err": 4.2829802204824574e-13,
    "mean_abs_err": 3.904022663962266e-14,
    "w_frob_norm": 43.98160070762316,
    "relative_err": 2.5693414616198246e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.206084444355295e-10,
    "max_abs_err": 4.2514949893934784e-13,
    "mean_abs_err": 4.159242222906245e-14,
    "w_frob_norm": 47.14067088003965,
    "relative_err": 2.5584795927585677e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.173609039938338e-11,
    "max_abs_err": 1.9883400481646163e-13,
    "mean_abs_err": 1.7732352554436527e-14,
    "w_frob_norm": 44.2888713271869,
    "relative_err": 1.1681510241518614e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 4.7628182714133456e-11,
    "max_abs_err": 1.4957479699262421e-13,
    "mean_abs_err": 1.657904421305224e-14,
    "w_frob_norm": 44.27895573928829,
    "relative_err": 1.07563924936634e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.273122931719662e-11,
    "max_abs_err": 1.9232011816416872e-13,
    "mean_abs_err": 1.8252204778551685e-14,
    "w_frob_norm": 45.16549148569443,
    "relative_err": 1.1675114691024349e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.429575328236696e-11,
    "max_abs_err": 2.2870507571104426e-13,
    "mean_abs_err": 1.8758609464391855e-14,
    "w_frob_norm": 44.707958538949036,
    "relative_err": 1.2144538703341857e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.3347979708503064e-10,
    "max_abs_err": 5.47877715417755e-13,
    "mean_abs_err": 4.590455836928048e-14,
    "w_frob_norm": 46.29677598596443,
    "relative_err": 2.8831337440321344e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.1518187404443266e-11,
    "max_abs_err": 2.519338904161117e-13,
    "mean_abs_err": 1.7621179405415174e-14,
    "w_frob_norm": 45.05094792944885,
    "relative_err": 1.1435539044621726e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.468919333670876e-10,
    "max_abs_err": 5.874242064995983e-13,
    "mean_abs_err": 5.001616624191887e-14,
    "w_frob_norm": 45.83594755895408,
    "relative_err": 3.204732119438691e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.2611198843685673e-10,
    "max_abs_err": 5.290707108529524e-13,
    "mean_abs_err": 4.3572381418652134e-14,
    "w_frob_norm": 46.33972237745627,
    "relative_err": 2.7214662058098286e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 4.777078737056577e-11,
    "max_abs_err": 1.6145071390916144e-13,
    "mean_abs_err": 1.651493763221816e-14,
    "w_frob_norm": 45.711256342774654,
    "relative_err": 1.0450552269302626e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.2643062382037687e-10,
    "max_abs_err": 4.4000393606413724e-13,
    "mean_abs_err": 4.376818400889045e-14,
    "w_frob_norm": 45.695875734085725,
    "relative_err": 2.766784130719023e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.611177730656368e-11,
    "max_abs_err": 1.999581056288946e-13,
    "mean_abs_err": 1.934926935870579e-14,
    "w_frob_norm": 45.36983407904688,
    "relative_err": 1.2367639962888412e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.1888830750978076e-10,
    "max_abs_err": 4.775936590650787e-13,
    "mean_abs_err": 4.101806509241437e-14,
    "w_frob_norm": 43.47830274572872,
    "relative_err": 2.7344284390553924e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.1723656864778438e-10,
    "max_abs_err": 4.605447967431786e-13,
    "mean_abs_err": 4.04991387544274e-14,
    "w_frob_norm": 45.77402163618308,
    "relative_err": 2.561203155352908e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.29989881061548e-11,
    "max_abs_err": 2.1846066622366322e-13,
    "mean_abs_err": 1.824830672639402e-14,
    "w_frob_norm": 45.21426726794821,
    "relative_err": 1.1721739908350803e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.1347502945462526e-10,
    "max_abs_err": 4.121442770399497e-13,
    "mean_abs_err": 3.9277243222512805e-14,
    "w_frob_norm": 46.22398472847561,
    "relative_err": 2.4548950100513648e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.1244400455743332e-10,
    "max_abs_err": 3.9021910702707885e-13,
    "mean_abs_err": 3.902216596137628e-14,
    "w_frob_norm": 46.78652402034872,
    "relative_err": 2.4033417081493037e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.1478836191870285e-10,
    "max_abs_err": 3.562150574509815e-13,
    "mean_abs_err": 4.0011099753141204e-14,
    "w_frob_norm": 46.00563591365662,
    "relative_err": 2.4950934736373965e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.4171608662051215e-11,
    "max_abs_err": 2.1449508835758024e-13,
    "mean_abs_err": 1.854564172782431e-14,
    "w_frob_norm": 45.78239067847607,
    "relative_err": 1.1832411514394598e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.370119576263488e-11,
    "max_abs_err": 1.97535564294693e-13,
    "mean_abs_err": 1.846877685034577e-14,
    "w_frob_norm": 45.43959296034546,
    "relative_err": 1.1818150706037181e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.3624630921475892e-10,
    "max_abs_err": 4.386664642641591e-13,
    "mean_abs_err": 4.710225642308135e-14,
    "w_frob_norm": 46.78922680689877,
    "relative_err": 2.911916236125327e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 6.852184553332546e-11,
    "max_abs_err": 2.7006695491049726e-13,
    "mean_abs_err": 2.3217032615638557e-14,
    "w_frob_norm": 44.15299864459326,
    "relative_err": 1.5519182759224957e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.117182400602889e-11,
    "max_abs_err": 1.9901224765361825e-13,
    "mean_abs_err": 1.7612962073679713e-14,
    "w_frob_norm": 43.017466021331046,
    "relative_err": 1.1895592357916745e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 5.4325279376202457e-11,
    "max_abs_err": 2.2172021163502365e-13,
    "mean_abs_err": 1.8724928934903186e-14,
    "w_frob_norm": 43.325846187423444,
    "relative_err": 1.2538769385183273e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.315368681910443e-11,
    "max_abs_err": 1.9824419883462951e-13,
    "mean_abs_err": 1.8154074435729642e-14,
    "w_frob_norm": 45.03538631757784,
    "relative_err": 1.1802649242148928e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 6.70136074190618e-11,
    "max_abs_err": 3.3060533477513587e-13,
    "mean_abs_err": 2.265598788246586e-14,
    "w_frob_norm": 45.54809065523233,
    "relative_err": 1.4712714947001544e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.2800610822359194e-10,
    "max_abs_err": 4.967233221964129e-13,
    "mean_abs_err": 4.384527921059182e-14,
    "w_frob_norm": 43.851731030752866,
    "relative_err": 2.919066253822963e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.313224663171215e-10,
    "max_abs_err": 4.976262457656588e-13,
    "mean_abs_err": 4.510770517429841e-14,
    "w_frob_norm": 45.18040213864184,
    "relative_err": 2.906624556243252e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.2345023351213298e-10,
    "max_abs_err": 4.634261724367761e-13,
    "mean_abs_err": 4.251096872186551e-14,
    "w_frob_norm": 46.1558292885675,
    "relative_err": 2.674640135708943e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.588560716692831e-11,
    "max_abs_err": 1.7764956172783286e-13,
    "mean_abs_err": 1.59563881437537e-14,
    "w_frob_norm": 45.80362308239212,
    "relative_err": 1.0017899039206728e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.484147045939252e-10,
    "max_abs_err": 5.523428936449193e-13,
    "mean_abs_err": 5.1114888902017366e-14,
    "w_frob_norm": 46.553858954016846,
    "relative_err": 3.1880215287957223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.473626589347341e-10,
    "max_abs_err": 6.989929468570466e-13,
    "mean_abs_err": 5.0541119979767136e-14,
    "w_frob_norm": 46.41777672117614,
    "relative_err": 3.1747030845513575e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.56748808515415e-11,
    "max_abs_err": 2.234289142588608e-13,
    "mean_abs_err": 1.918640304670648e-14,
    "w_frob_norm": 43.497201145132074,
    "relative_err": 1.2799646732620239e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.470001946978569e-11,
    "max_abs_err": 2.0875662309904897e-13,
    "mean_abs_err": 1.8903909792652256e-14,
    "w_frob_norm": 44.88485583238532,
    "relative_err": 1.2186742823471102e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.2162794603434313e-11,
    "max_abs_err": 1.889773060259614e-13,
    "mean_abs_err": 1.8064330076044157e-14,
    "w_frob_norm": 45.74177773836941,
    "relative_err": 1.1403753238842484e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.307488146455439e-10,
    "max_abs_err": 6.370997479576701e-13,
    "mean_abs_err": 4.3990628078941845e-14,
    "w_frob_norm": 45.32534564851249,
    "relative_err": 2.884673305295243e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.631952227827173e-10,
    "max_abs_err": 5.820170734249785e-13,
    "mean_abs_err": 5.575502552869898e-14,
    "w_frob_norm": 46.61642355495259,
    "relative_err": 3.500809593218552e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.442641317044242e-11,
    "max_abs_err": 2.107515550964223e-13,
    "mean_abs_err": 1.870094457383552e-14,
    "w_frob_norm": 44.83283585213907,
    "relative_err": 1.2139855116447116e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.2008302103391556e-10,
    "max_abs_err": 4.5231526857314464e-13,
    "mean_abs_err": 4.157585600389713e-14,
    "w_frob_norm": 46.843783452799904,
    "relative_err": 2.5634782714532863e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.820216962742551e-11,
    "max_abs_err": 2.124420431237617e-13,
    "mean_abs_err": 1.9935531408053182e-14,
    "w_frob_norm": 44.53873968445262,
    "relative_err": 1.3067763039496706e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.272759202734625e-10,
    "max_abs_err": 4.742664594381552e-13,
    "mean_abs_err": 4.409079721279007e-14,
    "w_frob_norm": 46.788589893010425,
    "relative_err": 2.720234154619731e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.326105475893615e-10,
    "max_abs_err": 4.4908868290782777e-13,
    "mean_abs_err": 4.5787800084618754e-14,
    "w_frob_norm": 47.11018019205121,
    "relative_err": 2.8149021516953685e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.308006687796292e-10,
    "max_abs_err": 5.558279531081567e-13,
    "mean_abs_err": 4.4827509203277847e-14,
    "w_frob_norm": 46.65933413844843,
    "relative_err": 2.803311945933799e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.3083283263364666e-11,
    "max_abs_err": 1.8816523859876977e-13,
    "mean_abs_err": 1.841308503905543e-14,
    "w_frob_norm": 45.88383459232686,
    "relative_err": 1.156905993908403e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.856069254721548e-11,
    "max_abs_err": 1.7184864642416642e-13,
    "mean_abs_err": 1.6843684470385048e-14,
    "w_frob_norm": 42.59838556995368,
    "relative_err": 1.1399655620157412e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.354672335011034e-11,
    "max_abs_err": 1.9454576838384696e-13,
    "mean_abs_err": 1.8431180231397225e-14,
    "w_frob_norm": 44.9847503115851,
    "relative_err": 1.1903305671193253e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 4.834992614801569e-11,
    "max_abs_err": 1.7928714068915497e-13,
    "mean_abs_err": 1.673794803347444e-14,
    "w_frob_norm": 43.13195389249364,
    "relative_err": 1.1209769506043673e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.705472605289743e-10,
    "max_abs_err": 7.74958222593547e-13,
    "mean_abs_err": 5.619098869692315e-14,
    "w_frob_norm": 45.01509236631064,
    "relative_err": 3.788668456817654e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.0569989653181064e-11,
    "max_abs_err": 1.8616184982445105e-13,
    "mean_abs_err": 1.750311447668632e-14,
    "w_frob_norm": 45.589109064073575,
    "relative_err": 1.109255931764472e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1501742021946568e-10,
    "max_abs_err": 4.227278249668842e-13,
    "mean_abs_err": 3.9757253172703414e-14,
    "w_frob_norm": 45.279124153136664,
    "relative_err": 2.5401865069313174e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.585423025376672e-11,
    "max_abs_err": 2.372824159380116e-13,
    "mean_abs_err": 1.9108505447409964e-14,
    "w_frob_norm": 44.752240929548414,
    "relative_err": 1.2480767240616108e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.230107360610538e-10,
    "max_abs_err": 5.170195868653416e-13,
    "mean_abs_err": 4.251215767404099e-14,
    "w_frob_norm": 46.61126628116158,
    "relative_err": 2.6390773277654944e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.3174471076682824e-10,
    "max_abs_err": 5.292090550501616e-13,
    "mean_abs_err": 4.5346905436231327e-14,
    "w_frob_norm": 45.921733712175914,
    "relative_err": 2.8688967100538017e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 4.751575853838174e-11,
    "max_abs_err": 2.029279522197669e-13,
    "mean_abs_err": 1.6326504754552735e-14,
    "w_frob_norm": 44.62567903236045,
    "relative_err": 1.064762700953537e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 9.943620518051646e-11,
    "max_abs_err": 3.3795188869589765e-13,
    "mean_abs_err": 3.433488966414715e-14,
    "w_frob_norm": 43.63896457505309,
    "relative_err": 2.2786105524914483e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 4.9212334081426206e-11,
    "max_abs_err": 2.2845267344528963e-13,
    "mean_abs_err": 1.6949548591857228e-14,
    "w_frob_norm": 43.38331376966823,
    "relative_err": 1.1343608822208824e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 4.7912489316082095e-11,
    "max_abs_err": 1.760158858943317e-13,
    "mean_abs_err": 1.6663038904965078e-14,
    "w_frob_norm": 44.02953141682669,
    "relative_err": 1.0881898529079384e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.0104069600801445e-11,
    "max_abs_err": 2.1554286133707024e-13,
    "mean_abs_err": 1.726609767782746e-14,
    "w_frob_norm": 45.392915215894114,
    "relative_err": 1.1037861164567317e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.2596070341449945e-10,
    "max_abs_err": 5.539457781367219e-13,
    "mean_abs_err": 4.351942217223673e-14,
    "w_frob_norm": 45.25517954591417,
    "relative_err": 2.783343358227196e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.2624255532621246e-10,
    "max_abs_err": 4.782250984103342e-13,
    "mean_abs_err": 4.354780167728343e-14,
    "w_frob_norm": 45.66740227314047,
    "relative_err": 2.764390988809598e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.1325757603646868e-10,
    "max_abs_err": 4.114868168425545e-13,
    "mean_abs_err": 3.93673694772113e-14,
    "w_frob_norm": 46.06056817251688,
    "relative_err": 2.458883607607048e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.208346476822904e-11,
    "max_abs_err": 2.0278223544778484e-13,
    "mean_abs_err": 1.7994611772168426e-14,
    "w_frob_norm": 45.39165615987385,
    "relative_err": 1.1474237596615993e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.259694157414696e-10,
    "max_abs_err": 5.533178082384183e-13,
    "mean_abs_err": 4.3603810920028115e-14,
    "w_frob_norm": 46.383714860855115,
    "relative_err": 2.7158112738352423e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.0795695061096779e-10,
    "max_abs_err": 3.596012376760882e-13,
    "mean_abs_err": 3.7587742032445215e-14,
    "w_frob_norm": 47.1594232546716,
    "relative_err": 2.2891914947300294e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.2454984288853646e-11,
    "max_abs_err": 1.936679983050027e-13,
    "mean_abs_err": 1.813199705345065e-14,
    "w_frob_norm": 45.42635075315554,
    "relative_err": 1.1547259117046698e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.388258010427838e-10,
    "max_abs_err": 4.97386853925974e-13,
    "mean_abs_err": 4.744541713082713e-14,
    "w_frob_norm": 44.70723710954621,
    "relative_err": 3.1052198708369905e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.823958009649199e-11,
    "max_abs_err": 2.1680574002758135e-13,
    "mean_abs_err": 2.0123965643054803e-14,
    "w_frob_norm": 45.25348021144616,
    "relative_err": 1.2869635622358433e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.2898111168135886e-10,
    "max_abs_err": 4.4806693078047743e-13,
    "mean_abs_err": 4.4589796588447304e-14,
    "w_frob_norm": 46.477652797637646,
    "relative_err": 2.775121029517968e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 6.008806843068485e-11,
    "max_abs_err": 2.280051147884876e-13,
    "mean_abs_err": 2.0429346711735785e-14,
    "w_frob_norm": 45.07574888047181,
    "relative_err": 1.3330464811582274e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.50961102581863e-11,
    "max_abs_err": 2.481643363028141e-13,
    "mean_abs_err": 1.896284149773356e-14,
    "w_frob_norm": 45.32398809358097,
    "relative_err": 1.2156059644272414e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.2709606328790198e-10,
    "max_abs_err": 4.604528563989518e-13,
    "mean_abs_err": 4.396789112858434e-14,
    "w_frob_norm": 46.12128445496766,
    "relative_err": 2.7556921883213653e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 4.6614949789679884e-11,
    "max_abs_err": 1.7166476573571288e-13,
    "mean_abs_err": 1.616171377320491e-14,
    "w_frob_norm": 44.399590990249436,
    "relative_err": 1.0498959280935035e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.1619493995780598e-10,
    "max_abs_err": 4.861527846955482e-13,
    "mean_abs_err": 3.9912531932613995e-14,
    "w_frob_norm": 45.71894271792192,
    "relative_err": 2.5415054034540767e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 4.839989023630628e-11,
    "max_abs_err": 1.7183823808331056e-13,
    "mean_abs_err": 1.6750829191455643e-14,
    "w_frob_norm": 44.54418861636003,
    "relative_err": 1.0865590268834786e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.3387468968304974e-11,
    "max_abs_err": 2.082231956301861e-13,
    "mean_abs_err": 1.831981779924798e-14,
    "w_frob_norm": 45.329660045998885,
    "relative_err": 1.177760188674023e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.3922332833516843e-10,
    "max_abs_err": 5.511979761507746e-13,
    "mean_abs_err": 4.794394412357937e-14,
    "w_frob_norm": 48.126935996806196,
    "relative_err": 2.8928359026306513e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.308401677499442e-10,
    "max_abs_err": 5.278485981641268e-13,
    "mean_abs_err": 4.496154442441703e-14,
    "w_frob_norm": 48.23587225934361,
    "relative_err": 2.7125075513607944e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 4.619485341073435e-11,
    "max_abs_err": 1.699647367292556e-13,
    "mean_abs_err": 1.592744013805016e-14,
    "w_frob_norm": 44.27566678775745,
    "relative_err": 1.0433463064978067e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.0744948474546936e-11,
    "max_abs_err": 1.914232661270887e-13,
    "mean_abs_err": 1.760448158258236e-14,
    "w_frob_norm": 45.460223477312454,
    "relative_err": 1.116249428467326e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 4.817230630853338e-11,
    "max_abs_err": 1.8186667449793248e-13,
    "mean_abs_err": 1.673118125563089e-14,
    "w_frob_norm": 44.310404523485445,
    "relative_err": 1.0871556427114324e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2402025169551985e-10,
    "max_abs_err": 4.594866154228328e-13,
    "mean_abs_err": 4.269652622278053e-14,
    "w_frob_norm": 45.868290894570094,
    "relative_err": 2.7038341581242874e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.0385846569347917e-10,
    "max_abs_err": 4.0339953599755063e-13,
    "mean_abs_err": 3.580187834907305e-14,
    "w_frob_norm": 45.06046542720901,
    "relative_err": 2.304868906896953e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.2267912222501363e-10,
    "max_abs_err": 4.910082757048073e-13,
    "mean_abs_err": 4.200251273786506e-14,
    "w_frob_norm": 45.61970973866127,
    "relative_err": 2.6891692851137745e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 4.640450324016483e-11,
    "max_abs_err": 1.559412321494591e-13,
    "mean_abs_err": 1.6082212784799305e-14,
    "w_frob_norm": 44.787628131466654,
    "relative_err": 1.0361009318009006e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.2788959248306981e-10,
    "max_abs_err": 5.287749405002984e-13,
    "mean_abs_err": 4.419782601583897e-14,
    "w_frob_norm": 45.554318120835205,
    "relative_err": 2.807408776130421e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.116158562327357e-10,
    "max_abs_err": 4.022420417582051e-13,
    "mean_abs_err": 3.876242875846969e-14,
    "w_frob_norm": 46.11465620960703,
    "relative_err": 2.4203987497034155e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.2387596308721593e-10,
    "max_abs_err": 4.602325465175028e-13,
    "mean_abs_err": 4.2797264587406964e-14,
    "w_frob_norm": 46.78368501333897,
    "relative_err": 2.6478453557452007e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.213017189024892e-11,
    "max_abs_err": 2.539001994761314e-13,
    "mean_abs_err": 1.7871062338042753e-14,
    "w_frob_norm": 44.706194256194365,
    "relative_err": 1.1660614990287595e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.5082777140720223e-11,
    "max_abs_err": 2.4904861159469327e-13,
    "mean_abs_err": 1.88357835269262e-14,
    "w_frob_norm": 44.689250211120374,
    "relative_err": 1.2325733119374097e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.988617941557271e-11,
    "max_abs_err": 2.0217855167814491e-13,
    "mean_abs_err": 1.714677357189184e-14,
    "w_frob_norm": 44.08243361629987,
    "relative_err": 1.1316566560228845e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.838498337661043e-11,
    "max_abs_err": 2.2617671624480806e-13,
    "mean_abs_err": 2.0096609604468357e-14,
    "w_frob_norm": 45.33139714188092,
    "relative_err": 1.2879590539394498e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.677862746329994e-11,
    "max_abs_err": 2.1881541717450048e-13,
    "mean_abs_err": 1.9609869317372787e-14,
    "w_frob_norm": 44.941805590196864,
    "relative_err": 1.2633810928968335e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.3856382558799065e-10,
    "max_abs_err": 5.655684254257665e-13,
    "mean_abs_err": 4.733511845467534e-14,
    "w_frob_norm": 46.662913640306314,
    "relative_err": 2.969463644214075e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.2752100426416189e-10,
    "max_abs_err": 4.94319862820447e-13,
    "mean_abs_err": 4.3807739291247296e-14,
    "w_frob_norm": 47.32521408279898,
    "relative_err": 2.6945679324567746e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.1437110961932123e-10,
    "max_abs_err": 4.091380012560819e-13,
    "mean_abs_err": 3.965886332684355e-14,
    "w_frob_norm": 44.89854179133572,
    "relative_err": 2.547323477694591e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.193505270251054e-11,
    "max_abs_err": 1.9509524204486262e-13,
    "mean_abs_err": 1.7885509104647805e-14,
    "w_frob_norm": 43.704931640414046,
    "relative_err": 1.188311038438648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.174124196157408e-10,
    "max_abs_err": 4.1551484475377265e-13,
    "mean_abs_err": 4.06195243807586e-14,
    "w_frob_norm": 45.670911708726344,
    "relative_err": 2.5708359045809634e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.3356775148071571e-10,
    "max_abs_err": 6.059363080734848e-13,
    "mean_abs_err": 4.527818913358167e-14,
    "w_frob_norm": 45.0910432161153,
    "relative_err": 2.9621792257176985e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 6.854686055763914e-11,
    "max_abs_err": 3.9141433150202687e-13,
    "mean_abs_err": 2.313542584354568e-14,
    "w_frob_norm": 45.44822256409942,
    "relative_err": 1.508240733968458e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.994214365896092e-11,
    "max_abs_err": 2.294137102509808e-13,
    "mean_abs_err": 2.0609275971375902e-14,
    "w_frob_norm": 43.780337248525235,
    "relative_err": 1.3691567362464778e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 6.105117793225513e-11,
    "max_abs_err": 2.4994849939785624e-13,
    "mean_abs_err": 2.0965957380423265e-14,
    "w_frob_norm": 44.38255293668059,
    "relative_err": 1.3755670616639657e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.691906864618336e-11,
    "max_abs_err": 2.270111182367529e-13,
    "mean_abs_err": 1.9608013394188243e-14,
    "w_frob_norm": 45.24128144082705,
    "relative_err": 1.258122379239637e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.2694636163992445e-10,
    "max_abs_err": 4.807250517796513e-13,
    "mean_abs_err": 4.3893677450935225e-14,
    "w_frob_norm": 46.19260535979309,
    "relative_err": 2.7481966139632587e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.5957089432431936e-11,
    "max_abs_err": 2.0978878356725517e-13,
    "mean_abs_err": 1.9256440094051208e-14,
    "w_frob_norm": 46.603423279253,
    "relative_err": 1.2007077054646974e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.405282537399325e-10,
    "max_abs_err": 5.152822613041508e-13,
    "mean_abs_err": 4.7835959401818365e-14,
    "w_frob_norm": 45.81882455995736,
    "relative_err": 3.0670418783013684e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.2785116548228783e-10,
    "max_abs_err": 4.4759335127153577e-13,
    "mean_abs_err": 4.414697435298789e-14,
    "w_frob_norm": 47.23883689205192,
    "relative_err": 2.7064841959264917e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.1155763076713439e-10,
    "max_abs_err": 3.9955365405131005e-13,
    "mean_abs_err": 3.8780186004270026e-14,
    "w_frob_norm": 45.81625776149614,
    "relative_err": 2.434891809537686e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.1786401868178134e-10,
    "max_abs_err": 5.32990318546922e-13,
    "mean_abs_err": 4.0777106624609565e-14,
    "w_frob_norm": 45.79275844099707,
    "relative_err": 2.573857148912452e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.3647096527801494e-10,
    "max_abs_err": 5.765631028165075e-13,
    "mean_abs_err": 4.702768809046759e-14,
    "w_frob_norm": 46.23035444531856,
    "relative_err": 2.9519774813631013e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.098323614539535e-11,
    "max_abs_err": 2.1437365771426187e-13,
    "mean_abs_err": 1.7730696970064008e-14,
    "w_frob_norm": 44.98709891409856,
    "relative_err": 1.133285705814154e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.44.mixer.A_log": {
    "frob_norm_diff": 2.471544494829854e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 1.5693826446727677e-16,
    "w_frob_norm": 16.735672183654284,
    "relative_err": 1.4768122055138063e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.44.mixer.D": {
    "frob_norm_diff": 1.2803496182424454e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 7.436271650534954e-17,
    "w_frob_norm": 10.296532189258798,
    "relative_err": 1.243476536282855e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.43.norm.weight": {
    "frob_norm_diff": 1.2434157121878547e-14,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.4529341684803364e-16,
    "w_frob_norm": 102.31545240521011,
    "relative_err": 1.2152765618075276e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.43.mixer.gate.weight": {
    "frob_norm_diff": 2.293443318799821e-11,
    "max_abs_err": 2.982926405881159e-13,
    "mean_abs_err": 2.97528383717148e-14,
    "w_frob_norm": 8.848357878309317,
    "relative_err": 2.591942313298517e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.43.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.3816020647358883e-10,
    "max_abs_err": 8.829048603331557e-13,
    "mean_abs_err": 5.839701069580563e-14,
    "w_frob_norm": 50.53530515467436,
    "relative_err": 4.712748953323768e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.2135261278381568e-10,
    "max_abs_err": 4.653326335368746e-13,
    "mean_abs_err": 4.195986234893054e-14,
    "w_frob_norm": 47.11569583905668,
    "relative_err": 2.575630278248382e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.4629912526915517e-11,
    "max_abs_err": 1.5807841147186252e-13,
    "mean_abs_err": 1.5528384038887642e-14,
    "w_frob_norm": 45.453043535623436,
    "relative_err": 9.81890519431052e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.3128033694191956e-10,
    "max_abs_err": 5.39948294409065e-13,
    "mean_abs_err": 4.4911864384625486e-14,
    "w_frob_norm": 45.48335706894132,
    "relative_err": 2.8863378915266e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.43.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.3865641150735515e-10,
    "max_abs_err": 5.313839646081675e-13,
    "mean_abs_err": 3.355287396982493e-14,
    "w_frob_norm": 46.75675790447827,
    "relative_err": 2.965483872740349e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.43.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.445987291550153e-11,
    "max_abs_err": 2.1480039968935216e-13,
    "mean_abs_err": 1.875801747169248e-14,
    "w_frob_norm": 46.13292722224322,
    "relative_err": 1.1804989666739256e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.44.mixer.conv1d.weight": {
    "frob_norm_diff": 6.93058701632971e-15,
    "max_abs_err": 1.2212453270876722e-15,
    "mean_abs_err": 1.4224421231744432e-17,
    "w_frob_norm": 10.586218507383968,
    "relative_err": 6.546801401742816e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 2.6645352591003757e-15,
    "sensitive": true
  },
  "backbone.layers.44.mixer.dt_bias": {
    "frob_norm_diff": 4.613273919621152e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 3.5648567431323386e-16,
    "w_frob_norm": 36.05480468995462,
    "relative_err": 1.2795171016157176e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.44.norm.weight": {
    "frob_norm_diff": 5.019386930745824e-15,
    "max_abs_err": 4.440892098500626e-16,
    "mean_abs_err": 6.52586475695827e-17,
    "w_frob_norm": 42.96807439102058,
    "relative_err": 1.1681665985466572e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.44.mixer.norm.weight": {
    "frob_norm_diff": 4.163445801958576e-14,
    "max_abs_err": 7.105427357601002e-15,
    "mean_abs_err": 3.499313486702214e-16,
    "w_frob_norm": 331.993233139719,
    "relative_err": 1.2540755010528766e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.4344627968517798e-10,
    "max_abs_err": 6.345445002775563e-13,
    "mean_abs_err": 4.8386468496509616e-14,
    "w_frob_norm": 47.401931809771746,
    "relative_err": 3.026169487371125e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 4.4910128590078447e-11,
    "max_abs_err": 1.7283396935852124e-13,
    "mean_abs_err": 1.5527620291177213e-14,
    "w_frob_norm": 43.78526339342269,
    "relative_err": 1.0256904974294326e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.3403235016416114e-11,
    "max_abs_err": 2.575040874974732e-13,
    "mean_abs_err": 1.832320338478766e-14,
    "w_frob_norm": 45.036026456585304,
    "relative_err": 1.1857892273843652e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 4.262059506120408e-11,
    "max_abs_err": 1.40689543348671e-13,
    "mean_abs_err": 1.4792002590351848e-14,
    "w_frob_norm": 44.01995352927442,
    "relative_err": 9.682108145084768e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.0938203458414983e-10,
    "max_abs_err": 3.9511232827194043e-13,
    "mean_abs_err": 3.770445135863084e-14,
    "w_frob_norm": 45.78664020094804,
    "relative_err": 2.388950884015399e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.2408594189256716e-10,
    "max_abs_err": 4.845013279464183e-13,
    "mean_abs_err": 4.228705595949655e-14,
    "w_frob_norm": 45.76666422411726,
    "relative_err": 2.711273456263362e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.44.mixer.out_proj.weight": {
    "frob_norm_diff": 3.826523693342209e-10,
    "max_abs_err": 1.1411080413914476e-12,
    "mean_abs_err": 8.89080502703542e-14,
    "w_frob_norm": 69.54221450070229,
    "relative_err": 5.502447284452764e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.44.mixer.in_proj.weight": {
    "frob_norm_diff": 3.5412290018313826e-10,
    "max_abs_err": 1.4513182322595242e-12,
    "mean_abs_err": 5.031733232575891e-14,
    "w_frob_norm": 121.64971073898622,
    "relative_err": 2.911004868256125e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.5940019131775695e-11,
    "max_abs_err": 2.508999952244295e-13,
    "mean_abs_err": 1.920922081340283e-14,
    "w_frob_norm": 44.15940719187142,
    "relative_err": 1.2667746849208785e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.373130437566013e-11,
    "max_abs_err": 1.8549701705228294e-13,
    "mean_abs_err": 1.8583670929126493e-14,
    "w_frob_norm": 44.50804193471518,
    "relative_err": 1.2072268749650618e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.2327915456799908e-10,
    "max_abs_err": 5.239992467709342e-13,
    "mean_abs_err": 4.237835864244388e-14,
    "w_frob_norm": 45.18337130404656,
    "relative_err": 2.728418686123104e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.302182226135506e-10,
    "max_abs_err": 5.985420492571336e-13,
    "mean_abs_err": 4.461244247180861e-14,
    "w_frob_norm": 48.06367272028678,
    "relative_err": 2.7092857296065083e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.3778878346675649e-10,
    "max_abs_err": 5.708931591352773e-13,
    "mean_abs_err": 4.727300556800501e-14,
    "w_frob_norm": 46.3233041517426,
    "relative_err": 2.9745024883241866e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.107179424276303e-11,
    "max_abs_err": 1.7655321649101552e-13,
    "mean_abs_err": 1.771076355621988e-14,
    "w_frob_norm": 45.345229506403676,
    "relative_err": 1.1262881409730353e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 4.807262186631833e-11,
    "max_abs_err": 1.6121652623990457e-13,
    "mean_abs_err": 1.663436140062293e-14,
    "w_frob_norm": 45.21363134280043,
    "relative_err": 1.0632329330471516e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.1998694892200977e-10,
    "max_abs_err": 4.015694027303951e-13,
    "mean_abs_err": 4.175716945846778e-14,
    "w_frob_norm": 46.491516362056785,
    "relative_err": 2.580835350423953e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.946903362981593e-11,
    "max_abs_err": 2.092922189722568e-13,
    "mean_abs_err": 2.0520086452782296e-14,
    "w_frob_norm": 45.25097716772876,
    "relative_err": 1.3142044073299468e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.0939013474706785e-11,
    "max_abs_err": 2.1521846804706257e-13,
    "mean_abs_err": 1.7657586738542718e-14,
    "w_frob_norm": 45.25996828408112,
    "relative_err": 1.1254761195363698e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 7.161817447939331e-11,
    "max_abs_err": 3.6413732272533306e-13,
    "mean_abs_err": 2.4173021786144193e-14,
    "w_frob_norm": 44.066836262328806,
    "relative_err": 1.6252170692048792e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.2691959331273978e-10,
    "max_abs_err": 5.099132921460026e-13,
    "mean_abs_err": 4.343900097823966e-14,
    "w_frob_norm": 46.62206134722935,
    "relative_err": 2.722307629589234e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.1410618640578819e-10,
    "max_abs_err": 4.073581749697297e-13,
    "mean_abs_err": 3.954160758246279e-14,
    "w_frob_norm": 44.95260900248962,
    "relative_err": 2.538366269229637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.2965779949354858e-10,
    "max_abs_err": 5.049628250264337e-13,
    "mean_abs_err": 4.4529805522288805e-14,
    "w_frob_norm": 46.69485201645626,
    "relative_err": 2.7767043666366993e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.4038359261234562e-10,
    "max_abs_err": 7.528544844828677e-13,
    "mean_abs_err": 4.757783115179364e-14,
    "w_frob_norm": 45.7827476890539,
    "relative_err": 3.0662989815683264e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.188229051764115e-11,
    "max_abs_err": 1.9474005741315636e-13,
    "mean_abs_err": 1.7955617164206147e-14,
    "w_frob_norm": 44.608862874887606,
    "relative_err": 1.1630489363325173e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.31137298391543e-11,
    "max_abs_err": 1.7612647451592522e-13,
    "mean_abs_err": 1.8393165464341287e-14,
    "w_frob_norm": 43.118962947367216,
    "relative_err": 1.2317951594519357e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.615725941380839e-11,
    "max_abs_err": 1.9598211942195576e-13,
    "mean_abs_err": 1.9266057408103778e-14,
    "w_frob_norm": 45.22021327901045,
    "relative_err": 1.241861887455416e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.2359466939378893e-10,
    "max_abs_err": 4.954604435059018e-13,
    "mean_abs_err": 4.269499501807206e-14,
    "w_frob_norm": 44.30087138256352,
    "relative_err": 2.789892513094784e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 5.3400889067727365e-11,
    "max_abs_err": 1.981175640208832e-13,
    "mean_abs_err": 1.837481165408062e-14,
    "w_frob_norm": 45.70245919185459,
    "relative_err": 1.1684467315764236e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.6807523809451993e-11,
    "max_abs_err": 2.50789840283705e-13,
    "mean_abs_err": 1.9551687876723922e-14,
    "w_frob_norm": 45.41687426586579,
    "relative_err": 1.2508021462883264e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.1088759001620144e-10,
    "max_abs_err": 4.0965841829887495e-13,
    "mean_abs_err": 3.850195486969156e-14,
    "w_frob_norm": 47.964988347374195,
    "relative_err": 2.311844406447602e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.237371871801791e-11,
    "max_abs_err": 2.0746295306683926e-13,
    "mean_abs_err": 1.8115937915997322e-14,
    "w_frob_norm": 44.789190904062444,
    "relative_err": 1.1693383528673552e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.4185946938929605e-10,
    "max_abs_err": 5.881042181021812e-13,
    "mean_abs_err": 4.829941848305546e-14,
    "w_frob_norm": 46.06161721635898,
    "relative_err": 3.079776133846079e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.25210824285552e-10,
    "max_abs_err": 4.706981332480709e-13,
    "mean_abs_err": 4.333457683331119e-14,
    "w_frob_norm": 46.94679007626021,
    "relative_err": 2.66707956139621e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.856221892580959e-11,
    "max_abs_err": 2.2396841325988959e-13,
    "mean_abs_err": 2.0189519941127385e-14,
    "w_frob_norm": 45.124565454111135,
    "relative_err": 1.2977902022206443e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.1757304753656145e-11,
    "max_abs_err": 1.8403854828985544e-13,
    "mean_abs_err": 1.7865665152558894e-14,
    "w_frob_norm": 45.97338420680215,
    "relative_err": 1.1258101975011493e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 6.473185788915429e-11,
    "max_abs_err": 2.982163127551729e-13,
    "mean_abs_err": 2.2165058002850055e-14,
    "w_frob_norm": 44.24943553305944,
    "relative_err": 1.4628855059810224e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.3549791211880545e-10,
    "max_abs_err": 5.27080115664269e-13,
    "mean_abs_err": 4.6396757069735266e-14,
    "w_frob_norm": 44.35190612356113,
    "relative_err": 3.055064008778299e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 4.959672073248136e-11,
    "max_abs_err": 1.7866957913170722e-13,
    "mean_abs_err": 1.7233034738137568e-14,
    "w_frob_norm": 42.42172469732467,
    "relative_err": 1.1691349440964426e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.244833349759819e-10,
    "max_abs_err": 4.520411822639403e-13,
    "mean_abs_err": 4.293290332184228e-14,
    "w_frob_norm": 44.32297986017009,
    "relative_err": 2.808550674361274e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.148687712409197e-10,
    "max_abs_err": 3.878442705884666e-13,
    "mean_abs_err": 3.978640796560912e-14,
    "w_frob_norm": 46.92733936901657,
    "relative_err": 2.447800637867847e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.4500899081630013e-10,
    "max_abs_err": 5.800238761510812e-13,
    "mean_abs_err": 4.965817139378744e-14,
    "w_frob_norm": 46.117449990528385,
    "relative_err": 3.14434104327282e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.4005919159773184e-10,
    "max_abs_err": 5.26786947396829e-13,
    "mean_abs_err": 4.8008110411751643e-14,
    "w_frob_norm": 47.936604822532864,
    "relative_err": 2.9217586876719363e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.314224017704453e-10,
    "max_abs_err": 4.640723569315774e-13,
    "mean_abs_err": 4.52998155530323e-14,
    "w_frob_norm": 46.35299753480152,
    "relative_err": 2.8352514132829116e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.2827433197575635e-11,
    "max_abs_err": 2.0557860969105946e-13,
    "mean_abs_err": 1.81379779451833e-14,
    "w_frob_norm": 45.60936964858735,
    "relative_err": 1.1582583492076797e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.4109581401430478e-10,
    "max_abs_err": 7.143651989394151e-13,
    "mean_abs_err": 4.81111510337642e-14,
    "w_frob_norm": 44.18156537542366,
    "relative_err": 3.193544927966505e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.246619283510327e-11,
    "max_abs_err": 1.7909632110679752e-13,
    "mean_abs_err": 1.811171025511429e-14,
    "w_frob_norm": 46.1039812766684,
    "relative_err": 1.1379970098516105e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.545566059301972e-11,
    "max_abs_err": 2.1832188834558508e-13,
    "mean_abs_err": 1.915569118159806e-14,
    "w_frob_norm": 44.60128779813042,
    "relative_err": 1.2433645603242937e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 4.901639293699865e-11,
    "max_abs_err": 1.7779180905286296e-13,
    "mean_abs_err": 1.68787620404315e-14,
    "w_frob_norm": 44.35039796603067,
    "relative_err": 1.1052075107542847e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.4278927637012085e-10,
    "max_abs_err": 6.039994893125566e-13,
    "mean_abs_err": 4.900375443472274e-14,
    "w_frob_norm": 47.81955759668815,
    "relative_err": 2.986001618300418e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.1424422096758607e-10,
    "max_abs_err": 4.3438516672544836e-13,
    "mean_abs_err": 3.924890597206168e-14,
    "w_frob_norm": 46.15646760601742,
    "relative_err": 2.47515087035586e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 7.209417991972643e-11,
    "max_abs_err": 2.807372390112306e-13,
    "mean_abs_err": 2.4416449255237092e-14,
    "w_frob_norm": 45.43591928660942,
    "relative_err": 1.586722158408569e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.491068091129394e-11,
    "max_abs_err": 1.5350134358049772e-13,
    "mean_abs_err": 1.5574447069191313e-14,
    "w_frob_norm": 44.42834786591426,
    "relative_err": 1.0108564254253921e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 6.667783637102322e-11,
    "max_abs_err": 3.5781794194278405e-13,
    "mean_abs_err": 2.2538066134995295e-14,
    "w_frob_norm": 44.68799867758621,
    "relative_err": 1.4920747928787034e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2333010008520225e-10,
    "max_abs_err": 5.009846704151499e-13,
    "mean_abs_err": 4.230709140391417e-14,
    "w_frob_norm": 44.64789699543281,
    "relative_err": 2.7622824003965543e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.082998215649916e-10,
    "max_abs_err": 5.03073277480226e-13,
    "mean_abs_err": 3.756103668477008e-14,
    "w_frob_norm": 45.55026590341351,
    "relative_err": 2.3775892284500513e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.133875015318543e-11,
    "max_abs_err": 2.038473556620346e-13,
    "mean_abs_err": 1.764437440669065e-14,
    "w_frob_norm": 45.58541028180722,
    "relative_err": 1.126210114942726e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.203620413352735e-10,
    "max_abs_err": 4.559928823422155e-13,
    "mean_abs_err": 4.1780338290292485e-14,
    "w_frob_norm": 46.6188546916116,
    "relative_err": 2.58183179598642e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.348043230869234e-11,
    "max_abs_err": 2.037571500412838e-13,
    "mean_abs_err": 1.844434506998288e-14,
    "w_frob_norm": 44.46315527064459,
    "relative_err": 1.2028033544439236e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.233748359995283e-10,
    "max_abs_err": 4.643681272842315e-13,
    "mean_abs_err": 4.2842276297122407e-14,
    "w_frob_norm": 45.532109805451746,
    "relative_err": 2.709622649305746e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.951007732339715e-11,
    "max_abs_err": 2.3801099979792184e-13,
    "mean_abs_err": 2.0282717133971764e-14,
    "w_frob_norm": 45.45391728914005,
    "relative_err": 1.3092397943359533e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.337754263061501e-11,
    "max_abs_err": 2.5147397185454334e-13,
    "mean_abs_err": 1.8342467319517597e-14,
    "w_frob_norm": 45.537810096871645,
    "relative_err": 1.1721587515312234e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.0445227535683317e-10,
    "max_abs_err": 3.902607403905023e-13,
    "mean_abs_err": 3.635735052577737e-14,
    "w_frob_norm": 46.22653150749674,
    "relative_err": 2.259574143906811e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.616341461385312e-10,
    "max_abs_err": 7.347759553577582e-13,
    "mean_abs_err": 5.4444576949669137e-14,
    "w_frob_norm": 46.10963288049779,
    "relative_err": 3.50543120908028e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.1551767493665812e-10,
    "max_abs_err": 4.318108370870988e-13,
    "mean_abs_err": 3.996296686296028e-14,
    "w_frob_norm": 46.50460655702294,
    "relative_err": 2.484004994107688e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.4066264243388694e-10,
    "max_abs_err": 6.818087761040204e-13,
    "mean_abs_err": 4.777973234383033e-14,
    "w_frob_norm": 45.694624269981134,
    "relative_err": 3.078319270179328e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.768879613571517e-11,
    "max_abs_err": 1.7386591298629295e-13,
    "mean_abs_err": 1.6539724266774574e-14,
    "w_frob_norm": 43.94480639616716,
    "relative_err": 1.0851975477100875e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 6.098731662166857e-11,
    "max_abs_err": 2.2662774434856203e-13,
    "mean_abs_err": 2.082414894367611e-14,
    "w_frob_norm": 44.94749641485823,
    "relative_err": 1.3568568104164325e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.5508034443936615e-10,
    "max_abs_err": 5.691142002106631e-13,
    "mean_abs_err": 5.317848935220889e-14,
    "w_frob_norm": 46.60415052378693,
    "relative_err": 3.3276080069351887e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.6500693585996686e-11,
    "max_abs_err": 1.6911125277907502e-13,
    "mean_abs_err": 1.6113735651662144e-14,
    "w_frob_norm": 45.322336858029225,
    "relative_err": 1.0259994697903294e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 6.366143257836657e-11,
    "max_abs_err": 2.438396706772039e-13,
    "mean_abs_err": 2.1813299391951015e-14,
    "w_frob_norm": 44.29900303577669,
    "relative_err": 1.4370849955009693e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.552950817410149e-10,
    "max_abs_err": 7.000199031548249e-13,
    "mean_abs_err": 5.290398704576981e-14,
    "w_frob_norm": 46.012627555242915,
    "relative_err": 3.3750535449114945e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.6533036814566986e-11,
    "max_abs_err": 2.6489747895208637e-13,
    "mean_abs_err": 1.9352927719273457e-14,
    "w_frob_norm": 45.51404449086492,
    "relative_err": 1.2421009261419007e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.646985181401653e-11,
    "max_abs_err": 2.0300428005270987e-13,
    "mean_abs_err": 1.951220957314172e-14,
    "w_frob_norm": 45.56811658793686,
    "relative_err": 1.2392404172562545e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.4263282808725826e-10,
    "max_abs_err": 7.120519451842e-13,
    "mean_abs_err": 4.843545670992382e-14,
    "w_frob_norm": 46.66017918769242,
    "relative_err": 3.056842699071344e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.307340943310739e-10,
    "max_abs_err": 5.150792986574615e-13,
    "mean_abs_err": 4.510569996567641e-14,
    "w_frob_norm": 45.863888559304684,
    "relative_err": 2.850479940487974e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.15399754390645e-11,
    "max_abs_err": 1.6442402994698568e-13,
    "mean_abs_err": 1.7774975855063816e-14,
    "w_frob_norm": 44.69302946162937,
    "relative_err": 1.1531994152088859e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.3085545933228894e-10,
    "max_abs_err": 5.242577205688548e-13,
    "mean_abs_err": 4.4678763319841534e-14,
    "w_frob_norm": 46.57842650985859,
    "relative_err": 2.8093576605597153e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.997845440940353e-11,
    "max_abs_err": 2.5118795932144167e-13,
    "mean_abs_err": 2.0424958113199438e-14,
    "w_frob_norm": 43.49561508812716,
    "relative_err": 1.378954046008551e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.196834378795629e-10,
    "max_abs_err": 4.702488398677929e-13,
    "mean_abs_err": 4.1443928504003785e-14,
    "w_frob_norm": 45.80511579042183,
    "relative_err": 2.612883644420118e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.2869581636763732e-10,
    "max_abs_err": 5.829269358881284e-13,
    "mean_abs_err": 4.4406179457347414e-14,
    "w_frob_norm": 46.54795489888878,
    "relative_err": 2.7648006587440774e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 4.9693185007095544e-11,
    "max_abs_err": 2.0434695602311592e-13,
    "mean_abs_err": 1.7365825681252332e-14,
    "w_frob_norm": 45.365312438841535,
    "relative_err": 1.0954004796966528e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.8169102352865636e-11,
    "max_abs_err": 1.9521884109252596e-13,
    "mean_abs_err": 2.003086709407371e-14,
    "w_frob_norm": 45.11359611029951,
    "relative_err": 1.289391832356843e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.685417879352842e-11,
    "max_abs_err": 2.604062798727824e-13,
    "mean_abs_err": 1.9455549921200334e-14,
    "w_frob_norm": 45.08677573551764,
    "relative_err": 1.260994556963648e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.276860455793118e-10,
    "max_abs_err": 4.845965208971625e-13,
    "mean_abs_err": 4.416324026682916e-14,
    "w_frob_norm": 46.42840091729699,
    "relative_err": 2.7501710818505083e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.783800099052848e-11,
    "max_abs_err": 1.6815021597338387e-13,
    "mean_abs_err": 1.6582531717679767e-14,
    "w_frob_norm": 45.93053332502821,
    "relative_err": 1.0415294038064406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.436152282581637e-10,
    "max_abs_err": 5.402431973999811e-13,
    "mean_abs_err": 4.8953436574519347e-14,
    "w_frob_norm": 45.01968520967978,
    "relative_err": 3.190054030570713e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.109063675148464e-10,
    "max_abs_err": 4.933067843104766e-13,
    "mean_abs_err": 3.809154903143886e-14,
    "w_frob_norm": 42.624184441226866,
    "relative_err": 2.601958699474278e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.2086279953166354e-10,
    "max_abs_err": 3.9271537410900947e-13,
    "mean_abs_err": 4.178835924385809e-14,
    "w_frob_norm": 46.15122989708739,
    "relative_err": 2.618842440411132e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.172864590184873e-11,
    "max_abs_err": 1.958225248621659e-13,
    "mean_abs_err": 1.790451106265823e-14,
    "w_frob_norm": 45.19413220108944,
    "relative_err": 1.144587657346406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 4.2148007116217484e-11,
    "max_abs_err": 1.5734982761195226e-13,
    "mean_abs_err": 1.460672936003105e-14,
    "w_frob_norm": 44.05663910801597,
    "relative_err": 9.566777668373886e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.1295232952990019e-10,
    "max_abs_err": 3.841198192855444e-13,
    "mean_abs_err": 3.920119290557946e-14,
    "w_frob_norm": 46.28944364362049,
    "relative_err": 2.440131499516673e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 4.6259951217498044e-11,
    "max_abs_err": 1.7423128911842056e-13,
    "mean_abs_err": 1.608213594632448e-14,
    "w_frob_norm": 45.42130460328645,
    "relative_err": 1.0184637280134598e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.500711953348126e-11,
    "max_abs_err": 2.1201790323388536e-13,
    "mean_abs_err": 1.8997668031029116e-14,
    "w_frob_norm": 43.76985990994527,
    "relative_err": 1.2567351059988816e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.095140880767182e-11,
    "max_abs_err": 1.9175633303447626e-13,
    "mean_abs_err": 1.7601277292533033e-14,
    "w_frob_norm": 44.78529538022808,
    "relative_err": 1.1376816514236047e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.2894789019437425e-10,
    "max_abs_err": 5.024188801539681e-13,
    "mean_abs_err": 4.460336710200183e-14,
    "w_frob_norm": 46.54171822367605,
    "relative_err": 2.7705872304640803e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.356004529077447e-11,
    "max_abs_err": 2.1797494365038972e-13,
    "mean_abs_err": 1.8458567385827802e-14,
    "w_frob_norm": 45.281689655527344,
    "relative_err": 1.182819053313233e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.1620675497186368e-10,
    "max_abs_err": 4.478214674086267e-13,
    "mean_abs_err": 4.015844310915824e-14,
    "w_frob_norm": 45.404856113503385,
    "relative_err": 2.5593463985739587e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2232220081270495e-10,
    "max_abs_err": 4.261035968511351e-13,
    "mean_abs_err": 4.253470451153513e-14,
    "w_frob_norm": 46.696747359331496,
    "relative_err": 2.6195015226956933e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.2064059464962816e-10,
    "max_abs_err": 4.381286999866063e-13,
    "mean_abs_err": 4.1841728267720307e-14,
    "w_frob_norm": 45.73297117764718,
    "relative_err": 2.637934766604306e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.1307384149082433e-10,
    "max_abs_err": 4.0903229154426457e-13,
    "mean_abs_err": 3.8935274615061464e-14,
    "w_frob_norm": 45.13750020424865,
    "relative_err": 2.50509755700164e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.3341052732139923e-10,
    "max_abs_err": 6.646738281296249e-13,
    "mean_abs_err": 4.555033373990833e-14,
    "w_frob_norm": 45.98128058465797,
    "relative_err": 2.9014095654811476e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.8105327006853596e-11,
    "max_abs_err": 2.400857290751901e-13,
    "mean_abs_err": 1.986989751094408e-14,
    "w_frob_norm": 44.85148676533029,
    "relative_err": 1.295505036675136e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.492692611203227e-11,
    "max_abs_err": 2.0698720515355262e-13,
    "mean_abs_err": 1.9005517980671934e-14,
    "w_frob_norm": 45.27312525373405,
    "relative_err": 1.2132346906513151e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.413516997297372e-11,
    "max_abs_err": 2.042285611458805e-13,
    "mean_abs_err": 1.8715243209781824e-14,
    "w_frob_norm": 45.24785795686294,
    "relative_err": 1.1964139832781366e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.2635686396898542e-10,
    "max_abs_err": 5.069000774682308e-13,
    "mean_abs_err": 4.356320119118775e-14,
    "w_frob_norm": 46.76781233318589,
    "relative_err": 2.7017912035052383e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 6.210067778973629e-11,
    "max_abs_err": 2.1803392424857293e-13,
    "mean_abs_err": 2.1346323746864735e-14,
    "w_frob_norm": 45.201800761306345,
    "relative_err": 1.3738540665153261e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.430596818674321e-10,
    "max_abs_err": 5.768918329152051e-13,
    "mean_abs_err": 4.8555485903821677e-14,
    "w_frob_norm": 46.6008376638424,
    "relative_err": 3.0698950714019494e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.1526737189122783e-10,
    "max_abs_err": 4.550457233243321e-13,
    "mean_abs_err": 3.982965305285805e-14,
    "w_frob_norm": 46.931985584772065,
    "relative_err": 2.456051463729854e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.0511932248376966e-11,
    "max_abs_err": 2.009226118815377e-13,
    "mean_abs_err": 1.7379595569827848e-14,
    "w_frob_norm": 44.700405741287256,
    "relative_err": 1.1300105985776753e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.401960047169324e-10,
    "max_abs_err": 5.460159234471629e-13,
    "mean_abs_err": 4.8195899308919873e-14,
    "w_frob_norm": 46.54455135841059,
    "relative_err": 3.0120819865115965e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.0999362962772296e-11,
    "max_abs_err": 1.7302131949392674e-13,
    "mean_abs_err": 1.759519995465424e-14,
    "w_frob_norm": 45.02016638405485,
    "relative_err": 1.1328115166814474e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 4.9776986203278194e-11,
    "max_abs_err": 1.642474134130878e-13,
    "mean_abs_err": 1.7190300124626754e-14,
    "w_frob_norm": 45.0389719982322,
    "relative_err": 1.1051980983320837e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.610115022526785e-11,
    "max_abs_err": 2.361054060595613e-13,
    "mean_abs_err": 1.927482425074693e-14,
    "w_frob_norm": 46.14250555466883,
    "relative_err": 1.2158236652060473e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.0707953623284816e-10,
    "max_abs_err": 3.975522168409018e-13,
    "mean_abs_err": 3.7242413001334086e-14,
    "w_frob_norm": 45.43258299892703,
    "relative_err": 2.356888584463204e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.2135169686339788e-10,
    "max_abs_err": 4.654332474984813e-13,
    "mean_abs_err": 4.1901115494464406e-14,
    "w_frob_norm": 45.761502165690125,
    "relative_err": 2.651829400704897e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.297108620042197e-10,
    "max_abs_err": 5.033386901720505e-13,
    "mean_abs_err": 4.4327568437161673e-14,
    "w_frob_norm": 47.939972977611355,
    "relative_err": 2.7056932648834933e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.1725861663270318e-10,
    "max_abs_err": 5.087388843527663e-13,
    "mean_abs_err": 4.0573262739936696e-14,
    "w_frob_norm": 45.16087469878183,
    "relative_err": 2.596464692387061e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.6208893761681988e-10,
    "max_abs_err": 6.396994479268558e-13,
    "mean_abs_err": 5.485523811916445e-14,
    "w_frob_norm": 46.37436756668634,
    "relative_err": 3.495226913525796e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.5374653949124945e-11,
    "max_abs_err": 2.172949320478068e-13,
    "mean_abs_err": 1.910604473913599e-14,
    "w_frob_norm": 44.59336235605045,
    "relative_err": 1.2417689768937481e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 4.4447156471246926e-11,
    "max_abs_err": 1.4517553825754703e-13,
    "mean_abs_err": 1.5426642181939066e-14,
    "w_frob_norm": 45.124094073967,
    "relative_err": 9.84998311509358e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 4.9155338864127157e-11,
    "max_abs_err": 2.0746598883292222e-13,
    "mean_abs_err": 1.69742182922879e-14,
    "w_frob_norm": 45.40321808632217,
    "relative_err": 1.0826399743443587e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.5401779810913734e-11,
    "max_abs_err": 2.0640086861867246e-13,
    "mean_abs_err": 1.9032496188064456e-14,
    "w_frob_norm": 44.25546205325059,
    "relative_err": 1.2518630975821988e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.231833056339714e-10,
    "max_abs_err": 4.859350768993131e-13,
    "mean_abs_err": 4.24603620820174e-14,
    "w_frob_norm": 45.183344995430836,
    "relative_err": 2.7262989414889117e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.169788587720451e-11,
    "max_abs_err": 2.0545674536687208e-13,
    "mean_abs_err": 1.7873281513256293e-14,
    "w_frob_norm": 44.37036245937549,
    "relative_err": 1.1651445472084646e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.2694404645817356e-10,
    "max_abs_err": 4.707449707819222e-13,
    "mean_abs_err": 4.3568929092173715e-14,
    "w_frob_norm": 45.03420772650192,
    "relative_err": 2.8188360108191487e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.1996396385756186e-10,
    "max_abs_err": 4.163197564466259e-13,
    "mean_abs_err": 4.1509948857661644e-14,
    "w_frob_norm": 45.87901544131876,
    "relative_err": 2.61478941305968e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 7.042383898603328e-11,
    "max_abs_err": 3.0626109287501535e-13,
    "mean_abs_err": 2.3839676556759546e-14,
    "w_frob_norm": 43.56327605798923,
    "relative_err": 1.6165873037713837e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.384860234764003e-11,
    "max_abs_err": 1.827708991097854e-13,
    "mean_abs_err": 1.866852542106118e-14,
    "w_frob_norm": 44.968220576149236,
    "relative_err": 1.1974812802844344e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.733436363308587e-11,
    "max_abs_err": 1.935257509799726e-13,
    "mean_abs_err": 1.6337604267346234e-14,
    "w_frob_norm": 43.392778655525476,
    "relative_err": 1.0908350444402457e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.0354578147096754e-10,
    "max_abs_err": 3.8576260241729443e-13,
    "mean_abs_err": 3.5880198574041285e-14,
    "w_frob_norm": 46.90313176565351,
    "relative_err": 2.2076517616845498e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.0544302872272115e-10,
    "max_abs_err": 3.7243298722788865e-13,
    "mean_abs_err": 3.6570259676895983e-14,
    "w_frob_norm": 45.5429208554224,
    "relative_err": 2.3152451960087e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.256656684092466e-10,
    "max_abs_err": 4.625241162292681e-13,
    "mean_abs_err": 4.3499851750992874e-14,
    "w_frob_norm": 45.12177874719023,
    "relative_err": 2.7850335669019236e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.910785527355893e-11,
    "max_abs_err": 2.3430909990018733e-13,
    "mean_abs_err": 2.038746919652282e-14,
    "w_frob_norm": 44.940956203009115,
    "relative_err": 1.3152335924174493e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.238139381208578e-11,
    "max_abs_err": 2.2166816993074434e-13,
    "mean_abs_err": 1.8087142940309488e-14,
    "w_frob_norm": 44.67001377992837,
    "relative_err": 1.1726299004551096e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.274184785050943e-11,
    "max_abs_err": 2.058977988106392e-13,
    "mean_abs_err": 1.8208615668726167e-14,
    "w_frob_norm": 44.73467713661757,
    "relative_err": 1.1789924780151725e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.1093258676884456e-10,
    "max_abs_err": 4.00153868373998e-13,
    "mean_abs_err": 3.839388394731938e-14,
    "w_frob_norm": 45.93652904088916,
    "relative_err": 2.4149100745095674e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 4.7082921489240465e-11,
    "max_abs_err": 1.5860576740855947e-13,
    "mean_abs_err": 1.632914698974892e-14,
    "w_frob_norm": 45.91154010985353,
    "relative_err": 1.0255138768288787e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.1736890904408243e-10,
    "max_abs_err": 4.4015138755959526e-13,
    "mean_abs_err": 4.077290059891756e-14,
    "w_frob_norm": 45.967562621892206,
    "relative_err": 2.5532985076782188e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.527000624369508e-11,
    "max_abs_err": 2.1044277431769842e-13,
    "mean_abs_err": 1.904205623236571e-14,
    "w_frob_norm": 44.83787232830514,
    "relative_err": 1.2326634466284515e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.1864519101082045e-10,
    "max_abs_err": 4.623766647338101e-13,
    "mean_abs_err": 4.0968397554169554e-14,
    "w_frob_norm": 44.842657297701614,
    "relative_err": 2.6458108899113245e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.305130509649417e-10,
    "max_abs_err": 4.615266502305815e-13,
    "mean_abs_err": 4.4962342729880135e-14,
    "w_frob_norm": 46.66262041086032,
    "relative_err": 2.796950745924374e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.497121639414823e-10,
    "max_abs_err": 5.483183351806531e-13,
    "mean_abs_err": 5.177365048791635e-14,
    "w_frob_norm": 48.138223000579934,
    "relative_err": 3.110047579855174e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 4.712259716787444e-11,
    "max_abs_err": 1.806089999778493e-13,
    "mean_abs_err": 1.6376546809987454e-14,
    "w_frob_norm": 43.94432190488117,
    "relative_err": 1.072325049636054e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.2231149796909543e-10,
    "max_abs_err": 5.39946559685589e-13,
    "mean_abs_err": 4.177555045373567e-14,
    "w_frob_norm": 46.19878928316331,
    "relative_err": 2.647504401455617e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.369712587272013e-11,
    "max_abs_err": 1.934355453592218e-13,
    "mean_abs_err": 1.8553729583374934e-14,
    "w_frob_norm": 45.603226806613236,
    "relative_err": 1.1774852270965427e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.2765732867464017e-10,
    "max_abs_err": 4.685037080509602e-13,
    "mean_abs_err": 4.417092186578485e-14,
    "w_frob_norm": 48.24471731566026,
    "relative_err": 2.646037447776744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 4.8378860377526065e-11,
    "max_abs_err": 1.7680648611850813e-13,
    "mean_abs_err": 1.6832186684658397e-14,
    "w_frob_norm": 41.76369504191867,
    "relative_err": 1.1583951163556692e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.206533426147655e-11,
    "max_abs_err": 2.1397293659131122e-13,
    "mean_abs_err": 1.7937127693065187e-14,
    "w_frob_norm": 44.71068114710925,
    "relative_err": 1.164494320499584e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.2196381631198052e-10,
    "max_abs_err": 4.859827817949025e-13,
    "mean_abs_err": 4.172497507113357e-14,
    "w_frob_norm": 46.1338339384969,
    "relative_err": 2.6436956545726504e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.2368590756923079e-10,
    "max_abs_err": 4.1275663442696953e-13,
    "mean_abs_err": 4.295927585845883e-14,
    "w_frob_norm": 47.48680061026764,
    "relative_err": 2.604637625186467e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.119540030283817e-10,
    "max_abs_err": 4.463478198157844e-13,
    "mean_abs_err": 3.814422236031297e-14,
    "w_frob_norm": 42.301069069820116,
    "relative_err": 2.6465998493701375e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.1544950544395024e-11,
    "max_abs_err": 2.1149748619109232e-13,
    "mean_abs_err": 1.789031123946623e-14,
    "w_frob_norm": 45.5428773338742,
    "relative_err": 1.1317895039112198e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 6.072985720986254e-11,
    "max_abs_err": 2.666825094088665e-13,
    "mean_abs_err": 2.0745780320998666e-14,
    "w_frob_norm": 44.42798795088001,
    "relative_err": 1.3669279211339938e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.2375587436017856e-10,
    "max_abs_err": 3.92226182088784e-13,
    "mean_abs_err": 4.2857572238123207e-14,
    "w_frob_norm": 48.08849116228177,
    "relative_err": 2.573502960251881e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 6.215423156317357e-11,
    "max_abs_err": 3.3269567656368793e-13,
    "mean_abs_err": 2.1229981262418946e-14,
    "w_frob_norm": 45.73391164934345,
    "relative_err": 1.3590403558683101e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 4.4184331455407694e-11,
    "max_abs_err": 1.557018403097743e-13,
    "mean_abs_err": 1.532643616354754e-14,
    "w_frob_norm": 43.80000878341757,
    "relative_err": 1.0087744884684961e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 6.122486370977794e-11,
    "max_abs_err": 2.3799712201011403e-13,
    "mean_abs_err": 2.083294038841686e-14,
    "w_frob_norm": 45.570220190337444,
    "relative_err": 1.3435279323657922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.086331891270159e-11,
    "max_abs_err": 1.7448542610765116e-13,
    "mean_abs_err": 1.759144472846507e-14,
    "w_frob_norm": 44.21885197787748,
    "relative_err": 1.1502632166513124e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.2380677033041716e-10,
    "max_abs_err": 4.816737286805761e-13,
    "mean_abs_err": 4.2735503412755835e-14,
    "w_frob_norm": 46.88820255480084,
    "relative_err": 2.6404674008502953e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 4.754831689071684e-11,
    "max_abs_err": 1.539883671963782e-13,
    "mean_abs_err": 1.6476045274971433e-14,
    "w_frob_norm": 44.57572991594864,
    "relative_err": 1.06668622096314e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.985327712934932e-11,
    "max_abs_err": 2.431076173703417e-13,
    "mean_abs_err": 2.0467262270897862e-14,
    "w_frob_norm": 45.84629133499054,
    "relative_err": 1.3055205859948906e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.4830386203545432e-10,
    "max_abs_err": 6.595852336532815e-13,
    "mean_abs_err": 5.0630168852037004e-14,
    "w_frob_norm": 45.98551953354085,
    "relative_err": 3.2250122112306387e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.270735773692679e-10,
    "max_abs_err": 4.289277266700253e-13,
    "mean_abs_err": 4.405800637548645e-14,
    "w_frob_norm": 46.20875478187604,
    "relative_err": 2.749989216742724e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.300877120124881e-10,
    "max_abs_err": 4.2016043422243854e-13,
    "mean_abs_err": 4.512748756939511e-14,
    "w_frob_norm": 46.41539530775091,
    "relative_err": 2.8026845651094722e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.2292794162369475e-10,
    "max_abs_err": 4.956972332603726e-13,
    "mean_abs_err": 4.23825589613181e-14,
    "w_frob_norm": 45.07177748388687,
    "relative_err": 2.727381711707319e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2337502036589583e-10,
    "max_abs_err": 4.459809258006153e-13,
    "mean_abs_err": 4.2572891483900165e-14,
    "w_frob_norm": 44.84804729049049,
    "relative_err": 2.750956347480843e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.661286265598419e-11,
    "max_abs_err": 2.952638133990604e-13,
    "mean_abs_err": 1.9125767444772625e-14,
    "w_frob_norm": 44.44147320367357,
    "relative_err": 1.273874571991113e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.60431947906614e-11,
    "max_abs_err": 2.380803887369609e-13,
    "mean_abs_err": 1.904000990949188e-14,
    "w_frob_norm": 45.66326382387303,
    "relative_err": 1.2273146967072834e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.4158998306285407e-11,
    "max_abs_err": 3.295697048599777e-13,
    "mean_abs_err": 1.858328919235415e-14,
    "w_frob_norm": 44.6463421322918,
    "relative_err": 1.2130668654960938e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.4583033907031668e-10,
    "max_abs_err": 5.973364164413297e-13,
    "mean_abs_err": 4.955448152408462e-14,
    "w_frob_norm": 45.88665264633223,
    "relative_err": 3.178055723399407e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.8195876977056984e-11,
    "max_abs_err": 2.184242370306677e-13,
    "mean_abs_err": 2.0017258109377935e-14,
    "w_frob_norm": 44.57502141721743,
    "relative_err": 1.3055714866034456e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.2119746176629932e-10,
    "max_abs_err": 4.672269515726413e-13,
    "mean_abs_err": 4.154316881226022e-14,
    "w_frob_norm": 44.81873531219379,
    "relative_err": 2.704169605011707e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 4.434036348088663e-11,
    "max_abs_err": 1.320957232486819e-13,
    "mean_abs_err": 1.5485179983443727e-14,
    "w_frob_norm": 43.51775531656495,
    "relative_err": 1.0189028169844172e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.1367554619256089e-10,
    "max_abs_err": 4.62307275794771e-13,
    "mean_abs_err": 3.954224922892483e-14,
    "w_frob_norm": 45.77107287949295,
    "relative_err": 2.48356743771002e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.5384567722611558e-10,
    "max_abs_err": 7.075676849988e-13,
    "mean_abs_err": 5.2730212912182785e-14,
    "w_frob_norm": 46.10669642523977,
    "relative_err": 3.336731736474992e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.087325669927612e-10,
    "max_abs_err": 3.9128856405001855e-13,
    "mean_abs_err": 3.755958246401493e-14,
    "w_frob_norm": 44.37081667494611,
    "relative_err": 2.4505423866619254e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.5211361491215927e-10,
    "max_abs_err": 7.158058867862138e-13,
    "mean_abs_err": 5.1816989230217146e-14,
    "w_frob_norm": 46.70430298602352,
    "relative_err": 3.2569507558581906e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.332505050295975e-11,
    "max_abs_err": 1.7718465583627108e-13,
    "mean_abs_err": 1.843995901023264e-14,
    "w_frob_norm": 45.45761071009027,
    "relative_err": 1.1730720042248752e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 6.100310641663209e-11,
    "max_abs_err": 2.8664050299997967e-13,
    "mean_abs_err": 2.0944938183824105e-14,
    "w_frob_norm": 45.84280432519015,
    "relative_err": 1.330701891269586e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.141960997263213e-11,
    "max_abs_err": 2.0951296253457485e-13,
    "mean_abs_err": 1.7682075052757192e-14,
    "w_frob_norm": 44.93459603542976,
    "relative_err": 1.144321180323711e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.3539567645814042e-10,
    "max_abs_err": 5.149422555028593e-13,
    "mean_abs_err": 4.657730646831435e-14,
    "w_frob_norm": 45.82029015231847,
    "relative_err": 2.954928395434648e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 6.382640653177027e-11,
    "max_abs_err": 2.239606070042477e-13,
    "mean_abs_err": 2.1963798249586613e-14,
    "w_frob_norm": 45.22021102701071,
    "relative_err": 1.4114575116344723e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.1228947016972619e-10,
    "max_abs_err": 3.7305228350881237e-13,
    "mean_abs_err": 3.8948948204426154e-14,
    "w_frob_norm": 45.99802151375403,
    "relative_err": 2.4411804350356704e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.343620902214303e-10,
    "max_abs_err": 5.342471257052672e-13,
    "mean_abs_err": 4.6008335063937524e-14,
    "w_frob_norm": 44.67117436461398,
    "relative_err": 3.007802954199128e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.3418300554013704e-10,
    "max_abs_err": 5.619020873592895e-13,
    "mean_abs_err": 4.5470253281045265e-14,
    "w_frob_norm": 45.95920015264424,
    "relative_err": 2.919611418268272e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 4.8858922753260565e-11,
    "max_abs_err": 1.7653586925625575e-13,
    "mean_abs_err": 1.698166037324405e-14,
    "w_frob_norm": 44.23686246265152,
    "relative_err": 1.1044843606282289e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 4.2603741075694957e-11,
    "max_abs_err": 1.2894893486325998e-13,
    "mean_abs_err": 1.483737967417643e-14,
    "w_frob_norm": 44.5097969510841,
    "relative_err": 9.571767115117626e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 4.6768847635492954e-11,
    "max_abs_err": 1.864801715822928e-13,
    "mean_abs_err": 1.6196808740245023e-14,
    "w_frob_norm": 45.522985240672284,
    "relative_err": 1.0273677657173406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.4469414462756348e-10,
    "max_abs_err": 7.128967555170007e-13,
    "mean_abs_err": 4.9783445359371765e-14,
    "w_frob_norm": 47.10685736827349,
    "relative_err": 3.071615316988119e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.101887753214897e-10,
    "max_abs_err": 3.9851455468919994e-13,
    "mean_abs_err": 3.8229819587089275e-14,
    "w_frob_norm": 46.1841803472998,
    "relative_err": 2.385855383659136e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.1568439411188348e-10,
    "max_abs_err": 4.1943531980948023e-13,
    "mean_abs_err": 3.998912609950326e-14,
    "w_frob_norm": 44.99408521422134,
    "relative_err": 2.5711022584657185e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.802648980611104e-11,
    "max_abs_err": 1.963082474354394e-13,
    "mean_abs_err": 1.6608918933070154e-14,
    "w_frob_norm": 45.22833945973221,
    "relative_err": 1.0618671916723824e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.3381982749583265e-10,
    "max_abs_err": 4.939763875722036e-13,
    "mean_abs_err": 4.5894473401827623e-14,
    "w_frob_norm": 47.40240066182465,
    "relative_err": 2.823060132555775e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.498792222373746e-11,
    "max_abs_err": 1.9456224825686874e-13,
    "mean_abs_err": 1.8971711626724034e-14,
    "w_frob_norm": 45.25786812222298,
    "relative_err": 1.2149914369637912e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.3578056203991614e-11,
    "max_abs_err": 1.5392027929994612e-13,
    "mean_abs_err": 1.507164773149104e-14,
    "w_frob_norm": 44.48331619227518,
    "relative_err": 9.796494491469416e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.3134150834616423e-10,
    "max_abs_err": 5.096201238785625e-13,
    "mean_abs_err": 4.53034369753195e-14,
    "w_frob_norm": 48.578865402011445,
    "relative_err": 2.7036759146031008e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.1969047239434472e-10,
    "max_abs_err": 4.79959821886311e-13,
    "mean_abs_err": 4.159911994159467e-14,
    "w_frob_norm": 47.218997528779965,
    "relative_err": 2.5347948634740374e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 4.903701573747745e-11,
    "max_abs_err": 1.8000531620820936e-13,
    "mean_abs_err": 1.70444446095625e-14,
    "w_frob_norm": 45.460853893288686,
    "relative_err": 1.0786646430483503e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 4.649568066347653e-11,
    "max_abs_err": 1.6706514643916037e-13,
    "mean_abs_err": 1.6075361401081233e-14,
    "w_frob_norm": 44.93276551835998,
    "relative_err": 1.0347834175592403e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.23234963316008e-11,
    "max_abs_err": 2.0820411367195035e-13,
    "mean_abs_err": 1.7925509116911332e-14,
    "w_frob_norm": 45.87513090594531,
    "relative_err": 1.14056342288976e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.2578800864517884e-11,
    "max_abs_err": 2.458692971440968e-13,
    "mean_abs_err": 1.806353399876627e-14,
    "w_frob_norm": 45.20247520981226,
    "relative_err": 1.1631841092875466e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 6.380507444212178e-11,
    "max_abs_err": 2.5791174751432777e-13,
    "mean_abs_err": 2.1812896500608568e-14,
    "w_frob_norm": 45.522794875812345,
    "relative_err": 1.401607142447736e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.1512378012486102e-10,
    "max_abs_err": 5.44661538093294e-13,
    "mean_abs_err": 3.957475130181528e-14,
    "w_frob_norm": 45.61968982183206,
    "relative_err": 2.5235546443756532e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.375008172371314e-10,
    "max_abs_err": 6.202451746650794e-13,
    "mean_abs_err": 4.692205121846864e-14,
    "w_frob_norm": 45.50395861491656,
    "relative_err": 3.0217330848234714e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 6.073230806417833e-11,
    "max_abs_err": 2.7753147002762546e-13,
    "mean_abs_err": 2.08310244719178e-14,
    "w_frob_norm": 44.87344717213001,
    "relative_err": 1.3534130291175388e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.355302720770379e-10,
    "max_abs_err": 5.221691135037787e-13,
    "mean_abs_err": 4.6424466584035105e-14,
    "w_frob_norm": 47.02495665197606,
    "relative_err": 2.8820924404051032e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.2279825321629418e-10,
    "max_abs_err": 4.999793981608214e-13,
    "mean_abs_err": 4.202766787450148e-14,
    "w_frob_norm": 45.77613802834823,
    "relative_err": 2.682582203423271e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.506573833664576e-10,
    "max_abs_err": 7.000580670712964e-13,
    "mean_abs_err": 5.107894442928381e-14,
    "w_frob_norm": 46.83743019759993,
    "relative_err": 3.216602250184462e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.154315290462914e-11,
    "max_abs_err": 2.07257822015805e-13,
    "mean_abs_err": 1.772637231265789e-14,
    "w_frob_norm": 43.53107874673412,
    "relative_err": 1.1840541146363417e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.4355988273641575e-10,
    "max_abs_err": 6.662899398879318e-13,
    "mean_abs_err": 4.899335576716461e-14,
    "w_frob_norm": 46.901266367050354,
    "relative_err": 3.060895661386047e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.074932984649943e-11,
    "max_abs_err": 2.2962534651504996e-13,
    "mean_abs_err": 1.7482338168154456e-14,
    "w_frob_norm": 45.52949074918864,
    "relative_err": 1.1146474298617937e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.2918902193616922e-10,
    "max_abs_err": 4.63282624069139e-13,
    "mean_abs_err": 4.445696940601218e-14,
    "w_frob_norm": 45.797415341909144,
    "relative_err": 2.820880195349115e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 6.410279447621977e-11,
    "max_abs_err": 2.596655529485403e-13,
    "mean_abs_err": 2.1851863426275274e-14,
    "w_frob_norm": 45.2066797786181,
    "relative_err": 1.417993862635742e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.881035559819512e-11,
    "max_abs_err": 2.1034562980304372e-13,
    "mean_abs_err": 2.012218844757807e-14,
    "w_frob_norm": 46.38739561103007,
    "relative_err": 1.2678089559356744e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.2284160248893172e-10,
    "max_abs_err": 5.950144890687348e-13,
    "mean_abs_err": 4.21327215277969e-14,
    "w_frob_norm": 45.71445585607243,
    "relative_err": 2.687150053271698e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.3636945307484126e-10,
    "max_abs_err": 4.429841909958654e-13,
    "mean_abs_err": 4.723039873617329e-14,
    "w_frob_norm": 46.6980339234974,
    "relative_err": 2.920239710696326e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.383486468124353e-11,
    "max_abs_err": 2.2678213473792397e-13,
    "mean_abs_err": 1.8479617664939948e-14,
    "w_frob_norm": 45.034690589947935,
    "relative_err": 1.19540878322943e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.14588054834868e-10,
    "max_abs_err": 4.2669687227991915e-13,
    "mean_abs_err": 3.981512036149642e-14,
    "w_frob_norm": 46.350381461831084,
    "relative_err": 2.4722138463785833e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 6.597768614566412e-11,
    "max_abs_err": 2.681275340643552e-13,
    "mean_abs_err": 2.2494733533938374e-14,
    "w_frob_norm": 45.236107011505034,
    "relative_err": 1.4585182170712397e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.2409558831079993e-10,
    "max_abs_err": 5.441706113495925e-13,
    "mean_abs_err": 4.271721955927536e-14,
    "w_frob_norm": 45.78206396241327,
    "relative_err": 2.710572166704443e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 6.261997402952998e-11,
    "max_abs_err": 2.622257879586476e-13,
    "mean_abs_err": 2.1308221187431232e-14,
    "w_frob_norm": 45.04212983437416,
    "relative_err": 1.3902533974257406e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.4597236979165613e-11,
    "max_abs_err": 2.470653889807828e-13,
    "mean_abs_err": 1.8688495218090594e-14,
    "w_frob_norm": 44.57468718406768,
    "relative_err": 1.2248484606007577e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.2076234596659237e-10,
    "max_abs_err": 4.426927574519013e-13,
    "mean_abs_err": 4.149289687520014e-14,
    "w_frob_norm": 46.45809380720639,
    "relative_err": 2.599382283477593e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.2660997725543758e-10,
    "max_abs_err": 4.19376339211297e-13,
    "mean_abs_err": 4.392002169323255e-14,
    "w_frob_norm": 46.30318933190618,
    "relative_err": 2.7343683897859347e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.2877497018673284e-10,
    "max_abs_err": 5.360390950559513e-13,
    "mean_abs_err": 4.410980808943675e-14,
    "w_frob_norm": 45.77720124321041,
    "relative_err": 2.8130808937523784e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.204654120875863e-11,
    "max_abs_err": 2.145957023191869e-13,
    "mean_abs_err": 1.7939976960623943e-14,
    "w_frob_norm": 42.936341963428305,
    "relative_err": 1.212179212963463e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.577938231425526e-11,
    "max_abs_err": 2.277969479713704e-13,
    "mean_abs_err": 1.913024045210148e-14,
    "w_frob_norm": 45.29664748057331,
    "relative_err": 1.2314240769844555e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.1460319862582139e-10,
    "max_abs_err": 4.196087921570779e-13,
    "mean_abs_err": 3.9900687758975486e-14,
    "w_frob_norm": 47.00485649308577,
    "relative_err": 2.438113998766895e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.416506726157475e-11,
    "max_abs_err": 2.0313091486645618e-13,
    "mean_abs_err": 1.8630900751925968e-14,
    "w_frob_norm": 43.74690256431921,
    "relative_err": 1.2381463392051165e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.341192555033008e-11,
    "max_abs_err": 1.963984530561902e-13,
    "mean_abs_err": 1.8486146396383346e-14,
    "w_frob_norm": 45.07111027790267,
    "relative_err": 1.1850590149876276e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.0640131389180546e-10,
    "max_abs_err": 3.8783212752413476e-13,
    "mean_abs_err": 3.691759241070692e-14,
    "w_frob_norm": 45.55476111955418,
    "relative_err": 2.3356793291609023e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.4766754904810913e-10,
    "max_abs_err": 7.353805064891361e-13,
    "mean_abs_err": 5.0184018230773694e-14,
    "w_frob_norm": 45.43590394568429,
    "relative_err": 3.2500189547155532e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.3074366681690004e-10,
    "max_abs_err": 5.201707120594534e-13,
    "mean_abs_err": 4.482380092013329e-14,
    "w_frob_norm": 46.688810635146176,
    "relative_err": 2.8003212126907223e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.2648806835147243e-11,
    "max_abs_err": 2.4234780848786386e-13,
    "mean_abs_err": 1.810430793977734e-14,
    "w_frob_norm": 45.18402611239082,
    "relative_err": 1.165208401398063e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 4.6035626843032384e-11,
    "max_abs_err": 1.4370579379252568e-13,
    "mean_abs_err": 1.6031604309076874e-14,
    "w_frob_norm": 44.199011294826555,
    "relative_err": 1.0415533174702666e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.661772983418232e-11,
    "max_abs_err": 1.66569882886769e-13,
    "mean_abs_err": 1.6224823642911164e-14,
    "w_frob_norm": 44.209033708673864,
    "relative_err": 1.054484251824664e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.184432752496921e-11,
    "max_abs_err": 2.559428363690941e-13,
    "mean_abs_err": 1.7786114674208245e-14,
    "w_frob_norm": 45.54925101400498,
    "relative_err": 1.138203732681108e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.2062501862713146e-10,
    "max_abs_err": 4.577093912216945e-13,
    "mean_abs_err": 4.160246372787916e-14,
    "w_frob_norm": 46.16826500784781,
    "relative_err": 2.6127258324874736e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.3398165403489792e-10,
    "max_abs_err": 4.797436319731174e-13,
    "mean_abs_err": 4.6202045110984e-14,
    "w_frob_norm": 46.57067535269159,
    "relative_err": 2.876953211870361e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.041514421399976e-11,
    "max_abs_err": 1.9954090463292218e-13,
    "mean_abs_err": 1.7376126614326993e-14,
    "w_frob_norm": 44.07998007657974,
    "relative_err": 1.143719759546488e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.4243051680002666e-10,
    "max_abs_err": 6.065425939283386e-13,
    "mean_abs_err": 4.867309941657168e-14,
    "w_frob_norm": 46.072430339453014,
    "relative_err": 3.091447873503207e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.3142867606009166e-10,
    "max_abs_err": 6.198548618829847e-13,
    "mean_abs_err": 4.444332770160379e-14,
    "w_frob_norm": 45.69315248773714,
    "relative_err": 2.876331986403515e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.3180964206423734e-11,
    "max_abs_err": 2.2122684543643412e-13,
    "mean_abs_err": 1.8238103653589294e-14,
    "w_frob_norm": 44.460699089357576,
    "relative_err": 1.1961342330569315e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 4.7913472577312136e-11,
    "max_abs_err": 1.7424093851775568e-13,
    "mean_abs_err": 1.6594294056176074e-14,
    "w_frob_norm": 43.55803317469586,
    "relative_err": 1.099991645287292e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 4.798610876629594e-11,
    "max_abs_err": 1.6471546349094979e-13,
    "mean_abs_err": 1.6695339200020426e-14,
    "w_frob_norm": 45.32585294040768,
    "relative_err": 1.0586917984618149e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.359588541084878e-10,
    "max_abs_err": 4.938237319063177e-13,
    "mean_abs_err": 4.692158111370241e-14,
    "w_frob_norm": 45.74354309893809,
    "relative_err": 2.9721977113671375e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.954265709244074e-11,
    "max_abs_err": 1.733988386903862e-13,
    "mean_abs_err": 1.7167918344705716e-14,
    "w_frob_norm": 45.114314524525014,
    "relative_err": 1.0981582589603217e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.1187387100757641e-10,
    "max_abs_err": 3.855795890905789e-13,
    "mean_abs_err": 3.885469889955914e-14,
    "w_frob_norm": 45.07083638556458,
    "relative_err": 2.4821787208592315e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.6240790003125426e-11,
    "max_abs_err": 2.0751716317546354e-13,
    "mean_abs_err": 1.9133817345460672e-14,
    "w_frob_norm": 45.30906648261674,
    "relative_err": 1.2412701114621893e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.506222828955733e-11,
    "max_abs_err": 2.0769497233175116e-13,
    "mean_abs_err": 1.882243659835097e-14,
    "w_frob_norm": 44.60477863764028,
    "relative_err": 1.234446845636678e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.445825632052197e-10,
    "max_abs_err": 5.104319744653196e-13,
    "mean_abs_err": 4.991644186176048e-14,
    "w_frob_norm": 47.4401002329139,
    "relative_err": 3.0476867143064858e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.3572208230078722e-10,
    "max_abs_err": 5.413412773602744e-13,
    "mean_abs_err": 4.659767788732279e-14,
    "w_frob_norm": 44.88743851280965,
    "relative_err": 3.0236094283271663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.467366544453113e-10,
    "max_abs_err": 5.845601780407605e-13,
    "mean_abs_err": 5.059052203841167e-14,
    "w_frob_norm": 46.665678838318016,
    "relative_err": 3.144423441341289e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.norm.weight": {
    "frob_norm_diff": 1.268256701064102e-14,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.462124072609023e-16,
    "w_frob_norm": 103.93363918054413,
    "relative_err": 1.2202562241287454e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.46.mixer.A_log": {
    "frob_norm_diff": 2.2968891781407206e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.736891880321778e-16,
    "w_frob_norm": 20.356701784446653,
    "relative_err": 1.1283208854076928e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.46.mixer.D": {
    "frob_norm_diff": 1.9353427513259335e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.2319247184866544e-16,
    "w_frob_norm": 17.671231795679574,
    "relative_err": 1.0951940270508499e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.45.mixer.gate.weight": {
    "frob_norm_diff": 2.0702890705049012e-11,
    "max_abs_err": 2.806088694740083e-13,
    "mean_abs_err": 2.6875532072988325e-14,
    "w_frob_norm": 9.135721453614716,
    "relative_err": 2.2661473218250906e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 5.1424937314986075e-11,
    "max_abs_err": 1.6711979022865364e-13,
    "mean_abs_err": 1.7821191115566665e-14,
    "w_frob_norm": 44.78900586866789,
    "relative_err": 1.148159828904806e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 4.8546989963329866e-11,
    "max_abs_err": 1.678102101720924e-13,
    "mean_abs_err": 1.6862708063321674e-14,
    "w_frob_norm": 45.57640938920361,
    "relative_err": 1.0651780299048732e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.824141494584448e-10,
    "max_abs_err": 7.756868064534572e-13,
    "mean_abs_err": 6.834809753470393e-14,
    "w_frob_norm": 51.69626982467228,
    "relative_err": 5.462950236375882e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.1681774980716595e-10,
    "max_abs_err": 4.275173964840562e-13,
    "mean_abs_err": 4.0323015724088627e-14,
    "w_frob_norm": 43.68942720680701,
    "relative_err": 2.6738219582097247e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.387918512237976e-10,
    "max_abs_err": 5.740286718181054e-13,
    "mean_abs_err": 4.7500751006955466e-14,
    "w_frob_norm": 45.52055023622388,
    "relative_err": 3.048993267953761e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.45.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.3208730502790886e-10,
    "max_abs_err": 5.048253481909626e-13,
    "mean_abs_err": 3.194826048725529e-14,
    "w_frob_norm": 49.010150962123426,
    "relative_err": 2.695100962451433e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.45.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.2549012632387314e-10,
    "max_abs_err": 4.507540174447655e-13,
    "mean_abs_err": 4.339539238516379e-14,
    "w_frob_norm": 45.48493759566255,
    "relative_err": 2.7589380783461795e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.46.mixer.dt_bias": {
    "frob_norm_diff": 6.054788326390932e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 5.490399801466594e-16,
    "w_frob_norm": 37.89239183219566,
    "relative_err": 1.5978902448819339e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.46.mixer.norm.weight": {
    "frob_norm_diff": 4.169762133515477e-14,
    "max_abs_err": 7.105427357601002e-15,
    "mean_abs_err": 3.6996789773468056e-16,
    "w_frob_norm": 353.1844320852248,
    "relative_err": 1.1806188933348276e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.46.norm.weight": {
    "frob_norm_diff": 6.242228338890092e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 7.903317550670525e-17,
    "w_frob_norm": 53.40909804087726,
    "relative_err": 1.1687574903647562e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.46.mixer.conv1d.weight": {
    "frob_norm_diff": 7.501316083121516e-15,
    "max_abs_err": 1.141448047192739e-15,
    "mean_abs_err": 1.5556472351680395e-17,
    "w_frob_norm": 10.096833921506658,
    "relative_err": 7.429374536054727e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.47.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.572634945350367e-11,
    "max_abs_err": 1.5150380949791042e-13,
    "mean_abs_err": 1.5878459196481066e-14,
    "w_frob_norm": 44.402274879684235,
    "relative_err": 1.0298199715534227e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.781829803370001e-11,
    "max_abs_err": 2.2805455440755296e-13,
    "mean_abs_err": 1.98122352601959e-14,
    "w_frob_norm": 45.2098680364408,
    "relative_err": 1.2788866799411215e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.46.mixer.in_proj.weight": {
    "frob_norm_diff": 3.282332132039165e-10,
    "max_abs_err": 1.0650369475229127e-12,
    "mean_abs_err": 4.686655018007382e-14,
    "w_frob_norm": 120.78974391770318,
    "relative_err": 2.7173930712821884e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.1105780296054341e-10,
    "max_abs_err": 3.700720285770842e-13,
    "mean_abs_err": 3.845335620254392e-14,
    "w_frob_norm": 44.922310024626235,
    "relative_err": 2.472219324866908e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.46.mixer.out_proj.weight": {
    "frob_norm_diff": 3.783809014028856e-10,
    "max_abs_err": 1.820085748782674e-12,
    "mean_abs_err": 8.776521204435258e-14,
    "w_frob_norm": 68.99415272090963,
    "relative_err": 5.4842459321659604e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.510373446167228e-11,
    "max_abs_err": 2.4937343856556993e-13,
    "mean_abs_err": 1.891032901156203e-14,
    "w_frob_norm": 45.67966000355603,
    "relative_err": 1.206307894090775e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.2874812597012465e-10,
    "max_abs_err": 6.840222832593668e-13,
    "mean_abs_err": 4.394734777294543e-14,
    "w_frob_norm": 47.10899219999133,
    "relative_err": 2.7329840855765186e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.2635481945605298e-10,
    "max_abs_err": 5.603139480170327e-13,
    "mean_abs_err": 4.34172514310911e-14,
    "w_frob_norm": 46.3901323517654,
    "relative_err": 2.7237434568613487e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 4.9365561933971106e-11,
    "max_abs_err": 1.895549689434617e-13,
    "mean_abs_err": 1.7080327334003186e-14,
    "w_frob_norm": 44.55961838760955,
    "relative_err": 1.1078542348490562e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3002606651128456e-10,
    "max_abs_err": 5.394573676653636e-13,
    "mean_abs_err": 4.4567944628595265e-14,
    "w_frob_norm": 44.82368640223872,
    "relative_err": 2.900833843616896e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.402423170087314e-11,
    "max_abs_err": 1.9950360807818868e-13,
    "mean_abs_err": 1.8652283809863207e-14,
    "w_frob_norm": 44.888150538798165,
    "relative_err": 1.2035299082812153e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.92203615338012e-11,
    "max_abs_err": 2.579325641960395e-13,
    "mean_abs_err": 2.009579381844268e-14,
    "w_frob_norm": 45.069850246816024,
    "relative_err": 1.3139684558411608e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.2945963176958835e-10,
    "max_abs_err": 4.819885809914659e-13,
    "mean_abs_err": 4.433031893386906e-14,
    "w_frob_norm": 44.890474009059865,
    "relative_err": 2.883899861326049e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.1536981993264934e-11,
    "max_abs_err": 2.021577349964332e-13,
    "mean_abs_err": 1.7770423181127777e-14,
    "w_frob_norm": 44.989910234014175,
    "relative_err": 1.1455231122977638e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.3171943355741263e-10,
    "max_abs_err": 5.545598702472176e-13,
    "mean_abs_err": 4.541212049922334e-14,
    "w_frob_norm": 44.91768018003895,
    "relative_err": 2.9324629640145054e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.2819341237557748e-10,
    "max_abs_err": 4.563016631209393e-13,
    "mean_abs_err": 4.419710263002275e-14,
    "w_frob_norm": 44.614825237382156,
    "relative_err": 2.873336647482056e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.3072080200567772e-10,
    "max_abs_err": 5.063501701263462e-13,
    "mean_abs_err": 4.49001394291307e-14,
    "w_frob_norm": 46.91759065031079,
    "relative_err": 2.786178919117446e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 4.739469935020587e-11,
    "max_abs_err": 1.6570599059573254e-13,
    "mean_abs_err": 1.649364634048637e-14,
    "w_frob_norm": 44.39423610588051,
    "relative_err": 1.0675867749400898e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 5.2371539258735975e-11,
    "max_abs_err": 2.186046482721693e-13,
    "mean_abs_err": 1.790655778091568e-14,
    "w_frob_norm": 42.93613285412396,
    "relative_err": 1.2197544533567782e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.2843804883809695e-10,
    "max_abs_err": 6.44363035151585e-13,
    "mean_abs_err": 4.424870729278735e-14,
    "w_frob_norm": 46.2481836756363,
    "relative_err": 2.7771479576128426e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 5.892415242612268e-11,
    "max_abs_err": 2.2421821344043025e-13,
    "mean_abs_err": 2.020254311316774e-14,
    "w_frob_norm": 45.09716638207402,
    "relative_err": 1.3066043202560249e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.371311991836467e-11,
    "max_abs_err": 1.9943768858610156e-13,
    "mean_abs_err": 1.8555249403410327e-14,
    "w_frob_norm": 44.739288564925495,
    "relative_err": 1.2005805555092004e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.1262079960999997e-10,
    "max_abs_err": 4.356549843098634e-13,
    "mean_abs_err": 3.882517692849882e-14,
    "w_frob_norm": 46.529565016492704,
    "relative_err": 2.4204137642395927e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.039414395602476e-11,
    "max_abs_err": 2.0992409199838136e-13,
    "mean_abs_err": 1.7269655769482834e-14,
    "w_frob_norm": 44.130782390204054,
    "relative_err": 1.1419272722255433e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 5.3605757014631736e-11,
    "max_abs_err": 1.992850329202156e-13,
    "mean_abs_err": 1.8382446898212455e-14,
    "w_frob_norm": 45.432820876302415,
    "relative_err": 1.179890572073025e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.1670701458166402e-10,
    "max_abs_err": 4.0564773762241657e-13,
    "mean_abs_err": 4.031231608663789e-14,
    "w_frob_norm": 46.11928559130143,
    "relative_err": 2.530546886955165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.3954553383858803e-10,
    "max_abs_err": 6.282890874231839e-13,
    "mean_abs_err": 4.744142834266354e-14,
    "w_frob_norm": 43.88853887972563,
    "relative_err": 3.179543849044637e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.354945651059088e-10,
    "max_abs_err": 5.144218384600663e-13,
    "mean_abs_err": 4.687853639705533e-14,
    "w_frob_norm": 46.16378612616315,
    "relative_err": 2.9350834599139988e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.2324715818794832e-10,
    "max_abs_err": 4.784887763786827e-13,
    "mean_abs_err": 4.2620480999054554e-14,
    "w_frob_norm": 46.24940489460245,
    "relative_err": 2.6648377091297864e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.550474352190546e-11,
    "max_abs_err": 2.0458461313932474e-13,
    "mean_abs_err": 1.9107862077707577e-14,
    "w_frob_norm": 43.964923888368524,
    "relative_err": 1.2624778712875228e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.2357876667538842e-10,
    "max_abs_err": 4.859220664732433e-13,
    "mean_abs_err": 4.2586864642268816e-14,
    "w_frob_norm": 45.451964702429656,
    "relative_err": 2.718887235886251e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.644282144300975e-11,
    "max_abs_err": 2.4868995751603507e-13,
    "mean_abs_err": 1.923320824812097e-14,
    "w_frob_norm": 45.65976029647482,
    "relative_err": 1.2361611422512755e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.266634494613771e-11,
    "max_abs_err": 1.8447916805275355e-13,
    "mean_abs_err": 1.8175831297364394e-14,
    "w_frob_norm": 44.8782415774971,
    "relative_err": 1.173538514319726e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.1467778225228202e-10,
    "max_abs_err": 3.981073283532144e-13,
    "mean_abs_err": 3.984031872642081e-14,
    "w_frob_norm": 46.13316093006554,
    "relative_err": 2.485799367316821e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2721604040444848e-10,
    "max_abs_err": 4.980807433163648e-13,
    "mean_abs_err": 4.397681644646769e-14,
    "w_frob_norm": 46.29154285402796,
    "relative_err": 2.7481486371193404e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.3691177778624663e-10,
    "max_abs_err": 5.163959537757279e-13,
    "mean_abs_err": 4.666146636563746e-14,
    "w_frob_norm": 47.2794953875221,
    "relative_err": 2.8957960880094354e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.3011398472889985e-10,
    "max_abs_err": 5.410498438163103e-13,
    "mean_abs_err": 4.4674574795418874e-14,
    "w_frob_norm": 45.672175732044906,
    "relative_err": 2.848867667094917e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 4.840090981402752e-11,
    "max_abs_err": 1.6642937028521487e-13,
    "mean_abs_err": 1.6697141681986186e-14,
    "w_frob_norm": 44.89572341104905,
    "relative_err": 1.0780739486228175e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 6.452736222110236e-11,
    "max_abs_err": 2.954633065987977e-13,
    "mean_abs_err": 2.2137351990599862e-14,
    "w_frob_norm": 44.91137536115732,
    "relative_err": 1.4367710118472658e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.192063427796775e-11,
    "max_abs_err": 1.8802646072069162e-13,
    "mean_abs_err": 1.7959691829808897e-14,
    "w_frob_norm": 46.91890723170575,
    "relative_err": 1.1066036559965328e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.192568797133173e-11,
    "max_abs_err": 2.214313801762735e-13,
    "mean_abs_err": 1.7949166866849724e-14,
    "w_frob_norm": 44.851228161824935,
    "relative_err": 1.1577316853839962e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.3486575232451474e-10,
    "max_abs_err": 5.718758799844181e-13,
    "mean_abs_err": 4.60214405491573e-14,
    "w_frob_norm": 45.2568910461883,
    "relative_err": 2.980004795001791e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.3715714064533925e-10,
    "max_abs_err": 5.440387723654183e-13,
    "mean_abs_err": 4.711294196139437e-14,
    "w_frob_norm": 47.36932006990525,
    "relative_err": 2.8954846817081112e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.0259482891280832e-10,
    "max_abs_err": 3.470418397100161e-13,
    "mean_abs_err": 3.5620680862854734e-14,
    "w_frob_norm": 45.890357650060125,
    "relative_err": 2.2356511076935115e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.925581815298823e-11,
    "max_abs_err": 2.2379147146533995e-13,
    "mean_abs_err": 2.0388942156983563e-14,
    "w_frob_norm": 44.96475130656396,
    "relative_err": 1.3178282194643886e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 4.992798258111795e-11,
    "max_abs_err": 1.8545234792277654e-13,
    "mean_abs_err": 1.7289050776544794e-14,
    "w_frob_norm": 44.76467238547183,
    "relative_err": 1.1153434152535392e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.3146406862590048e-10,
    "max_abs_err": 4.731193735396655e-13,
    "mean_abs_err": 4.550245568622728e-14,
    "w_frob_norm": 46.74460131242561,
    "relative_err": 2.8123904137557552e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.4726697831021576e-10,
    "max_abs_err": 5.712617878739223e-13,
    "mean_abs_err": 5.0507552871385414e-14,
    "w_frob_norm": 46.08867083347491,
    "relative_err": 3.1952967106018928e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 6.94002005530106e-11,
    "max_abs_err": 3.114257983438673e-13,
    "mean_abs_err": 2.3340240025931918e-14,
    "w_frob_norm": 45.45945254457153,
    "relative_err": 1.5266396022909852e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.459357840591048e-11,
    "max_abs_err": 1.970715257648692e-13,
    "mean_abs_err": 1.8861687457494313e-14,
    "w_frob_norm": 44.679302230104966,
    "relative_err": 1.221898634959551e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.064422533912158e-11,
    "max_abs_err": 2.0748767287637193e-13,
    "mean_abs_err": 1.7451876562739427e-14,
    "w_frob_norm": 44.99069572766879,
    "relative_err": 1.1256599730236206e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.059114573215077e-11,
    "max_abs_err": 1.7282703046461734e-13,
    "mean_abs_err": 1.755629286695328e-14,
    "w_frob_norm": 45.59155352239971,
    "relative_err": 1.109660492426403e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.150653525926385e-10,
    "max_abs_err": 3.781280843995205e-13,
    "mean_abs_err": 3.991235887674045e-14,
    "w_frob_norm": 45.01773527720055,
    "relative_err": 2.5560004714611645e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.4337288091925683e-10,
    "max_abs_err": 6.032804464317643e-13,
    "mean_abs_err": 4.90483928285128e-14,
    "w_frob_norm": 45.87848373628973,
    "relative_err": 3.125057090887451e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.6248339323658394e-11,
    "max_abs_err": 2.1626450630307659e-13,
    "mean_abs_err": 1.940016922951099e-14,
    "w_frob_norm": 45.22235292903371,
    "relative_err": 1.2438171762519187e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.4202909012610878e-10,
    "max_abs_err": 6.062719770660863e-13,
    "mean_abs_err": 4.8303263512241956e-14,
    "w_frob_norm": 44.10382144430731,
    "relative_err": 3.2203352334322756e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 5.661838343600431e-11,
    "max_abs_err": 2.5584048768401146e-13,
    "mean_abs_err": 1.9234621754717353e-14,
    "w_frob_norm": 45.38031329098739,
    "relative_err": 1.2476419691718791e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.172418252422177e-11,
    "max_abs_err": 1.8647583477360286e-13,
    "mean_abs_err": 1.7764242604842108e-14,
    "w_frob_norm": 45.52812355684467,
    "relative_err": 1.1360930010577075e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 4.497178096240591e-11,
    "max_abs_err": 1.7862447632133183e-13,
    "mean_abs_err": 1.5509061424485684e-14,
    "w_frob_norm": 43.479918757585715,
    "relative_err": 1.034311522363641e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.0802149409182536e-10,
    "max_abs_err": 4.933917857607995e-13,
    "mean_abs_err": 3.7043982720209637e-14,
    "w_frob_norm": 45.37492018265437,
    "relative_err": 2.3806431759436815e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.2367162809519756e-10,
    "max_abs_err": 5.033664457476661e-13,
    "mean_abs_err": 4.271603809173554e-14,
    "w_frob_norm": 46.380326617351805,
    "relative_err": 2.66646738207595e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.3968529071579864e-10,
    "max_abs_err": 7.79744324663767e-13,
    "mean_abs_err": 4.71171237475705e-14,
    "w_frob_norm": 47.36994328040556,
    "relative_err": 2.948816929945092e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2227725340073726e-10,
    "max_abs_err": 5.654816892519676e-13,
    "mean_abs_err": 4.205661154493114e-14,
    "w_frob_norm": 46.48514335564276,
    "relative_err": 2.6304587783075905e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.3358737734105205e-10,
    "max_abs_err": 7.118767381131264e-13,
    "mean_abs_err": 4.57159926786345e-14,
    "w_frob_norm": 45.8432448850264,
    "relative_err": 2.914003528242504e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.079541279117447e-11,
    "max_abs_err": 1.6851277317986302e-13,
    "mean_abs_err": 1.759272155252723e-14,
    "w_frob_norm": 43.286889791508024,
    "relative_err": 1.173459517092389e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.4038982761723195e-11,
    "max_abs_err": 1.911699964995961e-13,
    "mean_abs_err": 1.85941197999006e-14,
    "w_frob_norm": 45.21655568325654,
    "relative_err": 1.195114973822156e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.1371625128009681e-10,
    "max_abs_err": 4.181170383879551e-13,
    "mean_abs_err": 3.93556418247853e-14,
    "w_frob_norm": 47.05832991392838,
    "relative_err": 2.4164956871203992e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.2187337073401144e-10,
    "max_abs_err": 5.061732283317966e-13,
    "mean_abs_err": 4.172148665955607e-14,
    "w_frob_norm": 46.02039763354616,
    "relative_err": 2.648246799266526e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.4290056449849784e-10,
    "max_abs_err": 5.525701424202722e-13,
    "mean_abs_err": 4.9065812976779326e-14,
    "w_frob_norm": 46.36888764486975,
    "relative_err": 3.0818199822464005e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.2790872586392853e-10,
    "max_abs_err": 4.795799174450721e-13,
    "mean_abs_err": 4.3841303944907644e-14,
    "w_frob_norm": 46.50168801850837,
    "relative_err": 2.750625435640507e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.702930883559682e-11,
    "max_abs_err": 2.87363882689462e-13,
    "mean_abs_err": 1.9680754488595404e-14,
    "w_frob_norm": 44.697740493788935,
    "relative_err": 1.2758879577709626e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.305742288598652e-10,
    "max_abs_err": 5.863070445810692e-13,
    "mean_abs_err": 4.492498068984415e-14,
    "w_frob_norm": 47.19837989132714,
    "relative_err": 2.7664981120222447e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.8050073854429466e-11,
    "max_abs_err": 3.325048569813305e-13,
    "mean_abs_err": 1.966991984820805e-14,
    "w_frob_norm": 44.375511884862874,
    "relative_err": 1.3081555882678434e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.441560677275376e-11,
    "max_abs_err": 2.0906193443082088e-13,
    "mean_abs_err": 1.8541946547001155e-14,
    "w_frob_norm": 45.09221599009834,
    "relative_err": 1.2067627544563947e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.053220818202053e-11,
    "max_abs_err": 2.1696446722563323e-13,
    "mean_abs_err": 1.7489743527151966e-14,
    "w_frob_norm": 45.33391866887618,
    "relative_err": 1.1146666704705856e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.293044944632344e-11,
    "max_abs_err": 2.049090064293324e-13,
    "mean_abs_err": 1.816508321962756e-14,
    "w_frob_norm": 44.49623478777677,
    "relative_err": 1.1895489516983483e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 4.6636027949767274e-11,
    "max_abs_err": 1.4717393970187231e-13,
    "mean_abs_err": 1.6139954351466693e-14,
    "w_frob_norm": 44.29655417497408,
    "relative_err": 1.0528138998250774e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.699062930080969e-11,
    "max_abs_err": 2.3341203102267283e-13,
    "mean_abs_err": 1.9506253401102215e-14,
    "w_frob_norm": 44.093983463750284,
    "relative_err": 1.292480851671334e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.1731951454716962e-10,
    "max_abs_err": 4.035799472390522e-13,
    "mean_abs_err": 4.066507515521367e-14,
    "w_frob_norm": 44.994434500840526,
    "relative_err": 2.607422803479795e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.492898261588362e-10,
    "max_abs_err": 6.352869619252743e-13,
    "mean_abs_err": 5.095485353001243e-14,
    "w_frob_norm": 44.952620185585666,
    "relative_err": 3.3210483736542435e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 5.2509811131442485e-11,
    "max_abs_err": 1.9523618832728573e-13,
    "mean_abs_err": 1.816297761029392e-14,
    "w_frob_norm": 46.45375942053187,
    "relative_err": 1.1303673112026739e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.2622572537225593e-10,
    "max_abs_err": 5.669076319492206e-13,
    "mean_abs_err": 4.3679481444655865e-14,
    "w_frob_norm": 47.31628298005205,
    "relative_err": 2.6677016329763497e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.2929372213352847e-10,
    "max_abs_err": 5.241883316298157e-13,
    "mean_abs_err": 4.474863632235851e-14,
    "w_frob_norm": 45.86669519709187,
    "relative_err": 2.818902072145067e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.594077880732292e-11,
    "max_abs_err": 1.4345469256937804e-13,
    "mean_abs_err": 1.592928563358479e-14,
    "w_frob_norm": 45.84076380971654,
    "relative_err": 1.0021817916913762e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 5.47429316602059e-11,
    "max_abs_err": 1.9704984172141948e-13,
    "mean_abs_err": 1.8929449658950742e-14,
    "w_frob_norm": 41.93833076915112,
    "relative_err": 1.3053197553697952e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2407199062912316e-10,
    "max_abs_err": 5.722367024674213e-13,
    "mean_abs_err": 4.270594309337761e-14,
    "w_frob_norm": 45.73378286704341,
    "relative_err": 2.712917735010538e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.2715424366753454e-10,
    "max_abs_err": 4.4313511193827537e-13,
    "mean_abs_err": 4.38391516923828e-14,
    "w_frob_norm": 45.38791167278728,
    "relative_err": 2.801500200851298e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.6777955299628605e-11,
    "max_abs_err": 2.6599902835933165e-13,
    "mean_abs_err": 1.942592423398464e-14,
    "w_frob_norm": 45.52235458258468,
    "relative_err": 1.2472543615164831e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.245585981577639e-11,
    "max_abs_err": 1.9318574517868115e-13,
    "mean_abs_err": 1.8161974588693414e-14,
    "w_frob_norm": 45.54560262030759,
    "relative_err": 1.1517217206033344e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.1063307186280028e-10,
    "max_abs_err": 4.354364091518903e-13,
    "mean_abs_err": 3.82192117178861e-14,
    "w_frob_norm": 45.35679886240447,
    "relative_err": 2.439172839300665e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1835805224863928e-10,
    "max_abs_err": 4.3325759646606343e-13,
    "mean_abs_err": 4.079828738530917e-14,
    "w_frob_norm": 45.94202260985402,
    "relative_err": 2.5762481824919237e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 4.3143937448432424e-11,
    "max_abs_err": 1.5678083831183187e-13,
    "mean_abs_err": 1.4976295190922048e-14,
    "w_frob_norm": 45.47606457168146,
    "relative_err": 9.487174814880246e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.484347283234447e-11,
    "max_abs_err": 1.8489810377220195e-13,
    "mean_abs_err": 1.8920138264031083e-14,
    "w_frob_norm": 44.47683462163753,
    "relative_err": 1.2330794963017372e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 4.7377784236277934e-11,
    "max_abs_err": 1.5850168400000086e-13,
    "mean_abs_err": 1.645461024274554e-14,
    "w_frob_norm": 43.286743249150696,
    "relative_err": 1.0945102514083803e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 4.92742927206883e-11,
    "max_abs_err": 1.7833325961780222e-13,
    "mean_abs_err": 1.7041140633489372e-14,
    "w_frob_norm": 45.129841221294846,
    "relative_err": 1.0918339481646097e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.1848581873971327e-10,
    "max_abs_err": 4.2755035623009974e-13,
    "mean_abs_err": 4.092255800886308e-14,
    "w_frob_norm": 45.68308714236814,
    "relative_err": 2.593647368236313e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.3136951566233462e-10,
    "max_abs_err": 4.714180434906012e-13,
    "mean_abs_err": 4.533089784104849e-14,
    "w_frob_norm": 46.09886813924369,
    "relative_err": 2.8497340816596e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.1037437830389382e-10,
    "max_abs_err": 4.4746671645778946e-13,
    "mean_abs_err": 3.8348108148225477e-14,
    "w_frob_norm": 46.3434413650046,
    "relative_err": 2.381661245969554e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 6.150613963478517e-11,
    "max_abs_err": 3.2519299753008823e-13,
    "mean_abs_err": 2.0843109713213797e-14,
    "w_frob_norm": 45.07641270828575,
    "relative_err": 1.3644861234372223e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.127446790644025e-11,
    "max_abs_err": 2.0356633045892636e-13,
    "mean_abs_err": 1.7737322312897142e-14,
    "w_frob_norm": 43.238446767773,
    "relative_err": 1.1858536034337098e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.2199479319264277e-10,
    "max_abs_err": 4.417948754227574e-13,
    "mean_abs_err": 4.210996817115051e-14,
    "w_frob_norm": 45.67418656206571,
    "relative_err": 2.6709790009476483e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.13500258945595e-11,
    "max_abs_err": 1.7660525819529482e-13,
    "mean_abs_err": 1.776395394545298e-14,
    "w_frob_norm": 43.25184389755735,
    "relative_err": 1.1872332198410504e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.828876236718512e-11,
    "max_abs_err": 2.195552767370046e-13,
    "mean_abs_err": 1.994989390458963e-14,
    "w_frob_norm": 45.75553328754342,
    "relative_err": 1.2739172331547006e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2409144321272595e-10,
    "max_abs_err": 5.147479664735499e-13,
    "mean_abs_err": 4.277206762444183e-14,
    "w_frob_norm": 45.46197212823543,
    "relative_err": 2.7295657756046945e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.1084885152145702e-10,
    "max_abs_err": 4.0544650969920326e-13,
    "mean_abs_err": 3.840844267592317e-14,
    "w_frob_norm": 44.14126898292973,
    "relative_err": 2.5112293795704964e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 4.87506615729141e-11,
    "max_abs_err": 2.604457448318609e-13,
    "mean_abs_err": 1.686064403732341e-14,
    "w_frob_norm": 44.28746043888871,
    "relative_err": 1.100777987488898e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.1047568157219833e-10,
    "max_abs_err": 3.386978197905677e-13,
    "mean_abs_err": 3.8566673083207615e-14,
    "w_frob_norm": 47.262529329803954,
    "relative_err": 2.3374898283857164e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.1203407327035475e-11,
    "max_abs_err": 1.8269066814902146e-13,
    "mean_abs_err": 1.7749012012533546e-14,
    "w_frob_norm": 46.31220084647015,
    "relative_err": 1.105613777604312e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.28373090825119e-10,
    "max_abs_err": 6.268943697484985e-13,
    "mean_abs_err": 4.4250151184522567e-14,
    "w_frob_norm": 46.123005432357644,
    "relative_err": 2.7832767969421766e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.283269075195418e-11,
    "max_abs_err": 2.1504846514641685e-13,
    "mean_abs_err": 1.8310865006013343e-14,
    "w_frob_norm": 45.24057534927799,
    "relative_err": 1.1678165086111654e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.154359579883322e-10,
    "max_abs_err": 3.8955297321230375e-13,
    "mean_abs_err": 3.993560566698519e-14,
    "w_frob_norm": 45.44494027339074,
    "relative_err": 2.540127840280673e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.669735721728284e-11,
    "max_abs_err": 2.0160956237802452e-13,
    "mean_abs_err": 1.956580628867454e-14,
    "w_frob_norm": 44.8794947293526,
    "relative_err": 1.2633243212562504e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.1659504012938725e-10,
    "max_abs_err": 4.4090772699512115e-13,
    "mean_abs_err": 4.042487009907975e-14,
    "w_frob_norm": 45.24997841519403,
    "relative_err": 2.5766871988216683e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.1592658704786183e-10,
    "max_abs_err": 4.628103456028043e-13,
    "mean_abs_err": 3.985913094340112e-14,
    "w_frob_norm": 45.83170273604968,
    "relative_err": 2.529397341301e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 7.640505263652194e-11,
    "max_abs_err": 3.079932142657782e-13,
    "mean_abs_err": 2.5973789957063315e-14,
    "w_frob_norm": 45.4020513964298,
    "relative_err": 1.682854635121841e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 4.8562136743105823e-11,
    "max_abs_err": 1.80182258002759e-13,
    "mean_abs_err": 1.6872349119447682e-14,
    "w_frob_norm": 45.18841864374312,
    "relative_err": 1.0746589104159731e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.2000043183720774e-10,
    "max_abs_err": 4.067753078818015e-13,
    "mean_abs_err": 4.1556480438472403e-14,
    "w_frob_norm": 45.36439878248638,
    "relative_err": 2.6452556422622697e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 6.193120679496224e-11,
    "max_abs_err": 2.5181766394322125e-13,
    "mean_abs_err": 2.128703649955854e-14,
    "w_frob_norm": 44.53961182072045,
    "relative_err": 1.3904747765707057e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.4144686027505227e-10,
    "max_abs_err": 5.153048127093385e-13,
    "mean_abs_err": 4.875471603317863e-14,
    "w_frob_norm": 46.02888258538791,
    "relative_err": 3.0730022614095623e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.2887810973187577e-10,
    "max_abs_err": 5.305547667866506e-13,
    "mean_abs_err": 4.4774868289381944e-14,
    "w_frob_norm": 47.4261765949696,
    "relative_err": 2.717446755881764e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.4548576240961969e-10,
    "max_abs_err": 6.961584086973005e-13,
    "mean_abs_err": 4.9406971511873266e-14,
    "w_frob_norm": 46.65946693905665,
    "relative_err": 3.118033101399188e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.4296056022245146e-10,
    "max_abs_err": 5.791491418383199e-13,
    "mean_abs_err": 4.8916473499199744e-14,
    "w_frob_norm": 47.61885454901962,
    "relative_err": 3.0021839369379525e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.542268537517062e-10,
    "max_abs_err": 6.388847784144502e-13,
    "mean_abs_err": 5.173257946108867e-14,
    "w_frob_norm": 46.1132047202272,
    "relative_err": 3.344526902595772e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.331224526706183e-10,
    "max_abs_err": 5.125934399163867e-13,
    "mean_abs_err": 4.584230643725508e-14,
    "w_frob_norm": 44.93991543671312,
    "relative_err": 2.9622319351732806e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.3548453954499208e-10,
    "max_abs_err": 6.054462486915213e-13,
    "mean_abs_err": 4.671881815348701e-14,
    "w_frob_norm": 49.17051283573511,
    "relative_err": 2.755402206147573e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.905005870174961e-11,
    "max_abs_err": 2.8734480073122626e-13,
    "mean_abs_err": 2.0196976270999536e-14,
    "w_frob_norm": 44.26872154899033,
    "relative_err": 1.3339002491048086e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.339584609031928e-11,
    "max_abs_err": 2.086941730539138e-13,
    "mean_abs_err": 1.8446044789168014e-14,
    "w_frob_norm": 43.421106768178525,
    "relative_err": 1.2297209828251273e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.6361768378712494e-11,
    "max_abs_err": 2.624133549344876e-13,
    "mean_abs_err": 1.9417745782294424e-14,
    "w_frob_norm": 45.23508535862392,
    "relative_err": 1.245974621952765e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 6.783417931158446e-11,
    "max_abs_err": 3.1404046030303334e-13,
    "mean_abs_err": 2.2725803820580494e-14,
    "w_frob_norm": 44.697681031124375,
    "relative_err": 1.517621893277851e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.3708927227870586e-11,
    "max_abs_err": 1.8209218854980946e-13,
    "mean_abs_err": 1.85331290311093e-14,
    "w_frob_norm": 45.78346477071912,
    "relative_err": 1.1731075290356838e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.537771182727314e-11,
    "max_abs_err": 2.3644714658432875e-13,
    "mean_abs_err": 1.8965537263130445e-14,
    "w_frob_norm": 45.17348909143105,
    "relative_err": 1.2258896299816194e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 4.878410344057871e-11,
    "max_abs_err": 1.6227037075156048e-13,
    "mean_abs_err": 1.6864563672443267e-14,
    "w_frob_norm": 45.14137690921343,
    "relative_err": 1.0806959552583297e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.962921882493519e-11,
    "max_abs_err": 2.7679768199728727e-13,
    "mean_abs_err": 2.0454622469026517e-14,
    "w_frob_norm": 45.112009292428624,
    "relative_err": 1.3218036562814563e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.4344791095325183e-10,
    "max_abs_err": 7.229130488672908e-13,
    "mean_abs_err": 4.8390986323179004e-14,
    "w_frob_norm": 47.16309200698583,
    "relative_err": 3.0415289763445583e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.1698652623935115e-11,
    "max_abs_err": 1.691806417181141e-13,
    "mean_abs_err": 1.7925997361700933e-14,
    "w_frob_norm": 45.369183351083265,
    "relative_err": 1.139510319678274e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.214498486670793e-10,
    "max_abs_err": 4.326261571208079e-13,
    "mean_abs_err": 4.205331249823782e-14,
    "w_frob_norm": 46.409326721173514,
    "relative_err": 2.6169276145018874e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.2765873803093385e-10,
    "max_abs_err": 5.492576879428945e-13,
    "mean_abs_err": 4.387180295664404e-14,
    "w_frob_norm": 45.02889737751278,
    "relative_err": 2.8350402844793183e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.1985392362805717e-10,
    "max_abs_err": 3.863021014183232e-13,
    "mean_abs_err": 4.159886468557087e-14,
    "w_frob_norm": 47.55495238054331,
    "relative_err": 2.520324753328832e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.3509866807303652e-10,
    "max_abs_err": 5.556891752300785e-13,
    "mean_abs_err": 4.615137686213994e-14,
    "w_frob_norm": 45.760427697125905,
    "relative_err": 2.952303439277551e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.17618163516528e-11,
    "max_abs_err": 2.1659063431656023e-13,
    "mean_abs_err": 1.782974194008393e-14,
    "w_frob_norm": 45.83422046507018,
    "relative_err": 1.1293268615989659e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.014931548500132e-10,
    "max_abs_err": 3.18179510516714e-13,
    "mean_abs_err": 3.534750228687622e-14,
    "w_frob_norm": 45.85504670164363,
    "relative_err": 2.2133475407926096e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.929353182160887e-11,
    "max_abs_err": 2.31566502084668e-13,
    "mean_abs_err": 2.0421246924719265e-14,
    "w_frob_norm": 46.006947031036354,
    "relative_err": 1.2887951852490747e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.276943181177698e-11,
    "max_abs_err": 1.7280924954898857e-13,
    "mean_abs_err": 1.825134571796628e-14,
    "w_frob_norm": 44.921512001541075,
    "relative_err": 1.1747029309691685e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 5.011496922750275e-11,
    "max_abs_err": 1.9119428262825977e-13,
    "mean_abs_err": 1.7235887512453087e-14,
    "w_frob_norm": 45.65575872223954,
    "relative_err": 1.097670274902059e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 4.9355581747528774e-11,
    "max_abs_err": 1.784475345267822e-13,
    "mean_abs_err": 1.715763937359501e-14,
    "w_frob_norm": 45.88295582061292,
    "relative_err": 1.0756844423993228e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.429183583290738e-10,
    "max_abs_err": 6.191713808334498e-13,
    "mean_abs_err": 4.880974654702625e-14,
    "w_frob_norm": 47.47648827491502,
    "relative_err": 3.0102975919680028e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 4.7552151175845694e-11,
    "max_abs_err": 1.7100210136788974e-13,
    "mean_abs_err": 1.6519828660008268e-14,
    "w_frob_norm": 44.45295737176273,
    "relative_err": 1.0697185066488204e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.1045079917924087e-10,
    "max_abs_err": 4.025564603882259e-13,
    "mean_abs_err": 3.813311782113582e-14,
    "w_frob_norm": 47.4319136715793,
    "relative_err": 2.3286178150855806e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.5843971146774355e-11,
    "max_abs_err": 2.1060583832444024e-13,
    "mean_abs_err": 1.9235353736242825e-14,
    "w_frob_norm": 46.49538245965416,
    "relative_err": 1.2010648841362328e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.2965404103210607e-10,
    "max_abs_err": 4.817743426421828e-13,
    "mean_abs_err": 4.4686293813933866e-14,
    "w_frob_norm": 45.64120393036577,
    "relative_err": 2.8407235100528387e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 5.614690622143217e-11,
    "max_abs_err": 2.0032586700580168e-13,
    "mean_abs_err": 1.9297063838692487e-14,
    "w_frob_norm": 45.22479332423979,
    "relative_err": 1.2415071931647346e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.1512105693566564e-10,
    "max_abs_err": 4.5158841943671035e-13,
    "mean_abs_err": 3.9853196337927856e-14,
    "w_frob_norm": 45.93266444768116,
    "relative_err": 2.5063004360827437e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.3973654786934403e-10,
    "max_abs_err": 5.082982645898682e-13,
    "mean_abs_err": 4.788404226899399e-14,
    "w_frob_norm": 46.55941921122979,
    "relative_err": 3.0012519536678544e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.3669509176977807e-10,
    "max_abs_err": 6.493798554441099e-13,
    "mean_abs_err": 4.6871527103561233e-14,
    "w_frob_norm": 44.502656894058894,
    "relative_err": 3.0716164227045703e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.3685515942561845e-11,
    "max_abs_err": 2.4385354846501173e-13,
    "mean_abs_err": 1.8398036858129758e-14,
    "w_frob_norm": 45.863531028993904,
    "relative_err": 1.170549121231487e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.274347997383803e-11,
    "max_abs_err": 1.685439982024306e-13,
    "mean_abs_err": 1.825594183889802e-14,
    "w_frob_norm": 45.06846722695019,
    "relative_err": 1.1702967333732245e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.0808581271215693e-11,
    "max_abs_err": 1.9041886123449814e-13,
    "mean_abs_err": 1.7563588128352813e-14,
    "w_frob_norm": 45.46480985932763,
    "relative_err": 1.1175364293488127e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 5.7878109717836724e-11,
    "max_abs_err": 2.1415855200324074e-13,
    "mean_abs_err": 2.000340005067358e-14,
    "w_frob_norm": 45.46638047548644,
    "relative_err": 1.27298696558971e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.579999309601029e-10,
    "max_abs_err": 7.250727795948819e-13,
    "mean_abs_err": 5.347909295352993e-14,
    "w_frob_norm": 47.69576264717659,
    "relative_err": 3.3126618003550446e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.1760064921593081e-10,
    "max_abs_err": 4.14217271593742e-13,
    "mean_abs_err": 4.050327733124587e-14,
    "w_frob_norm": 44.39258050233279,
    "relative_err": 2.6491059516071835e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.864612066755689e-11,
    "max_abs_err": 2.317000757923182e-13,
    "mean_abs_err": 2.0217537533283417e-14,
    "w_frob_norm": 45.8295368286153,
    "relative_err": 1.2796577213265462e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.2631200361712363e-10,
    "max_abs_err": 5.281001330681434e-13,
    "mean_abs_err": 4.3786252167122545e-14,
    "w_frob_norm": 47.824425206038406,
    "relative_err": 2.6411609355040453e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.3365530060645727e-10,
    "max_abs_err": 4.673002436395013e-13,
    "mean_abs_err": 4.6161251683006877e-14,
    "w_frob_norm": 46.36209872502093,
    "relative_err": 2.8828569948738216e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.1002726417802394e-10,
    "max_abs_err": 4.142697469788903e-13,
    "mean_abs_err": 3.816629301281036e-14,
    "w_frob_norm": 47.06851185125656,
    "relative_err": 2.3375981064735237e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.900931141786311e-11,
    "max_abs_err": 1.6975440150779342e-13,
    "mean_abs_err": 1.6963721740191927e-14,
    "w_frob_norm": 44.856190836781266,
    "relative_err": 1.0925874556801726e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.251880705396229e-11,
    "max_abs_err": 2.250213904098075e-13,
    "mean_abs_err": 1.8002380959150418e-14,
    "w_frob_norm": 43.859165393754864,
    "relative_err": 1.19744200744505e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.1898697365515584e-10,
    "max_abs_err": 4.1006087414530157e-13,
    "mean_abs_err": 4.1137245899078745e-14,
    "w_frob_norm": 46.841709834810466,
    "relative_err": 2.540192791312894e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.710866691865861e-11,
    "max_abs_err": 2.446393781996292e-13,
    "mean_abs_err": 1.9538690887880187e-14,
    "w_frob_norm": 45.49722928036764,
    "relative_err": 1.255211972727785e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.3987226710393375e-10,
    "max_abs_err": 6.94999613415348e-13,
    "mean_abs_err": 4.807946494948994e-14,
    "w_frob_norm": 46.26434368988593,
    "relative_err": 3.0233275984959425e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.657736900111339e-11,
    "max_abs_err": 2.6555840859643354e-13,
    "mean_abs_err": 1.939369596116827e-14,
    "w_frob_norm": 44.934416765647185,
    "relative_err": 1.2591099000169366e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.1749377261686532e-10,
    "max_abs_err": 4.427430644327046e-13,
    "mean_abs_err": 4.047448936378212e-14,
    "w_frob_norm": 46.38116937528184,
    "relative_err": 2.533221438773855e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.186866374444242e-10,
    "max_abs_err": 4.527975216994662e-13,
    "mean_abs_err": 4.092860193218952e-14,
    "w_frob_norm": 44.41367737442155,
    "relative_err": 2.6722992659188694e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 6.050448270704776e-11,
    "max_abs_err": 2.4260975173273636e-13,
    "mean_abs_err": 2.0637725652741287e-14,
    "w_frob_norm": 45.310413272433976,
    "relative_err": 1.3353328371396158e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.2347351213152148e-10,
    "max_abs_err": 4.604103556737904e-13,
    "mean_abs_err": 4.2801889092036476e-14,
    "w_frob_norm": 45.75377993332788,
    "relative_err": 2.698651615482837e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.947553159298319e-11,
    "max_abs_err": 2.4673318943513323e-13,
    "mean_abs_err": 2.0298334785742266e-14,
    "w_frob_norm": 43.84215197263423,
    "relative_err": 1.3565833089148346e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 4.6592072846154144e-11,
    "max_abs_err": 1.6992136864235619e-13,
    "mean_abs_err": 1.6102600551464116e-14,
    "w_frob_norm": 43.589778839338585,
    "relative_err": 1.068876100929103e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.4196251368971963e-10,
    "max_abs_err": 6.035519306557546e-13,
    "mean_abs_err": 4.810357252311615e-14,
    "w_frob_norm": 43.68733205734151,
    "relative_err": 3.2495120897606587e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.094069362100459e-11,
    "max_abs_err": 1.9661008932025936e-13,
    "mean_abs_err": 1.7441061840001793e-14,
    "w_frob_norm": 44.441594330097324,
    "relative_err": 1.1462391120047164e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.139291559340835e-11,
    "max_abs_err": 2.0268942774182008e-13,
    "mean_abs_err": 1.7766299132199788e-14,
    "w_frob_norm": 45.44434523399061,
    "relative_err": 1.130897922036039e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.603420763974617e-11,
    "max_abs_err": 2.3713669916602953e-13,
    "mean_abs_err": 1.9294022945829203e-14,
    "w_frob_norm": 43.35540350238436,
    "relative_err": 1.2924388452909804e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.2749133560192012e-10,
    "max_abs_err": 4.746637111141538e-13,
    "mean_abs_err": 4.419798152970776e-14,
    "w_frob_norm": 44.41367989595019,
    "relative_err": 2.8705420469683996e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.2745238967745052e-10,
    "max_abs_err": 5.485815794681326e-13,
    "mean_abs_err": 4.40248489770854e-14,
    "w_frob_norm": 45.82620208183381,
    "relative_err": 2.781212142561003e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.1220399391969599e-10,
    "max_abs_err": 4.2648870546280193e-13,
    "mean_abs_err": 3.8948054409097476e-14,
    "w_frob_norm": 44.48419462378981,
    "relative_err": 2.522333940596738e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.481381657256682e-11,
    "max_abs_err": 2.181102520815159e-13,
    "mean_abs_err": 1.881546152822769e-14,
    "w_frob_norm": 43.60138593073375,
    "relative_err": 1.2571576660348692e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.443421272019739e-10,
    "max_abs_err": 5.624702092976719e-13,
    "mean_abs_err": 4.905882970271502e-14,
    "w_frob_norm": 42.64988032558452,
    "relative_err": 3.3843501107173546e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.2452600749066512e-10,
    "max_abs_err": 4.75848527248246e-13,
    "mean_abs_err": 4.233912932264704e-14,
    "w_frob_norm": 45.57759322794173,
    "relative_err": 2.7321760249140006e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.8029543252813834e-11,
    "max_abs_err": 2.2485485695611374e-13,
    "mean_abs_err": 1.9913142191582472e-14,
    "w_frob_norm": 45.09995553731416,
    "relative_err": 1.2866873716716235e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.0954360365324336e-11,
    "max_abs_err": 1.9984187915600415e-13,
    "mean_abs_err": 1.7587117781091296e-14,
    "w_frob_norm": 44.4397429178921,
    "relative_err": 1.1465943999601618e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.1830819151891015e-10,
    "max_abs_err": 4.159225047706272e-13,
    "mean_abs_err": 4.0893412380176254e-14,
    "w_frob_norm": 46.54454311484458,
    "relative_err": 2.5418273249990888e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.269332893674926e-11,
    "max_abs_err": 2.0177175902302835e-13,
    "mean_abs_err": 1.808360837506627e-14,
    "w_frob_norm": 45.20689659796569,
    "relative_err": 1.1656037662872985e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 6.223261574031559e-11,
    "max_abs_err": 2.422090306097857e-13,
    "mean_abs_err": 2.1421452421930682e-14,
    "w_frob_norm": 45.053157659048104,
    "relative_err": 1.381315294507827e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.280157704713285e-10,
    "max_abs_err": 5.498691779681764e-13,
    "mean_abs_err": 4.367072567310736e-14,
    "w_frob_norm": 47.31189892334669,
    "relative_err": 2.7057838172747155e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 4.606190715891805e-11,
    "max_abs_err": 1.7571382716907724e-13,
    "mean_abs_err": 1.605112939065801e-14,
    "w_frob_norm": 45.13705977902625,
    "relative_err": 1.020489756852119e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.2945798016603227e-10,
    "max_abs_err": 4.613046056256564e-13,
    "mean_abs_err": 4.4651840477122135e-14,
    "w_frob_norm": 45.6282301861089,
    "relative_err": 2.8372343095052714e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.686487893286392e-11,
    "max_abs_err": 2.138844656940364e-13,
    "mean_abs_err": 1.9502891350317918e-14,
    "w_frob_norm": 43.982431332265264,
    "relative_err": 1.292899851381071e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.5474537660239426e-10,
    "max_abs_err": 6.218636716681658e-13,
    "mean_abs_err": 5.2369354315916526e-14,
    "w_frob_norm": 46.78044003877387,
    "relative_err": 3.30790767410768e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.3762682482616243e-10,
    "max_abs_err": 5.325481809009824e-13,
    "mean_abs_err": 4.733618538886347e-14,
    "w_frob_norm": 46.40103381830828,
    "relative_err": 2.966029277818796e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.547068964153796e-11,
    "max_abs_err": 2.1094410940225572e-13,
    "mean_abs_err": 1.9045121483770717e-14,
    "w_frob_norm": 46.2980971527595,
    "relative_err": 1.1981202911755467e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.1511388225537927e-10,
    "max_abs_err": 3.973731066420072e-13,
    "mean_abs_err": 3.9880705304874225e-14,
    "w_frob_norm": 44.71945727905822,
    "relative_err": 2.574134152323137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.206467818651258e-10,
    "max_abs_err": 3.7982811340597777e-13,
    "mean_abs_err": 4.173979868617668e-14,
    "w_frob_norm": 46.13023831501107,
    "relative_err": 2.6153513676053694e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 4.740403553025332e-11,
    "max_abs_err": 1.548934591699691e-13,
    "mean_abs_err": 1.6370400838845068e-14,
    "w_frob_norm": 45.247932607671274,
    "relative_err": 1.0476508604553682e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 4.924693863986614e-11,
    "max_abs_err": 1.591712872617279e-13,
    "mean_abs_err": 1.7062981790673305e-14,
    "w_frob_norm": 43.07685365385492,
    "relative_err": 1.1432343465841559e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.1282295112046414e-10,
    "max_abs_err": 3.488303396137482e-13,
    "mean_abs_err": 3.9226796437379174e-14,
    "w_frob_norm": 45.09195581233685,
    "relative_err": 2.5020638179902713e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.0204814799914884e-11,
    "max_abs_err": 2.0047158377778374e-13,
    "mean_abs_err": 1.741389506411844e-14,
    "w_frob_norm": 45.49548551166923,
    "relative_err": 1.1035120130114393e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.5899278499831187e-11,
    "max_abs_err": 2.7047288020387583e-13,
    "mean_abs_err": 1.908084022124546e-14,
    "w_frob_norm": 44.91253460360182,
    "relative_err": 1.2446253366281464e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.3495154838581942e-10,
    "max_abs_err": 5.115738561933814e-13,
    "mean_abs_err": 4.6046631371808254e-14,
    "w_frob_norm": 45.25005243432488,
    "relative_err": 2.982351204602154e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.2518772189997388e-10,
    "max_abs_err": 5.818644177590926e-13,
    "mean_abs_err": 4.2889891033698524e-14,
    "w_frob_norm": 44.01492294663751,
    "relative_err": 2.8442108612060518e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.1737569344545064e-10,
    "max_abs_err": 4.530750774556225e-13,
    "mean_abs_err": 4.0383084637359374e-14,
    "w_frob_norm": 46.87636709175436,
    "relative_err": 2.503941766982562e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.02947868692898e-11,
    "max_abs_err": 1.9351339107520626e-13,
    "mean_abs_err": 1.7354626209466716e-14,
    "w_frob_norm": 45.63335545149094,
    "relative_err": 1.1021496528510606e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.850265395715818e-11,
    "max_abs_err": 2.341338928291137e-13,
    "mean_abs_err": 2.003412693012392e-14,
    "w_frob_norm": 45.156845850966256,
    "relative_err": 1.2955434077534526e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.171342093211047e-11,
    "max_abs_err": 1.922836889711732e-13,
    "mean_abs_err": 1.7934300716255966e-14,
    "w_frob_norm": 45.61357558854604,
    "relative_err": 1.133728725820305e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.189045454385245e-10,
    "max_abs_err": 4.814794396512667e-13,
    "mean_abs_err": 4.099836039665842e-14,
    "w_frob_norm": 45.3110684052666,
    "relative_err": 2.624183221084762e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.1575923927430373e-10,
    "max_abs_err": 4.836391703788578e-13,
    "mean_abs_err": 4.0028477938246375e-14,
    "w_frob_norm": 46.18158276395834,
    "relative_err": 2.5066104785963755e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.0955312176567925e-10,
    "max_abs_err": 3.67546271196062e-13,
    "mean_abs_err": 3.802522911400017e-14,
    "w_frob_norm": 46.98699760718462,
    "relative_err": 2.3315625033451354e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.3095114848426357e-10,
    "max_abs_err": 5.372030945083317e-13,
    "mean_abs_err": 4.491611021693322e-14,
    "w_frob_norm": 46.4960855690653,
    "relative_err": 2.816390818314129e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.566360583005033e-11,
    "max_abs_err": 1.9748092050519972e-13,
    "mean_abs_err": 1.9044628738598727e-14,
    "w_frob_norm": 45.83982477769063,
    "relative_err": 1.214306688561793e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 6.186663531754727e-11,
    "max_abs_err": 2.2862267634593536e-13,
    "mean_abs_err": 2.131524802112775e-14,
    "w_frob_norm": 45.56694563890275,
    "relative_err": 1.3577086295801375e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.2616068335900954e-10,
    "max_abs_err": 4.2390743693054844e-13,
    "mean_abs_err": 4.3784785666134836e-14,
    "w_frob_norm": 47.817020724527474,
    "relative_err": 2.638405351220389e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.690696406732013e-11,
    "max_abs_err": 2.307147528579634e-13,
    "mean_abs_err": 1.956869708816902e-14,
    "w_frob_norm": 44.88153149848282,
    "relative_err": 1.2679372153163672e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.2456095225184562e-10,
    "max_abs_err": 4.3768461077675624e-13,
    "mean_abs_err": 4.30444137939485e-14,
    "w_frob_norm": 45.811344537383064,
    "relative_err": 2.7189979580320143e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 4.974278076678893e-11,
    "max_abs_err": 1.5663165209289787e-13,
    "mean_abs_err": 1.7258560184744614e-14,
    "w_frob_norm": 46.36700528395937,
    "relative_err": 1.072805553478292e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.4247594842861772e-10,
    "max_abs_err": 5.996756910486845e-13,
    "mean_abs_err": 4.9288999202294665e-14,
    "w_frob_norm": 47.24874380399716,
    "relative_err": 3.0154441569844343e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.390783743218754e-11,
    "max_abs_err": 2.0665413824616508e-13,
    "mean_abs_err": 1.8495226252546266e-14,
    "w_frob_norm": 45.988812432250775,
    "relative_err": 1.1721945964924146e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.0647544458592064e-11,
    "max_abs_err": 1.7767384785649654e-13,
    "mean_abs_err": 1.7493685307991232e-14,
    "w_frob_norm": 44.70611999809127,
    "relative_err": 1.132899577524385e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.331637232113533e-10,
    "max_abs_err": 5.613313633356931e-13,
    "mean_abs_err": 4.5772377039086276e-14,
    "w_frob_norm": 46.389913397597645,
    "relative_err": 2.870531834583018e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.6655749438694795e-11,
    "max_abs_err": 2.2576385205752558e-13,
    "mean_abs_err": 1.947237697537521e-14,
    "w_frob_norm": 44.54463013689318,
    "relative_err": 1.2718873018943494e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.3219126990399686e-10,
    "max_abs_err": 4.985664658896383e-13,
    "mean_abs_err": 4.555576747233904e-14,
    "w_frob_norm": 45.63943399286814,
    "relative_err": 2.8964265841827433e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.3561470132748347e-10,
    "max_abs_err": 5.06067410199762e-13,
    "mean_abs_err": 4.654296082647157e-14,
    "w_frob_norm": 45.87213095945428,
    "relative_err": 2.9563636676776876e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.24564778976048e-10,
    "max_abs_err": 4.899171346384179e-13,
    "mean_abs_err": 4.28152614666613e-14,
    "w_frob_norm": 45.81790270920543,
    "relative_err": 2.7186922929805184e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.033724715269014e-11,
    "max_abs_err": 1.74721348500384e-13,
    "mean_abs_err": 1.7350359970078728e-14,
    "w_frob_norm": 45.72939633773754,
    "relative_err": 1.100763429740489e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.495757017832616e-11,
    "max_abs_err": 1.6692203175239229e-13,
    "mean_abs_err": 1.5614372191387167e-14,
    "w_frob_norm": 44.98232984673704,
    "relative_err": 9.994495690086477e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 4.640309198511753e-11,
    "max_abs_err": 1.7011218822471363e-13,
    "mean_abs_err": 1.6166639451887618e-14,
    "w_frob_norm": 44.927072198456045,
    "relative_err": 1.0328536829673983e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 7.473357903750539e-11,
    "max_abs_err": 2.813721478034381e-13,
    "mean_abs_err": 2.4970652473761476e-14,
    "w_frob_norm": 45.21138028475752,
    "relative_err": 1.6529815848754553e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.1171822565500791e-10,
    "max_abs_err": 3.8241632083213517e-13,
    "mean_abs_err": 3.886848107011232e-14,
    "w_frob_norm": 47.826376856466176,
    "relative_err": 2.3359123771865543e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.119481999587412e-11,
    "max_abs_err": 2.1534878914819533e-13,
    "mean_abs_err": 1.7697874239644174e-14,
    "w_frob_norm": 43.86725147528989,
    "relative_err": 1.167039608686489e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.1027300871630922e-10,
    "max_abs_err": 4.569469802540027e-13,
    "mean_abs_err": 3.8254464218004575e-14,
    "w_frob_norm": 46.54085844286527,
    "relative_err": 2.3693806346886176e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.121983240571309e-10,
    "max_abs_err": 4.614642001854463e-13,
    "mean_abs_err": 3.893371195429289e-14,
    "w_frob_norm": 46.134025486249385,
    "relative_err": 2.4320081084312165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 6.086928333371769e-11,
    "max_abs_err": 2.4582766378067333e-13,
    "mean_abs_err": 2.0788849410599957e-14,
    "w_frob_norm": 44.581023429844244,
    "relative_err": 1.3653630771735371e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.510731871542412e-10,
    "max_abs_err": 8.748383961698636e-13,
    "mean_abs_err": 5.057010844755906e-14,
    "w_frob_norm": 46.050156164191094,
    "relative_err": 3.280622689217213e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.526302106059715e-11,
    "max_abs_err": 2.0858315075145129e-13,
    "mean_abs_err": 1.900406049712152e-14,
    "w_frob_norm": 44.56357915819503,
    "relative_err": 1.2400938637451104e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.2321984195625136e-10,
    "max_abs_err": 4.450936147426532e-13,
    "mean_abs_err": 4.2267035835445524e-14,
    "w_frob_norm": 45.13567693790529,
    "relative_err": 2.7299876797188433e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.2628918451667832e-10,
    "max_abs_err": 5.076529474568048e-13,
    "mean_abs_err": 4.342798246343727e-14,
    "w_frob_norm": 45.376604831111024,
    "relative_err": 2.783134282230216e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.3214240091343126e-11,
    "max_abs_err": 1.8665798073858042e-13,
    "mean_abs_err": 1.8434187533420512e-14,
    "w_frob_norm": 44.40657924318971,
    "relative_err": 1.198341349373453e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.0293877382834074e-11,
    "max_abs_err": 1.7810058983158683e-13,
    "mean_abs_err": 1.7256082022742433e-14,
    "w_frob_norm": 43.57964893131749,
    "relative_err": 1.1540679793473866e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.169152525511144e-10,
    "max_abs_err": 6.195877144676842e-13,
    "mean_abs_err": 4.0331050701188656e-14,
    "w_frob_norm": 45.72221882020866,
    "relative_err": 2.5570774028017928e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.5203693756872884e-11,
    "max_abs_err": 2.0327663163843823e-13,
    "mean_abs_err": 1.905609784102947e-14,
    "w_frob_norm": 44.937930819227184,
    "relative_err": 1.2284431603880922e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 6.454506902796138e-11,
    "max_abs_err": 2.996214387707141e-13,
    "mean_abs_err": 2.162648910186107e-14,
    "w_frob_norm": 44.043386668720345,
    "relative_err": 1.4654883266231966e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.1922679793224624e-10,
    "max_abs_err": 3.9433387111209584e-13,
    "mean_abs_err": 4.119872226036587e-14,
    "w_frob_norm": 45.85762491481726,
    "relative_err": 2.5999339947002434e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.916490611352795e-11,
    "max_abs_err": 1.9549466212520628e-13,
    "mean_abs_err": 1.69657773151957e-14,
    "w_frob_norm": 44.44790153804378,
    "relative_err": 1.1061243481077908e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.3466664571985112e-10,
    "max_abs_err": 6.080721863532812e-13,
    "mean_abs_err": 4.630209677020932e-14,
    "w_frob_norm": 46.411729196233196,
    "relative_err": 2.9015649287805624e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.1937020776300424e-10,
    "max_abs_err": 4.2443826231419735e-13,
    "mean_abs_err": 4.124187901962958e-14,
    "w_frob_norm": 44.9740084751449,
    "relative_err": 2.6542043240147195e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.4428820191301057e-10,
    "max_abs_err": 6.681790537532706e-13,
    "mean_abs_err": 4.913760394620531e-14,
    "w_frob_norm": 45.42010643833272,
    "relative_err": 3.1767473312488142e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.48.mixer.A_log": {
    "frob_norm_diff": 2.7668377207575757e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.9672848419749478e-16,
    "w_frob_norm": 19.685889163420804,
    "relative_err": 1.4054928877171349e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.47.norm.weight": {
    "frob_norm_diff": 1.216695819991073e-14,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.392786762244831e-16,
    "w_frob_norm": 103.12533554947333,
    "relative_err": 1.179822410766727e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.170567555311825e-10,
    "max_abs_err": 4.709288514703758e-13,
    "mean_abs_err": 4.0565302280507034e-14,
    "w_frob_norm": 44.164518288333745,
    "relative_err": 2.6504705602574993e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.906647522889942e-11,
    "max_abs_err": 2.367862850238822e-13,
    "mean_abs_err": 2.0316410284821627e-14,
    "w_frob_norm": 44.942784536748206,
    "relative_err": 1.3142593597110733e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.2695022074407916e-10,
    "max_abs_err": 3.361664245582485e-13,
    "mean_abs_err": 3.098557310261617e-14,
    "w_frob_norm": 50.98502011226058,
    "relative_err": 2.4899513712960354e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 5.6394945074993464e-11,
    "max_abs_err": 1.9528823003156504e-13,
    "mean_abs_err": 1.9418267086362915e-14,
    "w_frob_norm": 45.27090312322301,
    "relative_err": 1.245721670749353e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.4587777706814717e-10,
    "max_abs_err": 5.896936584870449e-13,
    "mean_abs_err": 4.9276531941203816e-14,
    "w_frob_norm": 46.140877434888104,
    "relative_err": 3.161573536914273e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.6181665346107873e-10,
    "max_abs_err": 8.782245763949703e-13,
    "mean_abs_err": 6.328631061938197e-14,
    "w_frob_norm": 51.438968596366244,
    "relative_err": 5.0898503723026436e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 6.403977210331485e-11,
    "max_abs_err": 2.5165980410690736e-13,
    "mean_abs_err": 2.163576852305887e-14,
    "w_frob_norm": 46.0985877536328,
    "relative_err": 1.3891916265540736e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.47.mixer.gate.weight": {
    "frob_norm_diff": 2.4512262785077845e-11,
    "max_abs_err": 2.474374871663798e-13,
    "mean_abs_err": 3.211568986231401e-14,
    "w_frob_norm": 8.760217581617969,
    "relative_err": 2.7981340139899302e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.47.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.1037160604594321e-10,
    "max_abs_err": 4.4386803260687557e-13,
    "mean_abs_err": 3.824422556506616e-14,
    "w_frob_norm": 46.84834828406624,
    "relative_err": 2.3559337754386123e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.48.mixer.D": {
    "frob_norm_diff": 2.238115999991715e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 1.3211003471735872e-16,
    "w_frob_norm": 14.51492103812044,
    "relative_err": 1.5419415607661704e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.48.mixer.norm.weight": {
    "frob_norm_diff": 5.28819259337403e-14,
    "max_abs_err": 1.4210854715202004e-14,
    "mean_abs_err": 4.2755683071172053e-16,
    "w_frob_norm": 423.2651226530006,
    "relative_err": 1.2493806624623247e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.48.norm.weight": {
    "frob_norm_diff": 8.454477723905251e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.035464703398537e-16,
    "w_frob_norm": 66.89253966013413,
    "relative_err": 1.26388948107824e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.48.mixer.dt_bias": {
    "frob_norm_diff": 4.941427952213725e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 3.937822290467352e-16,
    "w_frob_norm": 38.62643776844119,
    "relative_err": 1.2792864777841358e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 4.835039277783354e-11,
    "max_abs_err": 1.6854226347895462e-13,
    "mean_abs_err": 1.6769250597420863e-14,
    "w_frob_norm": 45.887759012753136,
    "relative_err": 1.0536664639560189e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.5124602651269046e-10,
    "max_abs_err": 7.345443697737153e-13,
    "mean_abs_err": 5.0790763322315514e-14,
    "w_frob_norm": 47.91632907398411,
    "relative_err": 3.1564610527480623e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.2839871652118116e-11,
    "max_abs_err": 2.1323220966706913e-13,
    "mean_abs_err": 1.8303510870453152e-14,
    "w_frob_norm": 46.64657293010934,
    "relative_err": 1.132770712465591e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.48.mixer.in_proj.weight": {
    "frob_norm_diff": 4.4697560439160923e-10,
    "max_abs_err": 1.43172713268358e-12,
    "mean_abs_err": 6.037574639683653e-14,
    "w_frob_norm": 123.01965413342006,
    "relative_err": 3.6333674284829732e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.48.mixer.conv1d.weight": {
    "frob_norm_diff": 9.477886627706813e-15,
    "max_abs_err": 1.2698175844150228e-15,
    "mean_abs_err": 2.0145585371107054e-17,
    "w_frob_norm": 11.249735649427542,
    "relative_err": 8.424986082396619e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 2.6645352591003757e-15,
    "sensitive": true
  },
  "backbone.layers.49.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.3787216696548581e-10,
    "max_abs_err": 6.246322903358248e-13,
    "mean_abs_err": 4.741349739868947e-14,
    "w_frob_norm": 47.4921832487921,
    "relative_err": 2.9030496712107333e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.48.mixer.out_proj.weight": {
    "frob_norm_diff": 4.268532705960579e-10,
    "max_abs_err": 2.6184818202601434e-12,
    "mean_abs_err": 9.77383380619491e-14,
    "w_frob_norm": 68.7068556189689,
    "relative_err": 6.212673637159001e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 6.39139116658152e-11,
    "max_abs_err": 2.314693575700133e-13,
    "mean_abs_err": 2.1743529978775653e-14,
    "w_frob_norm": 46.00342272931372,
    "relative_err": 1.389329486240353e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.199910288571232e-10,
    "max_abs_err": 4.3307718522456184e-13,
    "mean_abs_err": 4.144020379738184e-14,
    "w_frob_norm": 47.60058208673258,
    "relative_err": 2.5207891079669708e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.5615053260120433e-10,
    "max_abs_err": 6.046864398090435e-13,
    "mean_abs_err": 5.388985191116435e-14,
    "w_frob_norm": 48.4116739634283,
    "relative_err": 3.2254726973325763e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.215176024310113e-11,
    "max_abs_err": 1.719249742571094e-13,
    "mean_abs_err": 1.8124399361384384e-14,
    "w_frob_norm": 46.10310271528379,
    "relative_err": 1.1311984914588434e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.0733732038492429e-10,
    "max_abs_err": 3.721677913764987e-13,
    "mean_abs_err": 3.7168719861545954e-14,
    "w_frob_norm": 46.45441750654162,
    "relative_err": 2.3105944740305757e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.572971441474642e-11,
    "max_abs_err": 2.654057529305476e-13,
    "mean_abs_err": 1.916725627574876e-14,
    "w_frob_norm": 47.08758240582262,
    "relative_err": 1.183533143291195e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.179471960469988e-11,
    "max_abs_err": 1.894335383001433e-13,
    "mean_abs_err": 1.794297209938246e-14,
    "w_frob_norm": 45.549609562663825,
    "relative_err": 1.137105676689599e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.3797354555128697e-10,
    "max_abs_err": 5.726951031459482e-13,
    "mean_abs_err": 4.6873987807983034e-14,
    "w_frob_norm": 46.53392080431313,
    "relative_err": 2.965010108034965e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.183088265323096e-11,
    "max_abs_err": 2.1320716459688471e-13,
    "mean_abs_err": 1.792099574477908e-14,
    "w_frob_norm": 45.65731407528442,
    "relative_err": 1.1352153253642327e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.2185813375324564e-10,
    "max_abs_err": 4.940076125947712e-13,
    "mean_abs_err": 4.2149672238611906e-14,
    "w_frob_norm": 46.787027653011506,
    "relative_err": 2.604528217885243e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 6.031232010838237e-11,
    "max_abs_err": 2.514551067367421e-13,
    "mean_abs_err": 2.0736595225719667e-14,
    "w_frob_norm": 45.579879739540935,
    "relative_err": 1.3232224493137683e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.5639054672910806e-11,
    "max_abs_err": 2.0704618575173583e-13,
    "mean_abs_err": 1.924108761247113e-14,
    "w_frob_norm": 46.10708045040868,
    "relative_err": 1.20673558441321e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.4083431569167805e-10,
    "max_abs_err": 5.044705972401253e-13,
    "mean_abs_err": 4.85788187090295e-14,
    "w_frob_norm": 46.625430161025136,
    "relative_err": 3.0205472679886064e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 4.837517089098126e-11,
    "max_abs_err": 1.7492864795576324e-13,
    "mean_abs_err": 1.670948804877109e-14,
    "w_frob_norm": 45.36331986254857,
    "relative_err": 1.0663939728740894e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.269744972566558e-11,
    "max_abs_err": 1.7290682774451227e-13,
    "mean_abs_err": 1.8241919577428018e-14,
    "w_frob_norm": 44.99788067386607,
    "relative_err": 1.1711095930851534e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 4.936193840323805e-11,
    "max_abs_err": 1.853499992376939e-13,
    "mean_abs_err": 1.7085796024618218e-14,
    "w_frob_norm": 44.773667776292264,
    "relative_err": 1.102476988257265e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.1109642729691931e-10,
    "max_abs_err": 4.33066776883706e-13,
    "mean_abs_err": 3.8593514257061075e-14,
    "w_frob_norm": 45.825700549731565,
    "relative_err": 2.4243257814761348e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.2843524712271106e-10,
    "max_abs_err": 6.0082884847934e-13,
    "mean_abs_err": 4.4170598655591724e-14,
    "w_frob_norm": 48.273661985341406,
    "relative_err": 2.6605656550711072e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.3684787528545612e-10,
    "max_abs_err": 5.094778765535324e-13,
    "mean_abs_err": 4.674174769523624e-14,
    "w_frob_norm": 45.63023624311858,
    "relative_err": 2.9990612925238563e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.4171937500816676e-10,
    "max_abs_err": 5.11529187063875e-13,
    "mean_abs_err": 4.882977149672616e-14,
    "w_frob_norm": 46.846489079873805,
    "relative_err": 3.025186685101067e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 4.976268619252623e-11,
    "max_abs_err": 1.9229756675898102e-13,
    "mean_abs_err": 1.724139573349342e-14,
    "w_frob_norm": 44.48056552593258,
    "relative_err": 1.1187512030060436e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.3786952307739986e-10,
    "max_abs_err": 5.148607234994884e-13,
    "mean_abs_err": 4.744406617694652e-14,
    "w_frob_norm": 47.9636452855092,
    "relative_err": 2.8744588168125134e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.400174674973361e-11,
    "max_abs_err": 1.9390912486816347e-13,
    "mean_abs_err": 1.8565775345432715e-14,
    "w_frob_norm": 46.94674312942082,
    "relative_err": 1.1502767423261685e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.007719881751187e-11,
    "max_abs_err": 1.7067250390745414e-13,
    "mean_abs_err": 1.7321348558742624e-14,
    "w_frob_norm": 44.373686916963344,
    "relative_err": 1.1285336490344273e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 6.335046369741591e-11,
    "max_abs_err": 2.391819381442062e-13,
    "mean_abs_err": 2.164985237032381e-14,
    "w_frob_norm": 44.44268732731995,
    "relative_err": 1.4254417882258193e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 4.4201801036381225e-11,
    "max_abs_err": 1.499751928549231e-13,
    "mean_abs_err": 1.534831078610062e-14,
    "w_frob_norm": 44.51663911454106,
    "relative_err": 9.92927631455965e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.759774043860861e-11,
    "max_abs_err": 2.1226770341442602e-13,
    "mean_abs_err": 1.9889796938722452e-14,
    "w_frob_norm": 45.316988871539756,
    "relative_err": 1.2709966366450594e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.1009152167609205e-11,
    "max_abs_err": 1.8241311239286517e-13,
    "mean_abs_err": 1.7722620615035488e-14,
    "w_frob_norm": 44.9645236970225,
    "relative_err": 1.1344310575002704e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.3318631691749964e-10,
    "max_abs_err": 5.213850184926372e-13,
    "mean_abs_err": 4.5730603187252105e-14,
    "w_frob_norm": 45.80917209309014,
    "relative_err": 2.9074159351067922e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.1182260429917944e-10,
    "max_abs_err": 4.212567794592559e-13,
    "mean_abs_err": 3.882213014559439e-14,
    "w_frob_norm": 47.21788145195936,
    "relative_err": 2.368225783550889e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.27209234266516e-10,
    "max_abs_err": 5.314360063124468e-13,
    "mean_abs_err": 4.3391781022882766e-14,
    "w_frob_norm": 46.963554181036244,
    "relative_err": 2.7086798792132885e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.4909559813272758e-10,
    "max_abs_err": 5.551427373351459e-13,
    "mean_abs_err": 5.0882447581283266e-14,
    "w_frob_norm": 47.32722795128264,
    "relative_err": 3.1503133520983424e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.2281492419394636e-10,
    "max_abs_err": 4.852264423593766e-13,
    "mean_abs_err": 4.240663734450671e-14,
    "w_frob_norm": 45.860837324108154,
    "relative_err": 2.6779913180823006e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.517719450722677e-11,
    "max_abs_err": 1.7554013798104506e-13,
    "mean_abs_err": 1.5711995579234783e-14,
    "w_frob_norm": 44.72728431732307,
    "relative_err": 1.0100589650538978e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.3501600983923592e-10,
    "max_abs_err": 6.375767969135637e-13,
    "mean_abs_err": 4.653709396800512e-14,
    "w_frob_norm": 47.9345949901925,
    "relative_err": 2.81667154727938e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.3510038263441869e-10,
    "max_abs_err": 5.314429452063507e-13,
    "mean_abs_err": 4.634336465175669e-14,
    "w_frob_norm": 47.19753215471859,
    "relative_err": 2.8624459048313182e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 4.9318739197648177e-11,
    "max_abs_err": 1.6120438317557273e-13,
    "mean_abs_err": 1.704093041604242e-14,
    "w_frob_norm": 45.614855005090874,
    "relative_err": 1.0811990785051039e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.758925434348739e-11,
    "max_abs_err": 2.4148131411161344e-13,
    "mean_abs_err": 1.9819539987694144e-14,
    "w_frob_norm": 44.61493507879699,
    "relative_err": 1.2908066377722104e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.32568425025844e-10,
    "max_abs_err": 5.272240977127751e-13,
    "mean_abs_err": 4.544046735247567e-14,
    "w_frob_norm": 48.305014430288864,
    "relative_err": 2.744402969119478e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.4703024426375948e-10,
    "max_abs_err": 5.551462067820978e-13,
    "mean_abs_err": 5.053128524808818e-14,
    "w_frob_norm": 47.312433048644365,
    "relative_err": 3.1076449632719177e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.819103066014613e-11,
    "max_abs_err": 2.423139813800823e-13,
    "mean_abs_err": 1.993789312826427e-14,
    "w_frob_norm": 46.045187409965116,
    "relative_err": 1.2637809493973828e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.180727742147252e-10,
    "max_abs_err": 5.090997068357694e-13,
    "mean_abs_err": 4.0752278815029406e-14,
    "w_frob_norm": 46.9918262887297,
    "relative_err": 2.5126236526594248e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.2244482564407615e-10,
    "max_abs_err": 5.036665529090101e-13,
    "mean_abs_err": 4.1993500030694326e-14,
    "w_frob_norm": 45.322495554526995,
    "relative_err": 2.7016346771277e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 4.8921570952822005e-11,
    "max_abs_err": 1.6483125628297124e-13,
    "mean_abs_err": 1.701790400375349e-14,
    "w_frob_norm": 45.57044567197955,
    "relative_err": 1.0735372505453244e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 5.645904015951082e-11,
    "max_abs_err": 2.5079244236891896e-13,
    "mean_abs_err": 1.9439402443412168e-14,
    "w_frob_norm": 44.12534586426472,
    "relative_err": 1.279514960249516e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.065624193166558e-11,
    "max_abs_err": 1.8287324779486802e-13,
    "mean_abs_err": 1.743529556692504e-14,
    "w_frob_norm": 44.60289917295434,
    "relative_err": 1.1357163518729694e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.158501036309942e-11,
    "max_abs_err": 2.157549312820084e-13,
    "mean_abs_err": 1.783520670707075e-14,
    "w_frob_norm": 45.3703873949387,
    "relative_err": 1.1369753119818852e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.6095590159358496e-11,
    "max_abs_err": 2.0226528785194375e-13,
    "mean_abs_err": 1.9389193337866024e-14,
    "w_frob_norm": 45.56212679940482,
    "relative_err": 1.2311890181581969e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.2778011256971603e-10,
    "max_abs_err": 5.323033680504352e-13,
    "mean_abs_err": 4.395809832593721e-14,
    "w_frob_norm": 45.74449126674555,
    "relative_err": 2.7933442701243276e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.3310359552206385e-11,
    "max_abs_err": 1.7882223479759318e-13,
    "mean_abs_err": 1.836511714827364e-14,
    "w_frob_norm": 44.68873188113992,
    "relative_err": 1.192926209989527e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.3745067464638888e-10,
    "max_abs_err": 6.034547861410999e-13,
    "mean_abs_err": 4.702772641696719e-14,
    "w_frob_norm": 46.888207462750216,
    "relative_err": 2.9314550946650063e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 4.4620543454056415e-11,
    "max_abs_err": 1.6992483808930814e-13,
    "mean_abs_err": 1.5499523170103753e-14,
    "w_frob_norm": 43.29530178451394,
    "relative_err": 1.0306093644095234e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2175945912526894e-10,
    "max_abs_err": 5.477632236683405e-13,
    "mean_abs_err": 4.145857168619882e-14,
    "w_frob_norm": 44.15752695009816,
    "relative_err": 2.757388548114746e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.3277910384457528e-10,
    "max_abs_err": 5.610789610699385e-13,
    "mean_abs_err": 4.5536196073128294e-14,
    "w_frob_norm": 45.497246626760536,
    "relative_err": 2.9183986656123795e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.243133223341794e-10,
    "max_abs_err": 3.895720551705395e-13,
    "mean_abs_err": 4.320844460889991e-14,
    "w_frob_norm": 47.261643895080944,
    "relative_err": 2.6303215903820497e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 6.168591323487277e-11,
    "max_abs_err": 2.735207893511671e-13,
    "mean_abs_err": 2.0966778336144014e-14,
    "w_frob_norm": 44.254472764987966,
    "relative_err": 1.3938910437924308e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.6467480465529894e-11,
    "max_abs_err": 2.2178439640363479e-13,
    "mean_abs_err": 1.9345094642451755e-14,
    "w_frob_norm": 44.57710587676921,
    "relative_err": 1.2667372489732941e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.564637636026679e-11,
    "max_abs_err": 2.528463549644755e-13,
    "mean_abs_err": 1.918757340549582e-14,
    "w_frob_norm": 46.04758538070569,
    "relative_err": 1.208453731074096e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.3740128788590797e-10,
    "max_abs_err": 6.053343590273208e-13,
    "mean_abs_err": 4.70016583035291e-14,
    "w_frob_norm": 45.39554392994804,
    "relative_err": 3.0267571658120945e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.3307984940724586e-10,
    "max_abs_err": 4.795261410173168e-13,
    "mean_abs_err": 4.596115423554186e-14,
    "w_frob_norm": 44.91768462502559,
    "relative_err": 2.9627495388108517e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.411179719215543e-10,
    "max_abs_err": 5.771425004574837e-13,
    "mean_abs_err": 4.804184110307425e-14,
    "w_frob_norm": 48.36691215665,
    "relative_err": 2.917655182627818e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.2510611479239414e-10,
    "max_abs_err": 4.817916898769425e-13,
    "mean_abs_err": 4.309252166890248e-14,
    "w_frob_norm": 48.08788864121437,
    "relative_err": 2.6016138018829604e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.1745275137753406e-10,
    "max_abs_err": 4.345551696260941e-13,
    "mean_abs_err": 4.0501283384371896e-14,
    "w_frob_norm": 45.96234888377231,
    "relative_err": 2.5554122935392994e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 5.0376675965376364e-11,
    "max_abs_err": 2.0200334460707126e-13,
    "mean_abs_err": 1.727137838859256e-14,
    "w_frob_norm": 45.05236011038238,
    "relative_err": 1.1181806201040061e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 7.545118235413309e-11,
    "max_abs_err": 3.1005406575523864e-13,
    "mean_abs_err": 2.5423668876055957e-14,
    "w_frob_norm": 45.72050440794654,
    "relative_err": 1.6502701212766836e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.4299570152596108e-10,
    "max_abs_err": 6.017408793468348e-13,
    "mean_abs_err": 4.8847136004852914e-14,
    "w_frob_norm": 47.681430633248674,
    "relative_err": 2.998980937166951e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 5.3048698898197026e-11,
    "max_abs_err": 1.907658059296935e-13,
    "mean_abs_err": 1.838114499677336e-14,
    "w_frob_norm": 44.89060395556556,
    "relative_err": 1.1817327953686402e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 4.619420953486814e-11,
    "max_abs_err": 1.742442995444904e-13,
    "mean_abs_err": 1.6066869775251408e-14,
    "w_frob_norm": 44.71856254483689,
    "relative_err": 1.0329985336302279e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.194251328182084e-10,
    "max_abs_err": 4.1108783044307984e-13,
    "mean_abs_err": 4.127706605153067e-14,
    "w_frob_norm": 47.50461340684475,
    "relative_err": 2.5139691548568818e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.0885907612731828e-10,
    "max_abs_err": 3.860332192795468e-13,
    "mean_abs_err": 3.78540586168957e-14,
    "w_frob_norm": 46.04520673303577,
    "relative_err": 2.364178246792751e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 4.7466579285906236e-11,
    "max_abs_err": 1.6494444698977873e-13,
    "mean_abs_err": 1.6478713190775286e-14,
    "w_frob_norm": 47.565181521866386,
    "relative_err": 9.979270081011923e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 4.824120100270561e-11,
    "max_abs_err": 1.7463114287963322e-13,
    "mean_abs_err": 1.6769407690769498e-14,
    "w_frob_norm": 43.79277485541493,
    "relative_err": 1.1015789970372392e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 5.2362362129863596e-11,
    "max_abs_err": 1.8707214596846988e-13,
    "mean_abs_err": 1.8182838328054296e-14,
    "w_frob_norm": 47.34565485430118,
    "relative_err": 1.1059591907853116e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.2467155568511764e-10,
    "max_abs_err": 4.751997406682307e-13,
    "mean_abs_err": 4.29865835702961e-14,
    "w_frob_norm": 48.35770080326041,
    "relative_err": 2.5781117301737377e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 4.8760521279980086e-11,
    "max_abs_err": 1.844978163301203e-13,
    "mean_abs_err": 1.6830222322417102e-14,
    "w_frob_norm": 45.136910627989764,
    "relative_err": 1.0802804312828467e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.1858790650195565e-10,
    "max_abs_err": 4.861389069077404e-13,
    "mean_abs_err": 4.0962224465368366e-14,
    "w_frob_norm": 48.57607754117139,
    "relative_err": 2.4412820570258e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.2938061428254556e-10,
    "max_abs_err": 4.5390774472409134e-13,
    "mean_abs_err": 4.4377727361251987e-14,
    "w_frob_norm": 46.28939514855378,
    "relative_err": 2.7950379102455784e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.973520426085841e-11,
    "max_abs_err": 2.5275267989677275e-13,
    "mean_abs_err": 2.046884281859614e-14,
    "w_frob_norm": 45.630263588575815,
    "relative_err": 1.309113723283728e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.7570043934400345e-11,
    "max_abs_err": 2.612094568421597e-13,
    "mean_abs_err": 1.9445959954718078e-14,
    "w_frob_norm": 44.952030069413944,
    "relative_err": 1.2806995333804044e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.4283029422251268e-10,
    "max_abs_err": 5.977985034072431e-13,
    "mean_abs_err": 4.854732976783537e-14,
    "w_frob_norm": 46.92021104834357,
    "relative_err": 3.0441102252364026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 5.2817412160175173e-11,
    "max_abs_err": 1.969292784398391e-13,
    "mean_abs_err": 1.820683942324134e-14,
    "w_frob_norm": 45.73283937666195,
    "relative_err": 1.1549121567800265e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.2270996468009943e-10,
    "max_abs_err": 4.1682282625465916e-13,
    "mean_abs_err": 4.2542346233718435e-14,
    "w_frob_norm": 47.264934227669926,
    "relative_err": 2.5962157080134543e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.408348421924143e-10,
    "max_abs_err": 4.932929065226688e-13,
    "mean_abs_err": 4.8559643554465173e-14,
    "w_frob_norm": 47.98477748088026,
    "relative_err": 2.9349900027884996e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 6.490985653492602e-11,
    "max_abs_err": 2.789955766413499e-13,
    "mean_abs_err": 2.2112390121663063e-14,
    "w_frob_norm": 45.133094356832274,
    "relative_err": 1.438187597369998e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.2011820093556184e-10,
    "max_abs_err": 4.813927034774679e-13,
    "mean_abs_err": 4.1344453605072713e-14,
    "w_frob_norm": 45.01829487989932,
    "relative_err": 2.66820858622068e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 5.2166425381503386e-11,
    "max_abs_err": 2.243795427236961e-13,
    "mean_abs_err": 1.7916803628051552e-14,
    "w_frob_norm": 44.25772915384636,
    "relative_err": 1.1786963854418566e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.2923314436538233e-10,
    "max_abs_err": 4.556181820714045e-13,
    "mean_abs_err": 4.431621036118736e-14,
    "w_frob_norm": 47.55933505537218,
    "relative_err": 2.717303431911302e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.229729705741675e-10,
    "max_abs_err": 4.3136327843029676e-13,
    "mean_abs_err": 4.2597314020395715e-14,
    "w_frob_norm": 47.17160265455881,
    "relative_err": 2.6069279747543836e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 5.782112033304564e-11,
    "max_abs_err": 2.0400695022182447e-13,
    "mean_abs_err": 1.9909829187450822e-14,
    "w_frob_norm": 45.52311524380335,
    "relative_err": 1.270148583272018e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.798387017264037e-11,
    "max_abs_err": 2.5763766120512344e-13,
    "mean_abs_err": 1.982307998304211e-14,
    "w_frob_norm": 45.454401288514234,
    "relative_err": 1.2756491897142682e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 5.666515647816474e-11,
    "max_abs_err": 1.8717666305789749e-13,
    "mean_abs_err": 1.9530420219748584e-14,
    "w_frob_norm": 45.93790909861946,
    "relative_err": 1.2335162307129835e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.372535750807553e-10,
    "max_abs_err": 5.252569212910174e-13,
    "mean_abs_err": 4.728705872803091e-14,
    "w_frob_norm": 47.72030886457698,
    "relative_err": 2.8762088583764243e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 5.8045608478137065e-11,
    "max_abs_err": 2.2159357682127734e-13,
    "mean_abs_err": 1.991750845560584e-14,
    "w_frob_norm": 45.47821337528352,
    "relative_err": 1.2763388042346376e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.232824128754909e-10,
    "max_abs_err": 4.273005560495591e-13,
    "mean_abs_err": 4.261687862022843e-14,
    "w_frob_norm": 47.04893216851159,
    "relative_err": 2.620302038608222e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.4588721003098472e-10,
    "max_abs_err": 6.151294751344238e-13,
    "mean_abs_err": 4.976044865653263e-14,
    "w_frob_norm": 46.45886672356314,
    "relative_err": 3.1401370786557137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.3050210939980476e-10,
    "max_abs_err": 4.93424745506843e-13,
    "mean_abs_err": 4.505853962295171e-14,
    "w_frob_norm": 47.856334839795124,
    "relative_err": 2.726955790423073e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.295304609121006e-11,
    "max_abs_err": 1.890744505406161e-13,
    "mean_abs_err": 1.8301029343305367e-14,
    "w_frob_norm": 45.33143766415915,
    "relative_err": 1.168130745896834e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.4609542812134302e-10,
    "max_abs_err": 6.08759570530637e-13,
    "mean_abs_err": 5.008017224519346e-14,
    "w_frob_norm": 48.84572836752956,
    "relative_err": 2.9909560775115943e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.019930182954266e-11,
    "max_abs_err": 1.7091623255582888e-13,
    "mean_abs_err": 1.7412316961356182e-14,
    "w_frob_norm": 45.42589618101984,
    "relative_err": 1.105081155240197e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.1579839495583455e-11,
    "max_abs_err": 2.1771820457594515e-13,
    "mean_abs_err": 1.781424345136368e-14,
    "w_frob_norm": 45.96485891670774,
    "relative_err": 1.122158116248122e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 5.320746680544622e-11,
    "max_abs_err": 2.229431916855873e-13,
    "mean_abs_err": 1.82729767465808e-14,
    "w_frob_norm": 43.493278264161845,
    "relative_err": 1.223349191621842e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.201223086978125e-11,
    "max_abs_err": 1.9581211652131003e-13,
    "mean_abs_err": 1.7982087489004528e-14,
    "w_frob_norm": 45.62483146291567,
    "relative_err": 1.1399983123676265e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.3401762820589623e-10,
    "max_abs_err": 4.720390744950009e-13,
    "mean_abs_err": 4.6213655018153965e-14,
    "w_frob_norm": 47.55487449591008,
    "relative_err": 2.818168055882943e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 6.119230077941504e-11,
    "max_abs_err": 2.817468480742491e-13,
    "mean_abs_err": 2.097414026733168e-14,
    "w_frob_norm": 46.17976423939969,
    "relative_err": 1.3250890684973862e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.2647571871971182e-10,
    "max_abs_err": 5.073808127115109e-13,
    "mean_abs_err": 4.3794245397657103e-14,
    "w_frob_norm": 47.93870795871642,
    "relative_err": 2.6382796722145587e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 5.5345378492753e-11,
    "max_abs_err": 1.953732314818879e-13,
    "mean_abs_err": 1.909842661712887e-14,
    "w_frob_norm": 45.72196575392555,
    "relative_err": 1.210476793378054e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.4702120381204393e-10,
    "max_abs_err": 6.621161952047316e-13,
    "mean_abs_err": 5.009467080293887e-14,
    "w_frob_norm": 48.08378974736012,
    "relative_err": 3.0576043316160546e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.230932951186967e-10,
    "max_abs_err": 4.418028443087252e-13,
    "mean_abs_err": 4.237331084834849e-14,
    "w_frob_norm": 47.16284324958999,
    "relative_err": 2.6099634084246357e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.2748666025652673e-10,
    "max_abs_err": 5.736210118012508e-13,
    "mean_abs_err": 4.397750543976188e-14,
    "w_frob_norm": 48.6034689055468,
    "relative_err": 2.6229950891833877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.365488995781157e-10,
    "max_abs_err": 5.479301908029033e-13,
    "mean_abs_err": 4.610563938415205e-14,
    "w_frob_norm": 44.46042979936033,
    "relative_err": 3.0712456041097537e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 4.8517210773875655e-11,
    "max_abs_err": 2.1255913695839013e-13,
    "mean_abs_err": 1.6676119195397804e-14,
    "w_frob_norm": 45.14470577081998,
    "relative_err": 1.0747043301196027e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.6282659270112035e-10,
    "max_abs_err": 6.860410677045348e-13,
    "mean_abs_err": 5.472044777671849e-14,
    "w_frob_norm": 46.35957446213104,
    "relative_err": 3.5122538243772217e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.69106635892496e-11,
    "max_abs_err": 2.644100216553369e-13,
    "mean_abs_err": 1.9466532587650752e-14,
    "w_frob_norm": 44.845346502201096,
    "relative_err": 1.2690427887864868e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.909833244090194e-11,
    "max_abs_err": 2.8134786167477444e-13,
    "mean_abs_err": 2.0276070362967708e-14,
    "w_frob_norm": 45.777034999788256,
    "relative_err": 1.2910039376987894e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.3243221013207355e-10,
    "max_abs_err": 5.243375178487497e-13,
    "mean_abs_err": 4.571956869861689e-14,
    "w_frob_norm": 46.38780109320802,
    "relative_err": 2.8548930324585687e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.3146585051865024e-10,
    "max_abs_err": 4.874156633860594e-13,
    "mean_abs_err": 4.522118344036617e-14,
    "w_frob_norm": 46.44446961487829,
    "relative_err": 2.8306029029672828e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.3628728110391294e-11,
    "max_abs_err": 1.7787681050318582e-13,
    "mean_abs_err": 1.8619081154998762e-14,
    "w_frob_norm": 46.63184269103641,
    "relative_err": 1.1500452269431727e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.3376639344945546e-11,
    "max_abs_err": 1.9289431163471704e-13,
    "mean_abs_err": 1.84186066898399e-14,
    "w_frob_norm": 44.55234193321844,
    "relative_err": 1.198065848591175e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.1302521262502337e-10,
    "max_abs_err": 4.044568499561585e-13,
    "mean_abs_err": 3.9115018660254334e-14,
    "w_frob_norm": 46.56574477455027,
    "relative_err": 2.4272179726156857e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.259774326438875e-11,
    "max_abs_err": 2.0121751487245376e-13,
    "mean_abs_err": 1.807502036778843e-14,
    "w_frob_norm": 45.39172520614917,
    "relative_err": 1.158751799485766e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.2326699102612594e-10,
    "max_abs_err": 4.2243986086987206e-13,
    "mean_abs_err": 4.258531896293462e-14,
    "w_frob_norm": 47.98113184682005,
    "relative_err": 2.5690721806992026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.674999656077217e-11,
    "max_abs_err": 1.753805434212552e-13,
    "mean_abs_err": 1.6246834433845947e-14,
    "w_frob_norm": 45.62268926633209,
    "relative_err": 1.0247093565190599e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 4.45682377165017e-11,
    "max_abs_err": 1.5505478845323495e-13,
    "mean_abs_err": 1.5438296260127722e-14,
    "w_frob_norm": 44.18969883392957,
    "relative_err": 1.0085662245401292e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 5.838482383921839e-11,
    "max_abs_err": 2.1178198084115252e-13,
    "mean_abs_err": 1.994514506697941e-14,
    "w_frob_norm": 43.990329057522345,
    "relative_err": 1.3272195296123746e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.3286720602951756e-10,
    "max_abs_err": 6.522213324977599e-13,
    "mean_abs_err": 4.5176460862078377e-14,
    "w_frob_norm": 47.979832889882935,
    "relative_err": 2.7692302791978678e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 6.07161872165863e-11,
    "max_abs_err": 2.466464532613344e-13,
    "mean_abs_err": 2.091456111025683e-14,
    "w_frob_norm": 47.123216376563995,
    "relative_err": 1.288455922265581e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.482231895498539e-10,
    "max_abs_err": 5.982749018418332e-13,
    "mean_abs_err": 5.057869585208713e-14,
    "w_frob_norm": 47.50704083826716,
    "relative_err": 3.1200257253333145e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.2578818416442135e-10,
    "max_abs_err": 1.9055278188684355e-12,
    "mean_abs_err": 4.259924018870669e-14,
    "w_frob_norm": 47.970011542790935,
    "relative_err": 2.6222254304069505e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 6.062002717492466e-11,
    "max_abs_err": 2.3582698294166704e-13,
    "mean_abs_err": 2.0770811877082914e-14,
    "w_frob_norm": 45.74054838711659,
    "relative_err": 1.3253017139601909e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.1895496056671377e-10,
    "max_abs_err": 4.844215306665234e-13,
    "mean_abs_err": 4.116050434963654e-14,
    "w_frob_norm": 46.556375939215876,
    "relative_err": 2.5550734602285555e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.211129025114992e-10,
    "max_abs_err": 4.83551566843321e-13,
    "mean_abs_err": 4.1674069650908223e-14,
    "w_frob_norm": 44.45414954513883,
    "relative_err": 2.7244453836310807e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.194343176696159e-10,
    "max_abs_err": 5.406005504360323e-13,
    "mean_abs_err": 4.100356510257081e-14,
    "w_frob_norm": 46.29918590831929,
    "relative_err": 2.579620253067026e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.542859160661023e-11,
    "max_abs_err": 2.1378255068982277e-13,
    "mean_abs_err": 1.9180933183615324e-14,
    "w_frob_norm": 45.92737569064924,
    "relative_err": 1.2068747837881672e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 5.83909064911374e-11,
    "max_abs_err": 2.650154401484528e-13,
    "mean_abs_err": 1.989724773590298e-14,
    "w_frob_norm": 43.671292621270254,
    "relative_err": 1.3370546871034888e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 5.898015605656812e-11,
    "max_abs_err": 2.469066617827309e-13,
    "mean_abs_err": 2.020057955725978e-14,
    "w_frob_norm": 43.40423224884934,
    "relative_err": 1.3588572588593984e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.51952691228111e-10,
    "max_abs_err": 6.015188347419098e-13,
    "mean_abs_err": 5.177275708970171e-14,
    "w_frob_norm": 47.88880685593992,
    "relative_err": 3.173031470281107e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.2355521304654835e-10,
    "max_abs_err": 5.016967744020384e-13,
    "mean_abs_err": 4.2332330621303515e-14,
    "w_frob_norm": 45.29380522576804,
    "relative_err": 2.7278611816932688e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.5067929202469886e-10,
    "max_abs_err": 6.593423723666447e-13,
    "mean_abs_err": 5.167639421623048e-14,
    "w_frob_norm": 45.42710451689249,
    "relative_err": 3.3169468674515093e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 4.8707281441870254e-11,
    "max_abs_err": 1.7170292965218437e-13,
    "mean_abs_err": 1.6925417402118645e-14,
    "w_frob_norm": 44.42233482030009,
    "relative_err": 1.0964592842520298e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.312585817547994e-10,
    "max_abs_err": 5.387253143585014e-13,
    "mean_abs_err": 4.498464855093833e-14,
    "w_frob_norm": 45.91461548939396,
    "relative_err": 2.858753805422142e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.30134222344652e-11,
    "max_abs_err": 2.3661021059107057e-13,
    "mean_abs_err": 1.8225032633744285e-14,
    "w_frob_norm": 45.04156900956078,
    "relative_err": 1.176988799462387e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.1764046091692888e-10,
    "max_abs_err": 4.851848089959532e-13,
    "mean_abs_err": 4.064322855936567e-14,
    "w_frob_norm": 46.69567536644411,
    "relative_err": 2.519300984379086e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 4.894281972955847e-11,
    "max_abs_err": 1.6976003935909034e-13,
    "mean_abs_err": 1.6969692095413807e-14,
    "w_frob_norm": 44.972677258573924,
    "relative_err": 1.0882789887770725e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.4304577215052304e-10,
    "max_abs_err": 4.985009800784201e-13,
    "mean_abs_err": 4.925553276048613e-14,
    "w_frob_norm": 47.566023381844786,
    "relative_err": 3.0073098817237137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.542358188654561e-11,
    "max_abs_err": 2.17055540208122e-13,
    "mean_abs_err": 1.898584421643322e-14,
    "w_frob_norm": 45.27207207700917,
    "relative_err": 1.2242333815043502e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.2691998668133468e-10,
    "max_abs_err": 4.92605956026182e-13,
    "mean_abs_err": 4.3793607684658365e-14,
    "w_frob_norm": 47.744582744833245,
    "relative_err": 2.6583117787340916e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 6.438520458529928e-11,
    "max_abs_err": 2.6591576163248476e-13,
    "mean_abs_err": 2.179634781557171e-14,
    "w_frob_norm": 45.466739140268025,
    "relative_err": 1.4160946177966817e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.382651806888163e-10,
    "max_abs_err": 4.775173312321357e-13,
    "mean_abs_err": 4.757530181137834e-14,
    "w_frob_norm": 47.07962749156237,
    "relative_err": 2.9368367605201682e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.241858525785875e-10,
    "max_abs_err": 4.687847332540684e-13,
    "mean_abs_err": 4.2900158041840724e-14,
    "w_frob_norm": 47.583109909167014,
    "relative_err": 2.6098725538463126e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.138396950143397e-11,
    "max_abs_err": 2.0074913953394002e-13,
    "mean_abs_err": 1.7809242572285388e-14,
    "w_frob_norm": 45.74673924023362,
    "relative_err": 1.1232269305927379e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.4625367666222747e-10,
    "max_abs_err": 6.164374566353104e-13,
    "mean_abs_err": 4.982801929409902e-14,
    "w_frob_norm": 46.33358812316557,
    "relative_err": 3.1565368145771664e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.2461269197041405e-10,
    "max_abs_err": 4.725525526438901e-13,
    "mean_abs_err": 4.313585575912315e-14,
    "w_frob_norm": 47.43272961697596,
    "relative_err": 2.6271457067023974e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 5.3635299808811376e-11,
    "max_abs_err": 1.7069939212133178e-13,
    "mean_abs_err": 1.8547094973439473e-14,
    "w_frob_norm": 45.23282598572644,
    "relative_err": 1.1857605320909287e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.262090699457815e-11,
    "max_abs_err": 1.9323084798905654e-13,
    "mean_abs_err": 1.8177281648594676e-14,
    "w_frob_norm": 44.37148389190181,
    "relative_err": 1.185917223836229e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 5.592867636252177e-11,
    "max_abs_err": 2.084617201081329e-13,
    "mean_abs_err": 1.940721913120635e-14,
    "w_frob_norm": 45.754473050463005,
    "relative_err": 1.2223652166387655e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 4.309911721588503e-11,
    "max_abs_err": 1.5156192273435565e-13,
    "mean_abs_err": 1.4876294238645453e-14,
    "w_frob_norm": 42.378214323271045,
    "relative_err": 1.0170111672737025e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.188339382173625e-10,
    "max_abs_err": 5.425104809830827e-13,
    "mean_abs_err": 4.102871033588312e-14,
    "w_frob_norm": 46.65927149749917,
    "relative_err": 2.5468451264553437e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.1619486202751733e-10,
    "max_abs_err": 6.255824851197911e-13,
    "mean_abs_err": 3.981470028959451e-14,
    "w_frob_norm": 47.3922789216827,
    "relative_err": 2.45176777043225e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.704030927108314e-11,
    "max_abs_err": 2.335579646350894e-13,
    "mean_abs_err": 1.9608704921961125e-14,
    "w_frob_norm": 46.759312417085376,
    "relative_err": 1.2198705738504656e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 5.212908293947653e-11,
    "max_abs_err": 2.2038273983504553e-13,
    "mean_abs_err": 1.8021469401271583e-14,
    "w_frob_norm": 46.1047672389583,
    "relative_err": 1.1306657871038488e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.1553218066601514e-10,
    "max_abs_err": 4.288392557727505e-13,
    "mean_abs_err": 3.9884284277671827e-14,
    "w_frob_norm": 47.306168234409775,
    "relative_err": 2.4422223354369847e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.234286825611619e-11,
    "max_abs_err": 1.8451906669270102e-13,
    "mean_abs_err": 1.8119915254874202e-14,
    "w_frob_norm": 45.56233332137887,
    "relative_err": 1.1488188694575863e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 4.5109876325169416e-11,
    "max_abs_err": 1.5991201418597e-13,
    "mean_abs_err": 1.571669854350889e-14,
    "w_frob_norm": 45.721763012572694,
    "relative_err": 9.866171676880654e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.1072472605680019e-10,
    "max_abs_err": 4.033856582097428e-13,
    "mean_abs_err": 3.8049435918778105e-14,
    "w_frob_norm": 44.98073431599061,
    "relative_err": 2.4616033450889583e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.1205674846345047e-10,
    "max_abs_err": 4.3258452375738443e-13,
    "mean_abs_err": 3.87211374123973e-14,
    "w_frob_norm": 45.355392760393414,
    "relative_err": 2.470637814899577e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.044767427834237e-11,
    "max_abs_err": 1.9617510740865818e-13,
    "mean_abs_err": 1.7376471320582973e-14,
    "w_frob_norm": 45.59936852066843,
    "relative_err": 1.1063239670846844e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 6.162232955698098e-11,
    "max_abs_err": 2.960270917284902e-13,
    "mean_abs_err": 2.1102524109459584e-14,
    "w_frob_norm": 45.96114645499379,
    "relative_err": 1.3407483126497503e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.3468948558437214e-10,
    "max_abs_err": 4.990920871028592e-13,
    "mean_abs_err": 4.636871575033218e-14,
    "w_frob_norm": 47.98831778864105,
    "relative_err": 2.8067140460642167e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.2232211428326463e-10,
    "max_abs_err": 5.933344093822512e-13,
    "mean_abs_err": 4.212672613803711e-14,
    "w_frob_norm": 47.8912745808097,
    "relative_err": 2.5541628481168003e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 4.91300609732342e-11,
    "max_abs_err": 1.594106791014127e-13,
    "mean_abs_err": 1.7011067263287513e-14,
    "w_frob_norm": 45.35416572490317,
    "relative_err": 1.0832535487750742e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.4790266149475534e-10,
    "max_abs_err": 5.910532480113417e-13,
    "mean_abs_err": 5.025241764857703e-14,
    "w_frob_norm": 47.43293507680214,
    "relative_err": 3.1181427262570894e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.2379197883201813e-10,
    "max_abs_err": 5.555902959919479e-13,
    "mean_abs_err": 4.242753546625792e-14,
    "w_frob_norm": 46.02618517364215,
    "relative_err": 2.6895989394947767e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.757345131522131e-11,
    "max_abs_err": 3.207083036638192e-13,
    "mean_abs_err": 1.9550968918377043e-14,
    "w_frob_norm": 43.781053155102306,
    "relative_err": 1.3150312102191086e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.39285138751292e-11,
    "max_abs_err": 1.7132129048746947e-13,
    "mean_abs_err": 1.8649083855661823e-14,
    "w_frob_norm": 44.546393481831934,
    "relative_err": 1.2106145898685092e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.3187836868263939e-10,
    "max_abs_err": 6.773782923463756e-13,
    "mean_abs_err": 4.5293435432025356e-14,
    "w_frob_norm": 45.521395415628895,
    "relative_err": 2.8970634023525886e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.2177521160094348e-10,
    "max_abs_err": 4.0155725966606326e-13,
    "mean_abs_err": 4.228114194247283e-14,
    "w_frob_norm": 48.292540387999516,
    "relative_err": 2.5216153596923653e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.465910337981485e-11,
    "max_abs_err": 2.32127034607843e-13,
    "mean_abs_err": 1.86875859337328e-14,
    "w_frob_norm": 43.111608033254974,
    "relative_err": 1.2678511861040416e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.236093722299194e-10,
    "max_abs_err": 4.2129060656703743e-13,
    "mean_abs_err": 4.257145405066691e-14,
    "w_frob_norm": 47.38660601009364,
    "relative_err": 2.6085297647945044e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.60049226169258e-10,
    "max_abs_err": 7.761595186006609e-13,
    "mean_abs_err": 5.281147564980138e-14,
    "w_frob_norm": 47.959953703806235,
    "relative_err": 3.337143049755614e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 5.282765341086185e-11,
    "max_abs_err": 1.8959530126427815e-13,
    "mean_abs_err": 1.8323862511425943e-14,
    "w_frob_norm": 45.771843934462204,
    "relative_err": 1.1541517419858026e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 4.5431534796909956e-11,
    "max_abs_err": 1.5222718918739275e-13,
    "mean_abs_err": 1.5741949773922354e-14,
    "w_frob_norm": 44.94283371903317,
    "relative_err": 1.0108738376607932e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 4.445126577012209e-11,
    "max_abs_err": 2.024491685403973e-13,
    "mean_abs_err": 1.545371580869752e-14,
    "w_frob_norm": 43.32094417770322,
    "relative_err": 1.0260918041809585e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.6239050347153504e-11,
    "max_abs_err": 2.3352240280383185e-13,
    "mean_abs_err": 1.934700293975326e-14,
    "w_frob_norm": 45.553612732331715,
    "relative_err": 1.2345683903844973e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.2440659226459123e-10,
    "max_abs_err": 4.182027987797987e-13,
    "mean_abs_err": 4.298174834207027e-14,
    "w_frob_norm": 47.90847923299456,
    "relative_err": 2.59675519357568e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.369406029797406e-10,
    "max_abs_err": 5.655692927875045e-13,
    "mean_abs_err": 4.710759115428623e-14,
    "w_frob_norm": 46.09656732899083,
    "relative_err": 2.9707332002054866e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.1699291813925063e-10,
    "max_abs_err": 4.4772865970266196e-13,
    "mean_abs_err": 4.023070621764845e-14,
    "w_frob_norm": 44.19793054452027,
    "relative_err": 2.647022534718101e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 5.5238454652211376e-11,
    "max_abs_err": 1.850672393111097e-13,
    "mean_abs_err": 1.9039454067169718e-14,
    "w_frob_norm": 46.107039267809775,
    "relative_err": 1.198048183735294e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.566234485876957e-11,
    "max_abs_err": 2.415817112327856e-13,
    "mean_abs_err": 1.918067767359979e-14,
    "w_frob_norm": 45.64188170561591,
    "relative_err": 1.2195453556841569e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.716273770920372e-11,
    "max_abs_err": 2.1892210266827306e-13,
    "mean_abs_err": 1.9673492693802007e-14,
    "w_frob_norm": 45.95171197828957,
    "relative_err": 1.243974059904687e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.961387164165702e-11,
    "max_abs_err": 2.5207960718809375e-13,
    "mean_abs_err": 2.042562122731218e-14,
    "w_frob_norm": 45.70746215602539,
    "relative_err": 1.304248121196517e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.84763990983932e-11,
    "max_abs_err": 2.1010276851640697e-13,
    "mean_abs_err": 2.0191618687371876e-14,
    "w_frob_norm": 44.372947416047,
    "relative_err": 1.317838965036743e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.297732046012339e-11,
    "max_abs_err": 2.019703848610277e-13,
    "mean_abs_err": 1.8326318646877074e-14,
    "w_frob_norm": 45.69300389366042,
    "relative_err": 1.1594186406176202e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.209778498423823e-10,
    "max_abs_err": 4.671506237396983e-13,
    "mean_abs_err": 4.153887247338838e-14,
    "w_frob_norm": 47.078737069219834,
    "relative_err": 2.569691911329496e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.1970171592565008e-10,
    "max_abs_err": 4.912624126940379e-13,
    "mean_abs_err": 4.136525472397876e-14,
    "w_frob_norm": 47.21952076887615,
    "relative_err": 2.5350048873123928e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.3270122222762812e-10,
    "max_abs_err": 4.711404877344449e-13,
    "mean_abs_err": 4.553557771950783e-14,
    "w_frob_norm": 47.06399754692335,
    "relative_err": 2.8195909643103194e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.440738006243422e-10,
    "max_abs_err": 5.830683158514205e-13,
    "mean_abs_err": 4.9571340284766356e-14,
    "w_frob_norm": 46.65323546018163,
    "relative_err": 3.0881845428986097e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.2230893734022788e-10,
    "max_abs_err": 4.717719270797005e-13,
    "mean_abs_err": 4.207050840451185e-14,
    "w_frob_norm": 45.6519829770971,
    "relative_err": 2.6791593565954932e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.545684938951272e-10,
    "max_abs_err": 6.54608312000704e-13,
    "mean_abs_err": 5.257816356098466e-14,
    "w_frob_norm": 47.78548149906328,
    "relative_err": 3.234632968973163e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 5.3654803282459713e-11,
    "max_abs_err": 2.7132462943058044e-13,
    "mean_abs_err": 1.8256851175239532e-14,
    "w_frob_norm": 44.67233729242215,
    "relative_err": 1.2010744575829767e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.2371855371332378e-10,
    "max_abs_err": 5.46156869729586e-13,
    "mean_abs_err": 4.246413441562121e-14,
    "w_frob_norm": 47.011303109869125,
    "relative_err": 2.631676757059547e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 6.48651033574264e-11,
    "max_abs_err": 3.00977992528928e-13,
    "mean_abs_err": 2.1831296349153576e-14,
    "w_frob_norm": 44.546017036499286,
    "relative_err": 1.4561369943417936e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.2364289052722644e-10,
    "max_abs_err": 4.686077914595188e-13,
    "mean_abs_err": 4.280276773630989e-14,
    "w_frob_norm": 48.02269356759195,
    "relative_err": 2.574676290350083e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.0460241631416528e-10,
    "max_abs_err": 3.5986057883574674e-13,
    "mean_abs_err": 3.632461737888082e-14,
    "w_frob_norm": 45.73261240294492,
    "relative_err": 2.2872609024064734e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 4.8421967742034845e-11,
    "max_abs_err": 2.1044277431769842e-13,
    "mean_abs_err": 1.6818220273735838e-14,
    "w_frob_norm": 45.49624391884621,
    "relative_err": 1.0643069311041892e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.3970825352219273e-10,
    "max_abs_err": 8.264482848074906e-13,
    "mean_abs_err": 4.780156199141739e-14,
    "w_frob_norm": 47.10717131153745,
    "relative_err": 2.9657534008622484e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.88164095890572e-11,
    "max_abs_err": 2.188145498127625e-13,
    "mean_abs_err": 2.0329652185263207e-14,
    "w_frob_norm": 45.348889247302736,
    "relative_err": 1.296975748806361e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 4.861806701008227e-11,
    "max_abs_err": 1.6881981923511091e-13,
    "mean_abs_err": 1.6869589443702433e-14,
    "w_frob_norm": 45.03936851179889,
    "relative_err": 1.079457119771692e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.3142513800220938e-10,
    "max_abs_err": 5.907700544038885e-13,
    "mean_abs_err": 4.4726988337515775e-14,
    "w_frob_norm": 46.9225956348079,
    "relative_err": 2.8008923254176546e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 5.1604799792060947e-11,
    "max_abs_err": 2.0758134794407468e-13,
    "mean_abs_err": 1.772739833833475e-14,
    "w_frob_norm": 44.38443699121371,
    "relative_err": 1.16267780533696e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.2766078214084055e-10,
    "max_abs_err": 5.217944132329677e-13,
    "mean_abs_err": 4.3989743080225746e-14,
    "w_frob_norm": 47.15782502596425,
    "relative_err": 2.707096480182299e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 5.932299830869642e-11,
    "max_abs_err": 2.105260410445453e-13,
    "mean_abs_err": 2.0425158049535207e-14,
    "w_frob_norm": 49.00501149310397,
    "relative_err": 1.210549625461151e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.1821403981119572e-10,
    "max_abs_err": 3.7754044682203336e-13,
    "mean_abs_err": 4.1038484328418265e-14,
    "w_frob_norm": 47.31347731954288,
    "relative_err": 2.498527829878344e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.0912907083120774e-10,
    "max_abs_err": 4.352282423347731e-13,
    "mean_abs_err": 3.777719752768541e-14,
    "w_frob_norm": 47.60782564575351,
    "relative_err": 2.292250682550165e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.395392485432849e-10,
    "max_abs_err": 7.239070454190255e-13,
    "mean_abs_err": 4.769550580586657e-14,
    "w_frob_norm": 50.050695601193695,
    "relative_err": 2.787958226497794e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.016181046365942e-11,
    "max_abs_err": 1.9974646936482543e-13,
    "mean_abs_err": 1.7344328376469228e-14,
    "w_frob_norm": 46.11382116905646,
    "relative_err": 1.0877825604554164e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 4.77156782066032e-11,
    "max_abs_err": 1.8983252469961798e-13,
    "mean_abs_err": 1.6630276215820456e-14,
    "w_frob_norm": 46.167983868503825,
    "relative_err": 1.0335231086223635e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.0669013811800743e-11,
    "max_abs_err": 1.6870532748569644e-13,
    "mean_abs_err": 1.7571225040163756e-14,
    "w_frob_norm": 45.64615023991571,
    "relative_err": 1.110039149971792e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 9.377856952004187e-11,
    "max_abs_err": 2.908576157700793e-13,
    "mean_abs_err": 3.265059558314969e-14,
    "w_frob_norm": 45.39466103802097,
    "relative_err": 2.0658501985838432e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.3393390843145154e-10,
    "max_abs_err": 5.302286387731669e-13,
    "mean_abs_err": 4.623161689177751e-14,
    "w_frob_norm": 48.44034884423774,
    "relative_err": 2.764924523192895e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.81589187942166e-11,
    "max_abs_err": 3.036459972349803e-13,
    "mean_abs_err": 1.9721302604631544e-14,
    "w_frob_norm": 46.46394858362095,
    "relative_err": 1.2516998784455063e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.949914669613176e-11,
    "max_abs_err": 2.351729921912238e-13,
    "mean_abs_err": 2.0347192481656858e-14,
    "w_frob_norm": 45.5861478131108,
    "relative_err": 1.3052023377816432e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 5.7447254589273695e-11,
    "max_abs_err": 2.4723972869011845e-13,
    "mean_abs_err": 1.9790025486304796e-14,
    "w_frob_norm": 45.006914648639615,
    "relative_err": 1.276409525908484e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.2788791454716796e-10,
    "max_abs_err": 4.93202700901918e-13,
    "mean_abs_err": 4.381820170179886e-14,
    "w_frob_norm": 46.021756241104015,
    "relative_err": 2.7788577619066555e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.2883112072285123e-10,
    "max_abs_err": 4.578837309310302e-13,
    "mean_abs_err": 4.446959597054992e-14,
    "w_frob_norm": 46.19095061421622,
    "relative_err": 2.7890987089406377e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 4.7930193522673255e-11,
    "max_abs_err": 1.8210780106109326e-13,
    "mean_abs_err": 1.6558464020993352e-14,
    "w_frob_norm": 45.20239304829024,
    "relative_err": 1.0603463730663302e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.0135669071970505e-11,
    "max_abs_err": 2.268255028248234e-13,
    "mean_abs_err": 1.7205279016992693e-14,
    "w_frob_norm": 46.675877675167875,
    "relative_err": 1.0741237566196486e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.5429827542371763e-10,
    "max_abs_err": 6.511804984121738e-13,
    "mean_abs_err": 5.21382375137427e-14,
    "w_frob_norm": 47.45302484437955,
    "relative_err": 3.251600418092064e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.3321669893539605e-10,
    "max_abs_err": 5.013697790268168e-13,
    "mean_abs_err": 4.518355624101602e-14,
    "w_frob_norm": 46.24247539332542,
    "relative_err": 2.8808297523498143e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.1938858325685365e-10,
    "max_abs_err": 4.361788707996084e-13,
    "mean_abs_err": 4.091190286013843e-14,
    "w_frob_norm": 46.816358410466634,
    "relative_err": 2.550146728844296e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 5.2870026909806905e-11,
    "max_abs_err": 2.219700118155643e-13,
    "mean_abs_err": 1.827165669616662e-14,
    "w_frob_norm": 44.65347064842013,
    "relative_err": 1.1840071139392495e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 4.709670449142876e-11,
    "max_abs_err": 1.7075924008125298e-13,
    "mean_abs_err": 1.6386736251626668e-14,
    "w_frob_norm": 44.48808821015065,
    "relative_err": 1.058636286390992e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.900702522253465e-11,
    "max_abs_err": 2.3327520470850516e-13,
    "mean_abs_err": 2.0157202373840083e-14,
    "w_frob_norm": 46.535456060565636,
    "relative_err": 1.268001438424442e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 5.049033973823488e-11,
    "max_abs_err": 2.005114824177312e-13,
    "mean_abs_err": 1.7441330345426015e-14,
    "w_frob_norm": 45.323753079917275,
    "relative_err": 1.1139929133672492e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.1943423212012126e-10,
    "max_abs_err": 5.173656641987989e-13,
    "mean_abs_err": 4.1113608952740556e-14,
    "w_frob_norm": 46.16513778267542,
    "relative_err": 2.587108754713645e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 5.155054767465506e-11,
    "max_abs_err": 1.9995463618194265e-13,
    "mean_abs_err": 1.7862477986684004e-14,
    "w_frob_norm": 45.123617664782714,
    "relative_err": 1.1424294048765581e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 4.723853990368754e-11,
    "max_abs_err": 2.1248107440197117e-13,
    "mean_abs_err": 1.6351915026955756e-14,
    "w_frob_norm": 44.12318257466211,
    "relative_err": 1.0706059070819257e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.429152229762288e-10,
    "max_abs_err": 5.661304758319829e-13,
    "mean_abs_err": 4.89002156186044e-14,
    "w_frob_norm": 46.143677032045225,
    "relative_err": 3.0971789022573776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 4.994596142900436e-11,
    "max_abs_err": 1.7921081285621199e-13,
    "mean_abs_err": 1.7396220944389767e-14,
    "w_frob_norm": 44.86607588672527,
    "relative_err": 1.1132233082987786e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.277755370717665e-10,
    "max_abs_err": 4.525264711563448e-13,
    "mean_abs_err": 4.4428718794334745e-14,
    "w_frob_norm": 46.415989684034315,
    "relative_err": 2.7528344853049077e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.2360320464856107e-10,
    "max_abs_err": 4.591708550926235e-13,
    "mean_abs_err": 4.257175611824828e-14,
    "w_frob_norm": 46.423539883988695,
    "relative_err": 2.6625114103199042e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.302044439372246e-10,
    "max_abs_err": 5.933114242961945e-13,
    "mean_abs_err": 4.4766045863414136e-14,
    "w_frob_norm": 48.31017282014177,
    "relative_err": 2.6951765298371893e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.1871451306404793e-10,
    "max_abs_err": 4.3076479883108476e-13,
    "mean_abs_err": 4.100828947374327e-14,
    "w_frob_norm": 47.20712203478976,
    "relative_err": 2.5147585353023657e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.116355810259888e-11,
    "max_abs_err": 2.079465072357678e-13,
    "mean_abs_err": 1.779924996854086e-14,
    "w_frob_norm": 45.64631439243906,
    "relative_err": 1.1208694236017818e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.400208546541949e-11,
    "max_abs_err": 1.9884094371036554e-13,
    "mean_abs_err": 1.8699885201478666e-14,
    "w_frob_norm": 45.59177262947261,
    "relative_err": 1.1844699679544828e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.gate.weight": {
    "frob_norm_diff": 2.596692058901881e-11,
    "max_abs_err": 4.2384845633236523e-13,
    "mean_abs_err": 3.293618665255678e-14,
    "w_frob_norm": 8.736789771343505,
    "relative_err": 2.9721352199854675e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.391405110692213e-11,
    "max_abs_err": 2.0114639120993871e-13,
    "mean_abs_err": 1.8552110304842734e-14,
    "w_frob_norm": 44.5418402344705,
    "relative_err": 1.210413643062699e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.692965766116221e-10,
    "max_abs_err": 7.405040122754336e-13,
    "mean_abs_err": 5.729666995279559e-14,
    "w_frob_norm": 47.77254243114271,
    "relative_err": 3.5438050393830076e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.4778251427639816e-10,
    "max_abs_err": 5.017444792976278e-13,
    "mean_abs_err": 5.0712027752894345e-14,
    "w_frob_norm": 47.57357502236593,
    "relative_err": 3.1063991765790285e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.1849177145824156e-10,
    "max_abs_err": 4.050988602725958e-13,
    "mean_abs_err": 4.09345743196974e-14,
    "w_frob_norm": 46.10388457503716,
    "relative_err": 2.5701038545979407e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.43915503154325e-10,
    "max_abs_err": 5.827161669857972e-13,
    "mean_abs_err": 4.920832144925594e-14,
    "w_frob_norm": 46.82263238179039,
    "relative_err": 3.0736311871755125e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.5996211911893298e-10,
    "max_abs_err": 7.87071796626293e-13,
    "mean_abs_err": 5.315943254197233e-14,
    "w_frob_norm": 46.064970526833235,
    "relative_err": 3.472532757309672e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 4.7243986133469686e-11,
    "max_abs_err": 1.82052289909862e-13,
    "mean_abs_err": 1.639257418089665e-14,
    "w_frob_norm": 44.84937709195369,
    "relative_err": 1.0533922474911163e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.49.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 4.995320838370031e-11,
    "max_abs_err": 1.6037865480100777e-13,
    "mean_abs_err": 1.7289226942920377e-14,
    "w_frob_norm": 44.68474957752522,
    "relative_err": 1.11790283835058e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.50.mixer.norm.weight": {
    "frob_norm_diff": 4.2904356552381696e-14,
    "max_abs_err": 7.105427357601002e-15,
    "mean_abs_err": 3.9637076173354435e-16,
    "w_frob_norm": 359.68891057082726,
    "relative_err": 1.1928184409214165e-16,
    "shape": [
      4096
    ],
    "numel": 4096,
    "sensitive": false
  },
  "backbone.layers.50.mixer.A_log": {
    "frob_norm_diff": 4.541155523768355e-15,
    "max_abs_err": 3.552713678800501e-15,
    "mean_abs_err": 2.537575184702323e-16,
    "w_frob_norm": 22.700530513685365,
    "relative_err": 2.0004622892097828e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.50.norm.weight": {
    "frob_norm_diff": 7.108895957933346e-15,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 8.211024452956886e-17,
    "w_frob_norm": 59.10713296823497,
    "relative_err": 1.2027137167613542e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.50.mixer.dt_bias": {
    "frob_norm_diff": 5.577696831995591e-15,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 4.891920202254596e-16,
    "w_frob_norm": 42.00245241543799,
    "relative_err": 1.327945515377933e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.49.norm.weight": {
    "frob_norm_diff": 1.198269630349815e-14,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.3923221041709087e-16,
    "w_frob_norm": 102.62759042204954,
    "relative_err": 1.1675901435686118e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.50.mixer.D": {
    "frob_norm_diff": 1.497841056079998e-15,
    "max_abs_err": 6.661338147750939e-16,
    "mean_abs_err": 1.3211003471735872e-16,
    "w_frob_norm": 9.63872791204425,
    "relative_err": 1.5539820915666093e-16,
    "shape": [
      64
    ],
    "numel": 64,
    "sensitive": false
  },
  "backbone.layers.49.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 2.332793052438866e-10,
    "max_abs_err": 2.301311918806448e-12,
    "mean_abs_err": 5.642407398606617e-14,
    "w_frob_norm": 48.45015944950072,
    "relative_err": 4.814830495801197e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.49.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.4052492226896668e-10,
    "max_abs_err": 7.238758203964579e-13,
    "mean_abs_err": 3.4001487711295176e-14,
    "w_frob_norm": 54.81111800432672,
    "relative_err": 2.563803246229603e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.50.mixer.out_proj.weight": {
    "frob_norm_diff": 3.3954802522304524e-10,
    "max_abs_err": 1.930927640003688e-12,
    "mean_abs_err": 7.87947231938256e-14,
    "w_frob_norm": 60.4274278149658,
    "relative_err": 5.619104395155983e-12,
    "shape": [
      2688,
      4096
    ],
    "numel": 11010048,
    "sensitive": false
  },
  "backbone.layers.50.mixer.in_proj.weight": {
    "frob_norm_diff": 3.2313609969163775e-10,
    "max_abs_err": 7.372505383962391e-13,
    "mean_abs_err": 4.5730587508581036e-14,
    "w_frob_norm": 118.08564608817153,
    "relative_err": 2.7364553643578347e-12,
    "shape": [
      10304,
      2688
    ],
    "numel": 27697152,
    "sensitive": false
  },
  "backbone.layers.50.mixer.conv1d.weight": {
    "frob_norm_diff": 6.358168512324061e-15,
    "max_abs_err": 1.0237036912608133e-15,
    "mean_abs_err": 1.3720824336177872e-17,
    "w_frob_norm": 8.606176234384124,
    "relative_err": 7.387913446300771e-16,
    "shape": [
      6144,
      1,
      4
    ],
    "numel": 24576,
    "bias_max_abs_err": 1.7763568394002505e-15,
    "sensitive": true
  },
  "backbone.layers.51.mixer.experts.0.down_proj.weight": {
    "frob_norm_diff": 5.2634176796265096e-11,
    "max_abs_err": 2.172290125557197e-13,
    "mean_abs_err": 1.8078825319123573e-14,
    "w_frob_norm": 42.96042368465697,
    "relative_err": 1.2251782520260162e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.1.down_proj.weight": {
    "frob_norm_diff": 5.564929354300311e-11,
    "max_abs_err": 2.3199671350671025e-13,
    "mean_abs_err": 1.9220284548302718e-14,
    "w_frob_norm": 45.72472300428248,
    "relative_err": 1.217050424510852e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.2.down_proj.weight": {
    "frob_norm_diff": 5.7182922304284046e-11,
    "max_abs_err": 2.1486805390491526e-13,
    "mean_abs_err": 1.964588890174524e-14,
    "w_frob_norm": 44.87835838835632,
    "relative_err": 1.2741758914051576e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.0.up_proj.weight": {
    "frob_norm_diff": 1.195953615248317e-10,
    "max_abs_err": 4.224311872524922e-13,
    "mean_abs_err": 4.1164197978322437e-14,
    "w_frob_norm": 46.838996642665464,
    "relative_err": 2.553328851965474e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.1.up_proj.weight": {
    "frob_norm_diff": 1.1551106602594458e-10,
    "max_abs_err": 4.58050264384724e-13,
    "mean_abs_err": 4.004673654520112e-14,
    "w_frob_norm": 50.371013620511434,
    "relative_err": 2.2932051138813622e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.2.up_proj.weight": {
    "frob_norm_diff": 1.2320013524326659e-10,
    "max_abs_err": 5.096947169880295e-13,
    "mean_abs_err": 4.236397702932668e-14,
    "w_frob_norm": 48.17627346660344,
    "relative_err": 2.5572782280196676e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.101.up_proj.weight": {
    "frob_norm_diff": 1.6041209678700146e-10,
    "max_abs_err": 6.343215883108932e-13,
    "mean_abs_err": 5.504953304148607e-14,
    "w_frob_norm": 50.3455125748258,
    "relative_err": 3.186224324334561e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.100.down_proj.weight": {
    "frob_norm_diff": 5.386078243920728e-11,
    "max_abs_err": 2.113118707791628e-13,
    "mean_abs_err": 1.832463095579379e-14,
    "w_frob_norm": 44.18561964167091,
    "relative_err": 1.218966326058079e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.102.down_proj.weight": {
    "frob_norm_diff": 5.852254235141388e-11,
    "max_abs_err": 2.4077614901862887e-13,
    "mean_abs_err": 2.0137297367238847e-14,
    "w_frob_norm": 46.22306467221009,
    "relative_err": 1.2660896192501574e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.101.down_proj.weight": {
    "frob_norm_diff": 5.0113828840085226e-11,
    "max_abs_err": 4.3791706372253714e-13,
    "mean_abs_err": 1.7350885345301052e-14,
    "w_frob_norm": 46.160235506511164,
    "relative_err": 1.0856493319453793e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.10.up_proj.weight": {
    "frob_norm_diff": 1.33044328100439e-10,
    "max_abs_err": 4.941498599198013e-13,
    "mean_abs_err": 4.5853356320455106e-14,
    "w_frob_norm": 47.71434616394107,
    "relative_err": 2.788350649159349e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.10.down_proj.weight": {
    "frob_norm_diff": 5.005188180408305e-11,
    "max_abs_err": 1.8867676518374843e-13,
    "mean_abs_err": 1.7311564353142e-14,
    "w_frob_norm": 44.64309400400201,
    "relative_err": 1.121156203904599e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.103.down_proj.weight": {
    "frob_norm_diff": 5.811112316378423e-11,
    "max_abs_err": 2.688960165642129e-13,
    "mean_abs_err": 1.9954867372508065e-14,
    "w_frob_norm": 45.83744761145128,
    "relative_err": 1.2677652485446571e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.103.up_proj.weight": {
    "frob_norm_diff": 1.4040233358570002e-10,
    "max_abs_err": 5.84074455467487e-13,
    "mean_abs_err": 4.8415470831460724e-14,
    "w_frob_norm": 51.04498761482951,
    "relative_err": 2.7505606357500723e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.102.up_proj.weight": {
    "frob_norm_diff": 1.3182527886945598e-10,
    "max_abs_err": 5.14071424317919e-13,
    "mean_abs_err": 4.571925845616648e-14,
    "w_frob_norm": 49.72862877848913,
    "relative_err": 2.6508930993584726e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.100.up_proj.weight": {
    "frob_norm_diff": 1.5336526337742217e-10,
    "max_abs_err": 5.306657890891131e-13,
    "mean_abs_err": 5.263369430344648e-14,
    "w_frob_norm": 47.56475301072678,
    "relative_err": 3.2243468886054198e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.104.down_proj.weight": {
    "frob_norm_diff": 5.200096706691419e-11,
    "max_abs_err": 2.3576626762000785e-13,
    "mean_abs_err": 1.8009594456262835e-14,
    "w_frob_norm": 45.070589547678246,
    "relative_err": 1.1537671814100544e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.106.down_proj.weight": {
    "frob_norm_diff": 4.924262236664988e-11,
    "max_abs_err": 2.1296853169872065e-13,
    "mean_abs_err": 1.71456226270344e-14,
    "w_frob_norm": 44.4344367576582,
    "relative_err": 1.108208541839185e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.107.down_proj.weight": {
    "frob_norm_diff": 5.555720361379364e-11,
    "max_abs_err": 2.8623110825964915e-13,
    "mean_abs_err": 1.8906867108793105e-14,
    "w_frob_norm": 42.88493096482727,
    "relative_err": 1.2954947662002704e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.108.up_proj.weight": {
    "frob_norm_diff": 1.384789962326438e-10,
    "max_abs_err": 5.904955344138152e-13,
    "mean_abs_err": 4.744161532473593e-14,
    "w_frob_norm": 46.487521066591036,
    "relative_err": 2.978842344255776e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.109.up_proj.weight": {
    "frob_norm_diff": 1.2169576014399641e-10,
    "max_abs_err": 4.7184326758265e-13,
    "mean_abs_err": 4.199292092142925e-14,
    "w_frob_norm": 47.62390833125598,
    "relative_err": 2.555350125771312e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.105.down_proj.weight": {
    "frob_norm_diff": 5.106546892087499e-11,
    "max_abs_err": 2.575370472435168e-13,
    "mean_abs_err": 1.762404813435044e-14,
    "w_frob_norm": 44.203808305928945,
    "relative_err": 1.1552278158356259e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.106.up_proj.weight": {
    "frob_norm_diff": 1.0749097874974706e-10,
    "max_abs_err": 4.090408567414272e-13,
    "mean_abs_err": 3.739645615877993e-14,
    "w_frob_norm": 47.25155541007263,
    "relative_err": 2.2748664634822406e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.108.down_proj.weight": {
    "frob_norm_diff": 5.67384933912596e-11,
    "max_abs_err": 3.785860513971784e-13,
    "mean_abs_err": 1.9036749574448238e-14,
    "w_frob_norm": 43.718214022124165,
    "relative_err": 1.2978227647301959e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.109.down_proj.weight": {
    "frob_norm_diff": 4.315188339822514e-11,
    "max_abs_err": 1.8809259705321324e-13,
    "mean_abs_err": 1.500329900684357e-14,
    "w_frob_norm": 42.670819257215825,
    "relative_err": 1.0112738435629629e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.104.up_proj.weight": {
    "frob_norm_diff": 1.3746212033818715e-10,
    "max_abs_err": 6.488021925266096e-13,
    "mean_abs_err": 4.724849337875943e-14,
    "w_frob_norm": 48.259175521174946,
    "relative_err": 2.848414189709315e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.107.up_proj.weight": {
    "frob_norm_diff": 1.2743504634248366e-10,
    "max_abs_err": 4.5007725844870006e-13,
    "mean_abs_err": 4.3962242454586224e-14,
    "w_frob_norm": 47.026241479426346,
    "relative_err": 2.7098709642410102e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.105.up_proj.weight": {
    "frob_norm_diff": 1.2695254266006073e-10,
    "max_abs_err": 5.129837526984815e-13,
    "mean_abs_err": 4.385018800196912e-14,
    "w_frob_norm": 48.32694715660242,
    "relative_err": 2.6269514241955687e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.11.down_proj.weight": {
    "frob_norm_diff": 5.095868835875929e-11,
    "max_abs_err": 2.1341955980247462e-13,
    "mean_abs_err": 1.7564575448671686e-14,
    "w_frob_norm": 46.209965607497416,
    "relative_err": 1.1027640399388527e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.11.up_proj.weight": {
    "frob_norm_diff": 1.3553067226172302e-10,
    "max_abs_err": 4.936537290056719e-13,
    "mean_abs_err": 4.683294937017058e-14,
    "w_frob_norm": 50.514410352346225,
    "relative_err": 2.6830100820018395e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.112.down_proj.weight": {
    "frob_norm_diff": 5.3228560888498157e-11,
    "max_abs_err": 3.0439886722355425e-13,
    "mean_abs_err": 1.8356409038188327e-14,
    "w_frob_norm": 45.91153122142049,
    "relative_err": 1.1593723727442101e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.113.down_proj.weight": {
    "frob_norm_diff": 5.35783078589915e-11,
    "max_abs_err": 2.7270893876440994e-13,
    "mean_abs_err": 1.8426635519341118e-14,
    "w_frob_norm": 44.11467477579932,
    "relative_err": 1.2145234693735925e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.111.up_proj.weight": {
    "frob_norm_diff": 1.911813836891428e-10,
    "max_abs_err": 7.597776574552739e-13,
    "mean_abs_err": 6.497745563073981e-14,
    "w_frob_norm": 50.40571657467082,
    "relative_err": 3.792851221665056e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.110.up_proj.weight": {
    "frob_norm_diff": 1.6536962968320787e-10,
    "max_abs_err": 6.724412693337456e-13,
    "mean_abs_err": 5.5384069321951363e-14,
    "w_frob_norm": 49.971771011985595,
    "relative_err": 3.309260935409802e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.113.up_proj.weight": {
    "frob_norm_diff": 1.2834830964911717e-10,
    "max_abs_err": 6.183456524588848e-13,
    "mean_abs_err": 4.409140247146339e-14,
    "w_frob_norm": 48.62714968411539,
    "relative_err": 2.639437237898474e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.114.down_proj.weight": {
    "frob_norm_diff": 5.993225468637239e-11,
    "max_abs_err": 2.334070436926794e-13,
    "mean_abs_err": 2.059456833820892e-14,
    "w_frob_norm": 45.33541874303734,
    "relative_err": 1.3219742168054166e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.110.down_proj.weight": {
    "frob_norm_diff": 5.077148082193197e-11,
    "max_abs_err": 3.149702720861569e-13,
    "mean_abs_err": 1.7485681075161665e-14,
    "w_frob_norm": 45.4330831223416,
    "relative_err": 1.1175002296281589e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.112.up_proj.weight": {
    "frob_norm_diff": 1.3757071699238517e-10,
    "max_abs_err": 5.319217288857203e-13,
    "mean_abs_err": 4.7586406380334505e-14,
    "w_frob_norm": 49.150445492289315,
    "relative_err": 2.79897192415005e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.111.down_proj.weight": {
    "frob_norm_diff": 5.7481373530586334e-11,
    "max_abs_err": 2.1313810091849739e-13,
    "mean_abs_err": 1.9916235969410367e-14,
    "w_frob_norm": 46.532194587797,
    "relative_err": 1.2353033000008287e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.115.down_proj.weight": {
    "frob_norm_diff": 5.5358880772186986e-11,
    "max_abs_err": 2.0357326935283027e-13,
    "mean_abs_err": 1.904443019339937e-14,
    "w_frob_norm": 45.082296548561864,
    "relative_err": 1.227951657532694e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.117.up_proj.weight": {
    "frob_norm_diff": 1.509623498592856e-10,
    "max_abs_err": 5.301661887280318e-13,
    "mean_abs_err": 5.18830290172913e-14,
    "w_frob_norm": 49.3204234164153,
    "relative_err": 3.0608486181211667e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.118.up_proj.weight": {
    "frob_norm_diff": 1.1397537411885861e-10,
    "max_abs_err": 4.355266147726411e-13,
    "mean_abs_err": 3.9653504126391105e-14,
    "w_frob_norm": 50.05243132915931,
    "relative_err": 2.2771196341956595e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.119.down_proj.weight": {
    "frob_norm_diff": 4.183770160112057e-11,
    "max_abs_err": 1.5470263958761166e-13,
    "mean_abs_err": 1.4581491197063824e-14,
    "w_frob_norm": 42.87475311200214,
    "relative_err": 9.758120703768844e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.116.down_proj.weight": {
    "frob_norm_diff": 5.1081425236741445e-11,
    "max_abs_err": 5.399847236020605e-13,
    "mean_abs_err": 1.7546728106304744e-14,
    "w_frob_norm": 43.5009852431963,
    "relative_err": 1.1742590415174736e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.118.down_proj.weight": {
    "frob_norm_diff": 4.8430366776198414e-11,
    "max_abs_err": 1.7593565493356778e-13,
    "mean_abs_err": 1.6809092467531614e-14,
    "w_frob_norm": 46.458407353672,
    "relative_err": 1.0424456957276766e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.117.down_proj.weight": {
    "frob_norm_diff": 4.773422546520316e-11,
    "max_abs_err": 2.0011770018868447e-13,
    "mean_abs_err": 1.6477572073870416e-14,
    "w_frob_norm": 44.49626503450913,
    "relative_err": 1.0727692634018345e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.115.up_proj.weight": {
    "frob_norm_diff": 1.1046013000388715e-10,
    "max_abs_err": 4.598847344605694e-13,
    "mean_abs_err": 3.842643104781722e-14,
    "w_frob_norm": 49.317176398682896,
    "relative_err": 2.2397902327359763e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.119.up_proj.weight": {
    "frob_norm_diff": 1.576945787565253e-10,
    "max_abs_err": 7.75480374359816e-13,
    "mean_abs_err": 5.376100427020219e-14,
    "w_frob_norm": 48.55198817946136,
    "relative_err": 3.247953063706541e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.114.up_proj.weight": {
    "frob_norm_diff": 1.304349994928172e-10,
    "max_abs_err": 5.164206735852606e-13,
    "mean_abs_err": 4.482266651873821e-14,
    "w_frob_norm": 49.39839762913839,
    "relative_err": 2.640470253145988e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.116.up_proj.weight": {
    "frob_norm_diff": 1.2095321814205148e-10,
    "max_abs_err": 3.8008485248042234e-13,
    "mean_abs_err": 4.1875082192983754e-14,
    "w_frob_norm": 46.4400616701648,
    "relative_err": 2.604501669293805e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.12.up_proj.weight": {
    "frob_norm_diff": 1.2497478200314684e-10,
    "max_abs_err": 4.732464420342808e-13,
    "mean_abs_err": 4.311613575349651e-14,
    "w_frob_norm": 49.05043530777409,
    "relative_err": 2.5478832393428196e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.121.down_proj.weight": {
    "frob_norm_diff": 5.913195391170475e-11,
    "max_abs_err": 2.955673900073563e-13,
    "mean_abs_err": 2.021027778132974e-14,
    "w_frob_norm": 45.717780611433064,
    "relative_err": 1.2934126092926978e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.123.down_proj.weight": {
    "frob_norm_diff": 5.2766849279267516e-11,
    "max_abs_err": 2.4238597240433535e-13,
    "mean_abs_err": 1.8333422011513218e-14,
    "w_frob_norm": 45.64703037086454,
    "relative_err": 1.1559755114529288e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.120.up_proj.weight": {
    "frob_norm_diff": 1.2979523763968706e-10,
    "max_abs_err": 4.813319881558087e-13,
    "mean_abs_err": 4.4882938636416686e-14,
    "w_frob_norm": 48.01316106488101,
    "relative_err": 2.703326228912371e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.124.down_proj.weight": {
    "frob_norm_diff": 5.27733270914801e-11,
    "max_abs_err": 2.907448587441408e-13,
    "mean_abs_err": 1.8092984322394538e-14,
    "w_frob_norm": 45.14070623695961,
    "relative_err": 1.169085100584252e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.123.up_proj.weight": {
    "frob_norm_diff": 1.1788158818772892e-10,
    "max_abs_err": 4.735569575364806e-13,
    "mean_abs_err": 4.061767686761553e-14,
    "w_frob_norm": 50.03111546542618,
    "relative_err": 2.3561655000314865e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.122.up_proj.weight": {
    "frob_norm_diff": 1.2967735792447202e-10,
    "max_abs_err": 4.930353000864862e-13,
    "mean_abs_err": 4.4820384393899845e-14,
    "w_frob_norm": 47.828193733385476,
    "relative_err": 2.7113162300744268e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.120.down_proj.weight": {
    "frob_norm_diff": 4.7912349590554165e-11,
    "max_abs_err": 2.0006565848440516e-13,
    "mean_abs_err": 1.6383689366527442e-14,
    "w_frob_norm": 43.23364120417026,
    "relative_err": 1.1082191611918312e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.122.down_proj.weight": {
    "frob_norm_diff": 5.308174269060462e-11,
    "max_abs_err": 2.6823682164334173e-13,
    "mean_abs_err": 1.835319248295022e-14,
    "w_frob_norm": 43.52960718926698,
    "relative_err": 1.2194399655343752e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.121.up_proj.weight": {
    "frob_norm_diff": 1.2089821891876322e-10,
    "max_abs_err": 4.725109192804666e-13,
    "mean_abs_err": 4.19233712370397e-14,
    "w_frob_norm": 49.38544448563623,
    "relative_err": 2.4480536760973467e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.12.down_proj.weight": {
    "frob_norm_diff": 5.805141641830279e-11,
    "max_abs_err": 2.2199603266770396e-13,
    "mean_abs_err": 1.9916484662190803e-14,
    "w_frob_norm": 44.63220526024757,
    "relative_err": 1.3006620685625695e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.127.down_proj.weight": {
    "frob_norm_diff": 5.585069807013048e-11,
    "max_abs_err": 2.3877427812735164e-13,
    "mean_abs_err": 1.930960405730512e-14,
    "w_frob_norm": 46.67448600603861,
    "relative_err": 1.1966001738702527e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.126.down_proj.weight": {
    "frob_norm_diff": 5.876512062731644e-11,
    "max_abs_err": 2.742805982336449e-13,
    "mean_abs_err": 2.017388158746965e-14,
    "w_frob_norm": 44.538020990724945,
    "relative_err": 1.3194371757010554e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.124.up_proj.weight": {
    "frob_norm_diff": 1.5553900611370928e-10,
    "max_abs_err": 7.597551060500862e-13,
    "mean_abs_err": 5.304966389477699e-14,
    "w_frob_norm": 50.56935955924195,
    "relative_err": 3.075755901782689e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.125.up_proj.weight": {
    "frob_norm_diff": 1.2247336652979598e-10,
    "max_abs_err": 4.2070958262280245e-13,
    "mean_abs_err": 4.2627194768261504e-14,
    "w_frob_norm": 49.72362338210432,
    "relative_err": 2.463082096584991e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.125.down_proj.weight": {
    "frob_norm_diff": 4.839656945541946e-11,
    "max_abs_err": 1.6072559949620313e-13,
    "mean_abs_err": 1.6747665302130135e-14,
    "w_frob_norm": 43.99790997260437,
    "relative_err": 1.0999742825410105e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.14.down_proj.weight": {
    "frob_norm_diff": 6.320226748299931e-11,
    "max_abs_err": 3.4677122284776374e-13,
    "mean_abs_err": 2.1675666471494233e-14,
    "w_frob_norm": 43.6961662520337,
    "relative_err": 1.4464030349586507e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.126.up_proj.weight": {
    "frob_norm_diff": 1.3046507379077446e-10,
    "max_abs_err": 4.1112252491259937e-13,
    "mean_abs_err": 4.5078187806802247e-14,
    "w_frob_norm": 49.401118688474774,
    "relative_err": 2.640933591271321e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.13.down_proj.weight": {
    "frob_norm_diff": 5.469106415187865e-11,
    "max_abs_err": 3.082013810828954e-13,
    "mean_abs_err": 1.8610427154125758e-14,
    "w_frob_norm": 45.27158736426871,
    "relative_err": 1.2080659710872962e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.127.up_proj.weight": {
    "frob_norm_diff": 1.420374682027404e-10,
    "max_abs_err": 4.750175947032531e-13,
    "mean_abs_err": 4.923269048934516e-14,
    "w_frob_norm": 50.78910386523842,
    "relative_err": 2.7966130014740248e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.13.up_proj.weight": {
    "frob_norm_diff": 1.2409810304562585e-10,
    "max_abs_err": 5.712591857887084e-13,
    "mean_abs_err": 4.292443486827049e-14,
    "w_frob_norm": 48.902985056407935,
    "relative_err": 2.537638610454615e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.14.up_proj.weight": {
    "frob_norm_diff": 1.3783913002633158e-10,
    "max_abs_err": 4.861124523747318e-13,
    "mean_abs_err": 4.720910651504195e-14,
    "w_frob_norm": 47.039183139859915,
    "relative_err": 2.9303044998995718e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.19.down_proj.weight": {
    "frob_norm_diff": 6.036287959518342e-11,
    "max_abs_err": 2.161144527224046e-13,
    "mean_abs_err": 2.0801392396384836e-14,
    "w_frob_norm": 46.04529978968719,
    "relative_err": 1.310945522580851e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.15.down_proj.weight": {
    "frob_norm_diff": 6.068916186999635e-11,
    "max_abs_err": 2.9245356136797795e-13,
    "mean_abs_err": 2.0798417336706892e-14,
    "w_frob_norm": 45.5322836055715,
    "relative_err": 1.3328820139073848e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.16.down_proj.weight": {
    "frob_norm_diff": 5.409073869749147e-11,
    "max_abs_err": 2.0758546791233012e-13,
    "mean_abs_err": 1.8678596131686134e-14,
    "w_frob_norm": 46.313689823838715,
    "relative_err": 1.167921167655481e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.19.up_proj.weight": {
    "frob_norm_diff": 1.5846340924808164e-10,
    "max_abs_err": 6.140504771323663e-13,
    "mean_abs_err": 5.391806236626231e-14,
    "w_frob_norm": 50.709913945164004,
    "relative_err": 3.1248999834517298e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.17.down_proj.weight": {
    "frob_norm_diff": 4.933778627197485e-11,
    "max_abs_err": 2.885469641000782e-13,
    "mean_abs_err": 1.6977971034769205e-14,
    "w_frob_norm": 44.24802032587647,
    "relative_err": 1.115028105407054e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.17.up_proj.weight": {
    "frob_norm_diff": 1.5730800212408885e-10,
    "max_abs_err": 7.563949466771192e-13,
    "mean_abs_err": 5.326927752365684e-14,
    "w_frob_norm": 47.74763155551847,
    "relative_err": 3.2945718352789765e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.18.down_proj.weight": {
    "frob_norm_diff": 6.098660648490137e-11,
    "max_abs_err": 2.4800300701954825e-13,
    "mean_abs_err": 2.0996275289603697e-14,
    "w_frob_norm": 46.080304732831785,
    "relative_err": 1.3234853119677611e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.20.down_proj.weight": {
    "frob_norm_diff": 6.035927875638384e-11,
    "max_abs_err": 2.4954344146621565e-13,
    "mean_abs_err": 2.0732242601725306e-14,
    "w_frob_norm": 45.28572304511963,
    "relative_err": 1.3328544781375343e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.16.up_proj.weight": {
    "frob_norm_diff": 1.3566991798525323e-10,
    "max_abs_err": 4.849228657510807e-13,
    "mean_abs_err": 4.660608507614598e-14,
    "w_frob_norm": 49.7939561326751,
    "relative_err": 2.724626210132073e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.18.up_proj.weight": {
    "frob_norm_diff": 1.3036870767393496e-10,
    "max_abs_err": 4.683926857484977e-13,
    "mean_abs_err": 4.498980718577271e-14,
    "w_frob_norm": 50.808012632127806,
    "relative_err": 2.5659084250718745e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.15.up_proj.weight": {
    "frob_norm_diff": 1.4851577449346105e-10,
    "max_abs_err": 6.748959030522528e-13,
    "mean_abs_err": 5.096349414121069e-14,
    "w_frob_norm": 49.99218004001922,
    "relative_err": 2.9707801175018324e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.23.up_proj.weight": {
    "frob_norm_diff": 1.1985315014855264e-10,
    "max_abs_err": 4.5080952859599677e-13,
    "mean_abs_err": 4.1367002350609824e-14,
    "w_frob_norm": 46.68889119182132,
    "relative_err": 2.567059253048781e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.23.down_proj.weight": {
    "frob_norm_diff": 5.6733652228924544e-11,
    "max_abs_err": 3.26183524634871e-13,
    "mean_abs_err": 1.9226168152347733e-14,
    "w_frob_norm": 44.11533533536651,
    "relative_err": 1.2860301706341591e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.25.up_proj.weight": {
    "frob_norm_diff": 1.2612177726603319e-10,
    "max_abs_err": 5.81082057471427e-13,
    "mean_abs_err": 4.349146772334805e-14,
    "w_frob_norm": 48.7772274497837,
    "relative_err": 2.585669253052071e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.21.up_proj.weight": {
    "frob_norm_diff": 1.4557952386472041e-10,
    "max_abs_err": 6.099218352595415e-13,
    "mean_abs_err": 4.933526932411913e-14,
    "w_frob_norm": 49.05939431059468,
    "relative_err": 2.967413803420757e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.20.up_proj.weight": {
    "frob_norm_diff": 1.2847641760107614e-10,
    "max_abs_err": 4.557049182452033e-13,
    "mean_abs_err": 4.4486953553217514e-14,
    "w_frob_norm": 49.50711561747581,
    "relative_err": 2.595110137172372e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.25.down_proj.weight": {
    "frob_norm_diff": 4.953134929750598e-11,
    "max_abs_err": 2.342379762376723e-13,
    "mean_abs_err": 1.7161973555854022e-14,
    "w_frob_norm": 44.528143552542225,
    "relative_err": 1.1123605285511193e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.22.up_proj.weight": {
    "frob_norm_diff": 1.2908109124155618e-10,
    "max_abs_err": 4.97761554196785e-13,
    "mean_abs_err": 4.473395307885628e-14,
    "w_frob_norm": 49.56117686993797,
    "relative_err": 2.6044799456699775e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.24.up_proj.weight": {
    "frob_norm_diff": 1.4224731250059626e-10,
    "max_abs_err": 5.518814572003095e-13,
    "mean_abs_err": 4.8440036843715086e-14,
    "w_frob_norm": 48.01964063001067,
    "relative_err": 2.962273574610978e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.21.down_proj.weight": {
    "frob_norm_diff": 5.606440918649344e-11,
    "max_abs_err": 2.2336646421372564e-13,
    "mean_abs_err": 1.9145684977315153e-14,
    "w_frob_norm": 45.39706903645782,
    "relative_err": 1.234978609334202e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.24.down_proj.weight": {
    "frob_norm_diff": 4.980486868604648e-11,
    "max_abs_err": 1.9855471433682936e-13,
    "mean_abs_err": 1.7238828466793197e-14,
    "w_frob_norm": 42.76409995369825,
    "relative_err": 1.1646420418054266e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.22.down_proj.weight": {
    "frob_norm_diff": 5.992072663069813e-11,
    "max_abs_err": 2.3715751584774125e-13,
    "mean_abs_err": 2.0531935332124897e-14,
    "w_frob_norm": 45.62053248522121,
    "relative_err": 1.3134596061567119e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.30.down_proj.weight": {
    "frob_norm_diff": 6.903184093042451e-11,
    "max_abs_err": 3.002806336915853e-13,
    "mean_abs_err": 2.3633429994135416e-14,
    "w_frob_norm": 46.492696055826016,
    "relative_err": 1.4847889407732918e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.26.down_proj.weight": {
    "frob_norm_diff": 4.8303343452450665e-11,
    "max_abs_err": 1.8293569784000319e-13,
    "mean_abs_err": 1.6728824102016766e-14,
    "w_frob_norm": 42.63509989473495,
    "relative_err": 1.132947819325168e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.26.up_proj.weight": {
    "frob_norm_diff": 1.196902949253338e-10,
    "max_abs_err": 5.335018451319007e-13,
    "mean_abs_err": 4.103258834738802e-14,
    "w_frob_norm": 44.87941457787866,
    "relative_err": 2.666930842371769e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.27.up_proj.weight": {
    "frob_norm_diff": 1.337382745991478e-10,
    "max_abs_err": 5.601179242642473e-13,
    "mean_abs_err": 4.628198018962829e-14,
    "w_frob_norm": 51.04448196241124,
    "relative_err": 2.6200339284005592e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.27.down_proj.weight": {
    "frob_norm_diff": 5.7609085592402505e-11,
    "max_abs_err": 2.250664932201829e-13,
    "mean_abs_err": 1.9783820730513372e-14,
    "w_frob_norm": 45.56037588177639,
    "relative_err": 1.2644558890798234e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.28.down_proj.weight": {
    "frob_norm_diff": 5.017254082334385e-11,
    "max_abs_err": 4.44061454274447e-13,
    "mean_abs_err": 1.7334609770059788e-14,
    "w_frob_norm": 44.076976857830125,
    "relative_err": 1.1382936036011478e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.29.up_proj.weight": {
    "frob_norm_diff": 1.4044688435720694e-10,
    "max_abs_err": 5.67171309917569e-13,
    "mean_abs_err": 4.847798574927852e-14,
    "w_frob_norm": 50.42876037303073,
    "relative_err": 2.785055260496109e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.29.down_proj.weight": {
    "frob_norm_diff": 5.784333831779032e-11,
    "max_abs_err": 2.0930479571745764e-13,
    "mean_abs_err": 1.9977439203630664e-14,
    "w_frob_norm": 46.68790894939863,
    "relative_err": 1.238936153265767e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.3.down_proj.weight": {
    "frob_norm_diff": 4.887802045858733e-11,
    "max_abs_err": 4.617348170476987e-13,
    "mean_abs_err": 1.6925899478324942e-14,
    "w_frob_norm": 43.92677580555506,
    "relative_err": 1.1127158677647844e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.28.up_proj.weight": {
    "frob_norm_diff": 1.3171834534988993e-10,
    "max_abs_err": 5.917488721252084e-13,
    "mean_abs_err": 4.5155212687162034e-14,
    "w_frob_norm": 47.78288697308721,
    "relative_err": 2.7566008187005897e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.3.up_proj.weight": {
    "frob_norm_diff": 1.2993827731641998e-10,
    "max_abs_err": 4.740444148332301e-13,
    "mean_abs_err": 4.494071226926879e-14,
    "w_frob_norm": 47.29586031526024,
    "relative_err": 2.747349904416365e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.31.down_proj.weight": {
    "frob_norm_diff": 5.507348871137594e-11,
    "max_abs_err": 2.357697370669598e-13,
    "mean_abs_err": 1.888587820515402e-14,
    "w_frob_norm": 46.34235944675042,
    "relative_err": 1.1884049359778068e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.33.up_proj.weight": {
    "frob_norm_diff": 1.3562536912328717e-10,
    "max_abs_err": 4.823624139005389e-13,
    "mean_abs_err": 4.643422964596362e-14,
    "w_frob_norm": 48.63625762250854,
    "relative_err": 2.7885650696224755e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.34.down_proj.weight": {
    "frob_norm_diff": 5.72241787703396e-11,
    "max_abs_err": 2.346942085118542e-13,
    "mean_abs_err": 1.9449606752074052e-14,
    "w_frob_norm": 42.01684717094422,
    "relative_err": 1.361934143643021e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.33.down_proj.weight": {
    "frob_norm_diff": 5.3960162961055914e-11,
    "max_abs_err": 1.9647044408044323e-13,
    "mean_abs_err": 1.8575593958674054e-14,
    "w_frob_norm": 43.68389567047737,
    "relative_err": 1.2352415491533988e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.30.up_proj.weight": {
    "frob_norm_diff": 1.5546455420525544e-10,
    "max_abs_err": 7.014909486624532e-13,
    "mean_abs_err": 5.296939253929336e-14,
    "w_frob_norm": 49.69110651122914,
    "relative_err": 3.1286192866347974e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.32.down_proj.weight": {
    "frob_norm_diff": 6.820671826780533e-11,
    "max_abs_err": 2.621652894774229e-13,
    "mean_abs_err": 2.3374627949774607e-14,
    "w_frob_norm": 45.704296647393726,
    "relative_err": 1.49234805633301e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.32.up_proj.weight": {
    "frob_norm_diff": 1.4195329569998387e-10,
    "max_abs_err": 5.739297925799747e-13,
    "mean_abs_err": 4.859786154790297e-14,
    "w_frob_norm": 50.1778130094972,
    "relative_err": 2.829005235304222e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.34.up_proj.weight": {
    "frob_norm_diff": 1.4836545556124142e-10,
    "max_abs_err": 5.886257193471467e-13,
    "mean_abs_err": 5.0609459771857653e-14,
    "w_frob_norm": 47.35424580704962,
    "relative_err": 3.13309721298854e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.31.up_proj.weight": {
    "frob_norm_diff": 1.3246485490186057e-10,
    "max_abs_err": 6.778536065787932e-13,
    "mean_abs_err": 4.5639777140768635e-14,
    "w_frob_norm": 50.849309769059815,
    "relative_err": 2.6050472563633737e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.35.down_proj.weight": {
    "frob_norm_diff": 5.811939566182114e-11,
    "max_abs_err": 2.2390596321475442e-13,
    "mean_abs_err": 2.0065207249696282e-14,
    "w_frob_norm": 44.907896104323555,
    "relative_err": 1.2941910154687839e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.35.up_proj.weight": {
    "frob_norm_diff": 1.229841183222807e-10,
    "max_abs_err": 4.564265632112097e-13,
    "mean_abs_err": 4.236984741990601e-14,
    "w_frob_norm": 49.067745955099205,
    "relative_err": 2.5064146707456404e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.37.down_proj.weight": {
    "frob_norm_diff": 5.4592676224788816e-11,
    "max_abs_err": 1.9231664871721676e-13,
    "mean_abs_err": 1.8860392175292018e-14,
    "w_frob_norm": 45.313405134765894,
    "relative_err": 1.2047798231544415e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.39.down_proj.weight": {
    "frob_norm_diff": 5.060617524858463e-11,
    "max_abs_err": 1.711096542234003e-13,
    "mean_abs_err": 1.748500817913197e-14,
    "w_frob_norm": 44.49403731573629,
    "relative_err": 1.1373698208026325e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.38.down_proj.weight": {
    "frob_norm_diff": 5.374125588338234e-11,
    "max_abs_err": 3.944206072858947e-13,
    "mean_abs_err": 1.846920897908149e-14,
    "w_frob_norm": 45.81614567601812,
    "relative_err": 1.1729763621629245e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.4.up_proj.weight": {
    "frob_norm_diff": 1.365094119323874e-10,
    "max_abs_err": 4.829582914145369e-13,
    "mean_abs_err": 4.719115126912253e-14,
    "w_frob_norm": 47.180640229758005,
    "relative_err": 2.8933353016750185e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.40.down_proj.weight": {
    "frob_norm_diff": 5.537123422197296e-11,
    "max_abs_err": 3.162591716288077e-13,
    "mean_abs_err": 1.905988897079278e-14,
    "w_frob_norm": 46.618363587165135,
    "relative_err": 1.1877558533010722e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.39.up_proj.weight": {
    "frob_norm_diff": 1.3996723460582595e-10,
    "max_abs_err": 5.622498994162228e-13,
    "mean_abs_err": 4.810395950330489e-14,
    "w_frob_norm": 48.79448056781814,
    "relative_err": 2.8685054739191093e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.38.up_proj.weight": {
    "frob_norm_diff": 1.1703521273237348e-10,
    "max_abs_err": 4.061629504947817e-13,
    "mean_abs_err": 4.062814938814214e-14,
    "w_frob_norm": 49.307287138002685,
    "relative_err": 2.373588561155512e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.36.up_proj.weight": {
    "frob_norm_diff": 1.5170300466263178e-10,
    "max_abs_err": 5.507764383461122e-13,
    "mean_abs_err": 5.175564939205137e-14,
    "w_frob_norm": 49.94246862484651,
    "relative_err": 3.0375551877938033e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.36.down_proj.weight": {
    "frob_norm_diff": 5.63500448191809e-11,
    "max_abs_err": 2.147899913484963e-13,
    "mean_abs_err": 1.9476073344942346e-14,
    "w_frob_norm": 44.94093361213751,
    "relative_err": 1.2538690296358696e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.37.up_proj.weight": {
    "frob_norm_diff": 1.5615642607753924e-10,
    "max_abs_err": 6.980249711574515e-13,
    "mean_abs_err": 5.34231005566978e-14,
    "w_frob_norm": 50.164819306746864,
    "relative_err": 3.1128673089137818e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.4.down_proj.weight": {
    "frob_norm_diff": 5.8155033207613065e-11,
    "max_abs_err": 3.016892291540785e-13,
    "mean_abs_err": 1.9788077835791634e-14,
    "w_frob_norm": 43.494274068321474,
    "relative_err": 1.337073314898008e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.41.down_proj.weight": {
    "frob_norm_diff": 5.12941902768896e-11,
    "max_abs_err": 3.4380831515079535e-13,
    "mean_abs_err": 1.7662467601662166e-14,
    "w_frob_norm": 44.478758738469054,
    "relative_err": 1.1532289059255149e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.42.up_proj.weight": {
    "frob_norm_diff": 1.461552182590156e-10,
    "max_abs_err": 6.263570391518147e-13,
    "mean_abs_err": 5.042697310456234e-14,
    "w_frob_norm": 48.41803586100179,
    "relative_err": 3.0186110539179474e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.45.up_proj.weight": {
    "frob_norm_diff": 1.459604733376512e-10,
    "max_abs_err": 6.31650981519627e-13,
    "mean_abs_err": 4.9539183550524554e-14,
    "w_frob_norm": 49.317511672421396,
    "relative_err": 2.9596074170804737e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.42.down_proj.weight": {
    "frob_norm_diff": 4.991475064791694e-11,
    "max_abs_err": 1.7161272403143357e-13,
    "mean_abs_err": 1.7319766577201412e-14,
    "w_frob_norm": 44.7321209499865,
    "relative_err": 1.115859243600923e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.44.down_proj.weight": {
    "frob_norm_diff": 4.630643108754892e-11,
    "max_abs_err": 1.839361996047728e-13,
    "mean_abs_err": 1.6124401963975434e-14,
    "w_frob_norm": 41.49487216899858,
    "relative_err": 1.1159555064768972e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.43.up_proj.weight": {
    "frob_norm_diff": 1.3719476401862896e-10,
    "max_abs_err": 4.924897295532915e-13,
    "mean_abs_err": 4.719621177727499e-14,
    "w_frob_norm": 47.346424192169266,
    "relative_err": 2.8976795261619763e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.45.down_proj.weight": {
    "frob_norm_diff": 4.7955323411253266e-11,
    "max_abs_err": 1.9399195791414137e-13,
    "mean_abs_err": 1.666976829245198e-14,
    "w_frob_norm": 45.352801791772684,
    "relative_err": 1.0573839215365234e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.41.up_proj.weight": {
    "frob_norm_diff": 1.2736021936763276e-10,
    "max_abs_err": 5.254182505742833e-13,
    "mean_abs_err": 4.405335333507423e-14,
    "w_frob_norm": 50.502626386407684,
    "relative_err": 2.521853386260929e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.44.up_proj.weight": {
    "frob_norm_diff": 1.3493555707231695e-10,
    "max_abs_err": 5.32619087723063e-13,
    "mean_abs_err": 4.654564519696794e-14,
    "w_frob_norm": 46.7364896997804,
    "relative_err": 2.887156436846197e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.40.up_proj.weight": {
    "frob_norm_diff": 1.4619766917097238e-10,
    "max_abs_err": 6.395266261005617e-13,
    "mean_abs_err": 5.052254183393263e-14,
    "w_frob_norm": 51.14611092087488,
    "relative_err": 2.8584317856962016e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.43.down_proj.weight": {
    "frob_norm_diff": 4.5996183670177334e-11,
    "max_abs_err": 3.8688496850625143e-13,
    "mean_abs_err": 1.5849575463299623e-14,
    "w_frob_norm": 44.251654733896494,
    "relative_err": 1.0394229085165608e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.46.up_proj.weight": {
    "frob_norm_diff": 1.4457235328207283e-10,
    "max_abs_err": 6.390270257394803e-13,
    "mean_abs_err": 4.971031535365347e-14,
    "w_frob_norm": 49.99712564369421,
    "relative_err": 2.891613296179692e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.46.down_proj.weight": {
    "frob_norm_diff": 5.525170698476963e-11,
    "max_abs_err": 2.578874613856641e-13,
    "mean_abs_err": 1.9025741073234103e-14,
    "w_frob_norm": 45.511518108298816,
    "relative_err": 1.2140159080893136e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.47.up_proj.weight": {
    "frob_norm_diff": 1.3323635169483062e-10,
    "max_abs_err": 4.954300858450722e-13,
    "mean_abs_err": 4.623882161007837e-14,
    "w_frob_norm": 50.07896114363421,
    "relative_err": 2.6605254712191044e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.49.down_proj.weight": {
    "frob_norm_diff": 5.429196152095816e-11,
    "max_abs_err": 1.9842580269852084e-13,
    "mean_abs_err": 1.8810637037881896e-14,
    "w_frob_norm": 44.966871541672326,
    "relative_err": 1.2073768901321934e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.47.down_proj.weight": {
    "frob_norm_diff": 5.038581791643343e-11,
    "max_abs_err": 1.6889441234457792e-13,
    "mean_abs_err": 1.7533411770450817e-14,
    "w_frob_norm": 45.88734634710955,
    "relative_err": 1.0980329421382469e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.48.down_proj.weight": {
    "frob_norm_diff": 4.9168769402987005e-11,
    "max_abs_err": 2.1941476413545047e-13,
    "mean_abs_err": 1.6894574128848537e-14,
    "w_frob_norm": 44.245033657451614,
    "relative_err": 1.1112833540517863e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.49.up_proj.weight": {
    "frob_norm_diff": 1.1677155703800038e-10,
    "max_abs_err": 4.120245811201073e-13,
    "mean_abs_err": 4.04309874921054e-14,
    "w_frob_norm": 49.42127970669082,
    "relative_err": 2.3627789027525214e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.48.up_proj.weight": {
    "frob_norm_diff": 1.4618066781006478e-10,
    "max_abs_err": 5.983200046522086e-13,
    "mean_abs_err": 4.9595614868322977e-14,
    "w_frob_norm": 50.9878366188253,
    "relative_err": 2.8669713701109096e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.50.down_proj.weight": {
    "frob_norm_diff": 4.928884407915218e-11,
    "max_abs_err": 3.338648801864963e-13,
    "mean_abs_err": 1.705430175503999e-14,
    "w_frob_norm": 42.92723649507077,
    "relative_err": 1.1481951344529689e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.5.down_proj.weight": {
    "frob_norm_diff": 5.6970641953192266e-11,
    "max_abs_err": 2.200184479050904e-13,
    "mean_abs_err": 1.9546904355324082e-14,
    "w_frob_norm": 45.518871829641895,
    "relative_err": 1.2515829075555641e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.5.up_proj.weight": {
    "frob_norm_diff": 1.332384687541018e-10,
    "max_abs_err": 4.774479422930966e-13,
    "mean_abs_err": 4.6200395561370996e-14,
    "w_frob_norm": 49.73483895976082,
    "relative_err": 2.67897657941351e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.54.down_proj.weight": {
    "frob_norm_diff": 5.745128776637754e-11,
    "max_abs_err": 4.262284969414054e-13,
    "mean_abs_err": 1.970807654881423e-14,
    "w_frob_norm": 42.84131490440455,
    "relative_err": 1.3410253138722156e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.52.down_proj.weight": {
    "frob_norm_diff": 4.974833285662339e-11,
    "max_abs_err": 1.7196574025879485e-13,
    "mean_abs_err": 1.7188102435869658e-14,
    "w_frob_norm": 46.15393078106905,
    "relative_err": 1.077878568839659e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.53.down_proj.weight": {
    "frob_norm_diff": 5.8005019861469565e-11,
    "max_abs_err": 3.2727986987168833e-13,
    "mean_abs_err": 1.9867901406292996e-14,
    "w_frob_norm": 45.70293345598292,
    "relative_err": 1.2691749845189903e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.55.up_proj.weight": {
    "frob_norm_diff": 1.416636810074309e-10,
    "max_abs_err": 6.375902410205025e-13,
    "mean_abs_err": 4.8839549402652437e-14,
    "w_frob_norm": 50.18425591138392,
    "relative_err": 2.822871006747269e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.55.down_proj.weight": {
    "frob_norm_diff": 4.879852014953391e-11,
    "max_abs_err": 2.340211358031752e-13,
    "mean_abs_err": 1.6973086618297634e-14,
    "w_frob_norm": 45.90159597561042,
    "relative_err": 1.0631116219894132e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.52.up_proj.weight": {
    "frob_norm_diff": 1.3312037577927702e-10,
    "max_abs_err": 5.209582765175469e-13,
    "mean_abs_err": 4.5900903833327594e-14,
    "w_frob_norm": 50.031119027534565,
    "relative_err": 2.6607515155920137e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.50.up_proj.weight": {
    "frob_norm_diff": 1.392542531962181e-10,
    "max_abs_err": 6.159569382324648e-13,
    "mean_abs_err": 4.764440246900426e-14,
    "w_frob_norm": 45.84668577435567,
    "relative_err": 3.0373897446281697e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.51.down_proj.weight": {
    "frob_norm_diff": 5.22256019888348e-11,
    "max_abs_err": 2.2036539260028576e-13,
    "mean_abs_err": 1.8139109760926853e-14,
    "w_frob_norm": 45.809559391089515,
    "relative_err": 1.1400590331587707e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.53.up_proj.weight": {
    "frob_norm_diff": 1.508732725226968e-10,
    "max_abs_err": 5.597484281638643e-13,
    "mean_abs_err": 5.163362433378924e-14,
    "w_frob_norm": 49.443445000520725,
    "relative_err": 3.051431236660549e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.51.up_proj.weight": {
    "frob_norm_diff": 1.4323716468334355e-10,
    "max_abs_err": 5.812433867546929e-13,
    "mean_abs_err": 4.958216328121767e-14,
    "w_frob_norm": 51.06250782169865,
    "relative_err": 2.8051337623977006e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.54.up_proj.weight": {
    "frob_norm_diff": 1.2990101354913654e-10,
    "max_abs_err": 5.718342466209947e-13,
    "mean_abs_err": 4.45497263919352e-14,
    "w_frob_norm": 47.62201995294212,
    "relative_err": 2.727751021008742e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.56.down_proj.weight": {
    "frob_norm_diff": 5.7487074673156633e-11,
    "max_abs_err": 2.21544137202212e-13,
    "mean_abs_err": 1.9800255505690126e-14,
    "w_frob_norm": 45.41354527060922,
    "relative_err": 1.2658574513529815e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.56.up_proj.weight": {
    "frob_norm_diff": 1.3937454729811747e-10,
    "max_abs_err": 5.270159308956579e-13,
    "mean_abs_err": 4.829177855338641e-14,
    "w_frob_norm": 50.6024189848551,
    "relative_err": 2.754306021216716e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.57.down_proj.weight": {
    "frob_norm_diff": 4.7127516693325054e-11,
    "max_abs_err": 1.5951476250997132e-13,
    "mean_abs_err": 1.6328691070277504e-14,
    "w_frob_norm": 44.87087128446094,
    "relative_err": 1.050291989976259e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.6.up_proj.weight": {
    "frob_norm_diff": 1.186556750841772e-10,
    "max_abs_err": 3.888764310566728e-13,
    "mean_abs_err": 4.12498871480637e-14,
    "w_frob_norm": 49.22638112277996,
    "relative_err": 2.410408248134824e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.6.down_proj.weight": {
    "frob_norm_diff": 5.720472618673749e-11,
    "max_abs_err": 2.4004820212749495e-13,
    "mean_abs_err": 1.9739543290903408e-14,
    "w_frob_norm": 44.532163373305565,
    "relative_err": 1.2845710123534756e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.58.up_proj.weight": {
    "frob_norm_diff": 1.2702673685458943e-10,
    "max_abs_err": 8.049880206861815e-13,
    "mean_abs_err": 4.346871416612866e-14,
    "w_frob_norm": 49.574936425414954,
    "relative_err": 2.5623176954689597e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.59.down_proj.weight": {
    "frob_norm_diff": 5.3607311556591974e-11,
    "max_abs_err": 3.5017995447805816e-13,
    "mean_abs_err": 1.832322478906151e-14,
    "w_frob_norm": 42.98457221188992,
    "relative_err": 1.247129116287069e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.57.up_proj.weight": {
    "frob_norm_diff": 1.1737976170677302e-10,
    "max_abs_err": 4.695341337956904e-13,
    "mean_abs_err": 4.0763008565367115e-14,
    "w_frob_norm": 49.48512103881258,
    "relative_err": 2.3720213115111663e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.58.down_proj.weight": {
    "frob_norm_diff": 6.117734688688958e-11,
    "max_abs_err": 3.2037567043730064e-13,
    "mean_abs_err": 2.0960488052356563e-14,
    "w_frob_norm": 45.353526930922,
    "relative_err": 1.3488994357609466e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.59.up_proj.weight": {
    "frob_norm_diff": 1.577186890753361e-10,
    "max_abs_err": 9.457695043790793e-13,
    "mean_abs_err": 5.3176066147828926e-14,
    "w_frob_norm": 47.19771985454721,
    "relative_err": 3.3416590793239534e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.60.down_proj.weight": {
    "frob_norm_diff": 5.461370792886781e-11,
    "max_abs_err": 2.843350555004065e-13,
    "mean_abs_err": 1.8798515840986046e-14,
    "w_frob_norm": 44.42274664235676,
    "relative_err": 1.2294086263633695e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.64.down_proj.weight": {
    "frob_norm_diff": 5.492379895513598e-11,
    "max_abs_err": 2.557398737224048e-13,
    "mean_abs_err": 1.8996495525057117e-14,
    "w_frob_norm": 46.259193671615975,
    "relative_err": 1.187305583945716e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.61.up_proj.weight": {
    "frob_norm_diff": 1.2634894436050596e-10,
    "max_abs_err": 5.372854938734406e-13,
    "mean_abs_err": 4.3489618966895817e-14,
    "w_frob_norm": 49.524573133804324,
    "relative_err": 2.551237423473381e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.60.up_proj.weight": {
    "frob_norm_diff": 1.2063133874196355e-10,
    "max_abs_err": 5.997147223268939e-13,
    "mean_abs_err": 4.169464580090129e-14,
    "w_frob_norm": 48.60888018996141,
    "relative_err": 2.48167286040208e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.64.up_proj.weight": {
    "frob_norm_diff": 1.4396996320725623e-10,
    "max_abs_err": 6.573955789457298e-13,
    "mean_abs_err": 4.9452827671240314e-14,
    "w_frob_norm": 50.65489855284095,
    "relative_err": 2.842172570083684e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.62.up_proj.weight": {
    "frob_norm_diff": 1.482493323022606e-10,
    "max_abs_err": 5.671504932358573e-13,
    "mean_abs_err": 5.071416988359193e-14,
    "w_frob_norm": 50.225474834718504,
    "relative_err": 2.951676072553182e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.62.down_proj.weight": {
    "frob_norm_diff": 5.202593283955986e-11,
    "max_abs_err": 3.6749596421525865e-13,
    "mean_abs_err": 1.7926161088032973e-14,
    "w_frob_norm": 44.49407845716179,
    "relative_err": 1.1692776801670276e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.61.down_proj.weight": {
    "frob_norm_diff": 5.22297497759359e-11,
    "max_abs_err": 2.0806967260256215e-13,
    "mean_abs_err": 1.8121924968904902e-14,
    "w_frob_norm": 44.87739336233795,
    "relative_err": 1.1638320736285946e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.63.down_proj.weight": {
    "frob_norm_diff": 5.562757824696119e-11,
    "max_abs_err": 2.5027549477307787e-13,
    "mean_abs_err": 1.904615327848278e-14,
    "w_frob_norm": 46.22702896822676,
    "relative_err": 1.2033561206192963e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.65.up_proj.weight": {
    "frob_norm_diff": 1.3658459771921588e-10,
    "max_abs_err": 5.144183690131143e-13,
    "mean_abs_err": 4.682746388937097e-14,
    "w_frob_norm": 47.979452149567656,
    "relative_err": 2.846731081743847e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.65.down_proj.weight": {
    "frob_norm_diff": 5.488797190441629e-11,
    "max_abs_err": 2.1754733431356144e-13,
    "mean_abs_err": 1.8820434752866835e-14,
    "w_frob_norm": 44.46661324712595,
    "relative_err": 1.234363669645201e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.63.up_proj.weight": {
    "frob_norm_diff": 1.5324723029247e-10,
    "max_abs_err": 5.99111038557254e-13,
    "mean_abs_err": 5.279909117099598e-14,
    "w_frob_norm": 49.58860857225532,
    "relative_err": 3.0903716539893273e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.70.down_proj.weight": {
    "frob_norm_diff": 5.0355834285172636e-11,
    "max_abs_err": 2.363699513896478e-13,
    "mean_abs_err": 1.7415112911079286e-14,
    "w_frob_norm": 45.493971348811,
    "relative_err": 1.1068682902858667e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.68.down_proj.weight": {
    "frob_norm_diff": 6.031079439744188e-11,
    "max_abs_err": 3.088362898751029e-13,
    "mean_abs_err": 2.045554739978669e-14,
    "w_frob_norm": 42.170903639342036,
    "relative_err": 1.4301518154137156e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.7.down_proj.weight": {
    "frob_norm_diff": 5.451147776778384e-11,
    "max_abs_err": 2.4723278979621455e-13,
    "mean_abs_err": 1.869525611479619e-14,
    "w_frob_norm": 45.174005790295105,
    "relative_err": 1.2067001102544407e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.66.down_proj.weight": {
    "frob_norm_diff": 4.439041218889177e-11,
    "max_abs_err": 2.653155473097968e-13,
    "mean_abs_err": 1.541627140996149e-14,
    "w_frob_norm": 42.45355721804357,
    "relative_err": 1.0456229135499864e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.67.down_proj.weight": {
    "frob_norm_diff": 4.506007897204361e-11,
    "max_abs_err": 1.4738687700854847e-13,
    "mean_abs_err": 1.5681488313804548e-14,
    "w_frob_norm": 42.77367121534726,
    "relative_err": 1.0534536244313765e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.67.up_proj.weight": {
    "frob_norm_diff": 1.3680370472067736e-10,
    "max_abs_err": 5.668486513510373e-13,
    "mean_abs_err": 4.646330117507693e-14,
    "w_frob_norm": 46.40578963962158,
    "relative_err": 2.9479878649424687e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.7.up_proj.weight": {
    "frob_norm_diff": 1.3280730429849976e-10,
    "max_abs_err": 4.878966154697739e-13,
    "mean_abs_err": 4.5831630308364076e-14,
    "w_frob_norm": 49.859526405612336,
    "relative_err": 2.663629478108131e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.69.down_proj.weight": {
    "frob_norm_diff": 5.120058036137105e-11,
    "max_abs_err": 4.5038625606785843e-13,
    "mean_abs_err": 1.7520267866208004e-14,
    "w_frob_norm": 43.29800755289415,
    "relative_err": 1.1825158536180419e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.69.up_proj.weight": {
    "frob_norm_diff": 1.218345098463098e-10,
    "max_abs_err": 4.856150204179954e-13,
    "mean_abs_err": 4.1989625285989774e-14,
    "w_frob_norm": 48.22113188750251,
    "relative_err": 2.526579221129517e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.66.up_proj.weight": {
    "frob_norm_diff": 1.084488555068903e-10,
    "max_abs_err": 3.98285571190371e-13,
    "mean_abs_err": 3.7497633147581854e-14,
    "w_frob_norm": 46.08260678821734,
    "relative_err": 2.3533576562908134e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.68.up_proj.weight": {
    "frob_norm_diff": 1.2184648995816981e-10,
    "max_abs_err": 4.2250751508543516e-13,
    "mean_abs_err": 4.192706346892516e-14,
    "w_frob_norm": 44.95190750754742,
    "relative_err": 2.7105966512702896e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.72.down_proj.weight": {
    "frob_norm_diff": 5.445110033581397e-11,
    "max_abs_err": 1.826056666986986e-13,
    "mean_abs_err": 1.876282653968188e-14,
    "w_frob_norm": 44.650634940161574,
    "relative_err": 1.2194921843504906e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.72.up_proj.weight": {
    "frob_norm_diff": 1.4800119251964685e-10,
    "max_abs_err": 8.244169236171217e-13,
    "mean_abs_err": 5.0117208771895495e-14,
    "w_frob_norm": 48.91184814649484,
    "relative_err": 3.0258761042185854e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.71.up_proj.weight": {
    "frob_norm_diff": 1.241908015959647e-10,
    "max_abs_err": 4.481970350411757e-13,
    "mean_abs_err": 4.28329419149633e-14,
    "w_frob_norm": 50.27009748991574,
    "relative_err": 2.470470673363575e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.75.down_proj.weight": {
    "frob_norm_diff": 5.557302192331371e-11,
    "max_abs_err": 2.729886629249112e-13,
    "mean_abs_err": 1.9048224840498518e-14,
    "w_frob_norm": 44.30291000666244,
    "relative_err": 1.2543876218279212e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.75.up_proj.weight": {
    "frob_norm_diff": 1.305614129123133e-10,
    "max_abs_err": 5.493019233915319e-13,
    "mean_abs_err": 4.485545039041971e-14,
    "w_frob_norm": 48.60443992240671,
    "relative_err": 2.68620342340627e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.73.down_proj.weight": {
    "frob_norm_diff": 5.829884037763016e-11,
    "max_abs_err": 2.867497905789662e-13,
    "mean_abs_err": 2.0020217687573306e-14,
    "w_frob_norm": 45.923022169555004,
    "relative_err": 1.2694905000455262e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.71.down_proj.weight": {
    "frob_norm_diff": 5.309873187475255e-11,
    "max_abs_err": 4.3115511161317954e-13,
    "mean_abs_err": 1.8067503690468412e-14,
    "w_frob_norm": 45.676698376372464,
    "relative_err": 1.1624905862771233e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.73.up_proj.weight": {
    "frob_norm_diff": 1.7710262815817141e-10,
    "max_abs_err": 8.187166222750619e-13,
    "mean_abs_err": 6.010092180124723e-14,
    "w_frob_norm": 50.49855735927306,
    "relative_err": 3.5070829231451308e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.74.down_proj.weight": {
    "frob_norm_diff": 5.668492991668142e-11,
    "max_abs_err": 4.279354648417666e-13,
    "mean_abs_err": 1.9202446897625e-14,
    "w_frob_norm": 43.476533842600844,
    "relative_err": 1.3038051773377163e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.70.up_proj.weight": {
    "frob_norm_diff": 1.440775737608843e-10,
    "max_abs_err": 5.311411033215307e-13,
    "mean_abs_err": 4.947919237610076e-14,
    "w_frob_norm": 48.53087614759627,
    "relative_err": 2.9687816334224672e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.74.up_proj.weight": {
    "frob_norm_diff": 1.2828353926763755e-10,
    "max_abs_err": 5.547333425948153e-13,
    "mean_abs_err": 4.403088197626676e-14,
    "w_frob_norm": 48.61073167129027,
    "relative_err": 2.63899626393409e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.77.up_proj.weight": {
    "frob_norm_diff": 1.5962233695594494e-10,
    "max_abs_err": 6.960265697131263e-13,
    "mean_abs_err": 5.4720897446309955e-14,
    "w_frob_norm": 50.76271461514634,
    "relative_err": 3.1444799232292744e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.79.down_proj.weight": {
    "frob_norm_diff": 5.0296360083916325e-11,
    "max_abs_err": 3.8919562017625253e-13,
    "mean_abs_err": 1.7289017860167584e-14,
    "w_frob_norm": 46.09040705081226,
    "relative_err": 1.091254412842725e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.76.down_proj.weight": {
    "frob_norm_diff": 6.190893045018276e-11,
    "max_abs_err": 2.2983589857694664e-13,
    "mean_abs_err": 2.1286982612158486e-14,
    "w_frob_norm": 44.38893201243771,
    "relative_err": 1.3946929480717395e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.76.up_proj.weight": {
    "frob_norm_diff": 1.1271223448799156e-10,
    "max_abs_err": 4.325186042652973e-13,
    "mean_abs_err": 3.893655229249716e-14,
    "w_frob_norm": 48.73532239573431,
    "relative_err": 2.3127421538891267e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.80.down_proj.weight": {
    "frob_norm_diff": 5.451297741666821e-11,
    "max_abs_err": 1.955085399130141e-13,
    "mean_abs_err": 1.8913626815969478e-14,
    "w_frob_norm": 46.08915685822577,
    "relative_err": 1.182772285992448e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.8.down_proj.weight": {
    "frob_norm_diff": 7.036170333652835e-11,
    "max_abs_err": 2.720393355026829e-13,
    "mean_abs_err": 2.4042284281725062e-14,
    "w_frob_norm": 45.051911126243176,
    "relative_err": 1.5617917548350568e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.78.down_proj.weight": {
    "frob_norm_diff": 5.3961144360842945e-11,
    "max_abs_err": 3.219577382473915e-13,
    "mean_abs_err": 1.8591771863860334e-14,
    "w_frob_norm": 43.67639775154614,
    "relative_err": 1.2354760726331356e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.79.up_proj.weight": {
    "frob_norm_diff": 1.358780308331252e-10,
    "max_abs_err": 5.648918832701355e-13,
    "mean_abs_err": 4.667857745953662e-14,
    "w_frob_norm": 49.32536560991229,
    "relative_err": 2.7547293193467895e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.77.down_proj.weight": {
    "frob_norm_diff": 5.726144735179411e-11,
    "max_abs_err": 2.3353714795337766e-13,
    "mean_abs_err": 1.9641029898477634e-14,
    "w_frob_norm": 46.5603445883408,
    "relative_err": 1.2298329803627136e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.78.up_proj.weight": {
    "frob_norm_diff": 1.3681372695543472e-10,
    "max_abs_err": 5.916499928870778e-13,
    "mean_abs_err": 4.679892728443554e-14,
    "w_frob_norm": 47.137394074544616,
    "relative_err": 2.9024457045519535e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.8.up_proj.weight": {
    "frob_norm_diff": 1.2503288367584164e-10,
    "max_abs_err": 5.786543119667975e-13,
    "mean_abs_err": 4.3062590133615394e-14,
    "w_frob_norm": 48.81009746103123,
    "relative_err": 2.561619217737985e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.85.down_proj.weight": {
    "frob_norm_diff": 5.345337042837857e-11,
    "max_abs_err": 1.8622429986958622e-13,
    "mean_abs_err": 1.8466918157956423e-14,
    "w_frob_norm": 44.477837902588696,
    "relative_err": 1.2017978604411317e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.81.down_proj.weight": {
    "frob_norm_diff": 5.995724936149582e-11,
    "max_abs_err": 2.611799665430681e-13,
    "mean_abs_err": 2.063246332447965e-14,
    "w_frob_norm": 45.67082407853602,
    "relative_err": 1.3128129516207702e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.83.up_proj.weight": {
    "frob_norm_diff": 1.5523607877634674e-10,
    "max_abs_err": 5.401235014801387e-13,
    "mean_abs_err": 5.3626406405350135e-14,
    "w_frob_norm": 50.64644792770095,
    "relative_err": 3.0650931136957534e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.84.down_proj.weight": {
    "frob_norm_diff": 5.5515797271061493e-11,
    "max_abs_err": 3.02848024436031e-13,
    "mean_abs_err": 1.8883334474168343e-14,
    "w_frob_norm": 43.902046617218275,
    "relative_err": 1.2645377960417985e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.83.down_proj.weight": {
    "frob_norm_diff": 5.5730192491799146e-11,
    "max_abs_err": 2.2263441090686342e-13,
    "mean_abs_err": 1.9183682825184807e-14,
    "w_frob_norm": 45.816974267543,
    "relative_err": 1.2163656239359902e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.82.down_proj.weight": {
    "frob_norm_diff": 4.4386648978457334e-11,
    "max_abs_err": 1.6640161470959924e-13,
    "mean_abs_err": 1.5389666752217137e-14,
    "w_frob_norm": 45.63592368715575,
    "relative_err": 9.726251906883167e-13,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.81.up_proj.weight": {
    "frob_norm_diff": 1.3024859686339704e-10,
    "max_abs_err": 4.9439619065339e-13,
    "mean_abs_err": 4.480956339123743e-14,
    "w_frob_norm": 49.91756751178602,
    "relative_err": 2.609273715764377e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.80.up_proj.weight": {
    "frob_norm_diff": 1.372013281739852e-10,
    "max_abs_err": 4.5069677157005827e-13,
    "mean_abs_err": 4.760086894716387e-14,
    "w_frob_norm": 50.009202828276074,
    "relative_err": 2.743521600316516e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.85.up_proj.weight": {
    "frob_norm_diff": 1.4310626938639002e-10,
    "max_abs_err": 5.76823311337904e-13,
    "mean_abs_err": 4.863923141854684e-14,
    "w_frob_norm": 49.79194786826387,
    "relative_err": 2.8740845761851055e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.84.up_proj.weight": {
    "frob_norm_diff": 1.2158371406908209e-10,
    "max_abs_err": 4.568775913149636e-13,
    "mean_abs_err": 4.1920622053202485e-14,
    "w_frob_norm": 47.65080947515266,
    "relative_err": 2.5515561101324304e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.82.up_proj.weight": {
    "frob_norm_diff": 1.4406310056194104e-10,
    "max_abs_err": 5.822989659898248e-13,
    "mean_abs_err": 4.9368014886075125e-14,
    "w_frob_norm": 50.826916345198306,
    "relative_err": 2.834386008852392e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.87.down_proj.weight": {
    "frob_norm_diff": 5.3473566124389496e-11,
    "max_abs_err": 1.9773332277095435e-13,
    "mean_abs_err": 1.846413718822644e-14,
    "w_frob_norm": 44.75129282561618,
    "relative_err": 1.1949055043563027e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.90.down_proj.weight": {
    "frob_norm_diff": 5.284034582448397e-11,
    "max_abs_err": 2.9746604485181294e-13,
    "mean_abs_err": 1.814904388794346e-14,
    "w_frob_norm": 43.74570325550923,
    "relative_err": 1.2078979623634097e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.89.down_proj.weight": {
    "frob_norm_diff": 5.3021540357504894e-11,
    "max_abs_err": 4.4069262128410003e-13,
    "mean_abs_err": 1.8220127452073658e-14,
    "w_frob_norm": 43.69431587970714,
    "relative_err": 1.2134653968144534e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.86.down_proj.weight": {
    "frob_norm_diff": 5.4868400664942016e-11,
    "max_abs_err": 1.8667706269681617e-13,
    "mean_abs_err": 1.895592565139614e-14,
    "w_frob_norm": 45.95232612736882,
    "relative_err": 1.1940287965588505e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.88.up_proj.weight": {
    "frob_norm_diff": 1.2688540348825416e-10,
    "max_abs_err": 4.0677183843484954e-13,
    "mean_abs_err": 4.418264938977549e-14,
    "w_frob_norm": 49.80031458574681,
    "relative_err": 2.547883573501956e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.87.up_proj.weight": {
    "frob_norm_diff": 1.2671579638343335e-10,
    "max_abs_err": 5.365673183543862e-13,
    "mean_abs_err": 4.3826133298300825e-14,
    "w_frob_norm": 48.50852003640727,
    "relative_err": 2.612237938579221e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.9.up_proj.weight": {
    "frob_norm_diff": 1.5286800865316386e-10,
    "max_abs_err": 6.457265278037028e-13,
    "mean_abs_err": 5.1630564755433975e-14,
    "w_frob_norm": 49.27459133209313,
    "relative_err": 3.1023698932962858e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.88.down_proj.weight": {
    "frob_norm_diff": 6.140696826886788e-11,
    "max_abs_err": 2.804770304898341e-13,
    "mean_abs_err": 2.0950203560129272e-14,
    "w_frob_norm": 46.21030939178158,
    "relative_err": 1.3288586265078978e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.9.down_proj.weight": {
    "frob_norm_diff": 4.767046262687128e-11,
    "max_abs_err": 2.0519697052634456e-13,
    "mean_abs_err": 1.654672497898452e-14,
    "w_frob_norm": 44.46776962050443,
    "relative_err": 1.0720227938954256e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.86.up_proj.weight": {
    "frob_norm_diff": 1.3058603494602515e-10,
    "max_abs_err": 5.535710778659109e-13,
    "mean_abs_err": 4.513024940633784e-14,
    "w_frob_norm": 50.22963845079232,
    "relative_err": 2.599780507557392e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.89.up_proj.weight": {
    "frob_norm_diff": 1.3854028439742686e-10,
    "max_abs_err": 6.220857162730908e-13,
    "mean_abs_err": 4.699369701860073e-14,
    "w_frob_norm": 49.46445744588986,
    "relative_err": 2.8008046898923087e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.92.down_proj.weight": {
    "frob_norm_diff": 6.518332156135264e-11,
    "max_abs_err": 3.598926712200523e-13,
    "mean_abs_err": 2.1726668580572766e-14,
    "w_frob_norm": 44.05936625475048,
    "relative_err": 1.479443012967182e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.91.down_proj.weight": {
    "frob_norm_diff": 5.082509211281596e-11,
    "max_abs_err": 1.9253609123692783e-13,
    "mean_abs_err": 1.7577839341474933e-14,
    "w_frob_norm": 44.253678433538894,
    "relative_err": 1.1484941797357288e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.95.down_proj.weight": {
    "frob_norm_diff": 5.634701974518405e-11,
    "max_abs_err": 3.3430203050244245e-13,
    "mean_abs_err": 1.9281042884135297e-14,
    "w_frob_norm": 43.515860698780976,
    "relative_err": 1.2948616628594576e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.93.down_proj.weight": {
    "frob_norm_diff": 5.683890276135943e-11,
    "max_abs_err": 1.933904425488464e-13,
    "mean_abs_err": 1.968004158134254e-14,
    "w_frob_norm": 44.32787990609066,
    "relative_err": 1.2822382410747723e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.91.up_proj.weight": {
    "frob_norm_diff": 1.362061482062902e-10,
    "max_abs_err": 4.70986097345083e-13,
    "mean_abs_err": 4.7045354799749315e-14,
    "w_frob_norm": 47.40581959137078,
    "relative_err": 2.8731946706197992e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.90.up_proj.weight": {
    "frob_norm_diff": 1.2895294935801573e-10,
    "max_abs_err": 6.584524592234686e-13,
    "mean_abs_err": 4.403209543948378e-14,
    "w_frob_norm": 46.85406662570825,
    "relative_err": 2.7522253380512513e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.94.down_proj.weight": {
    "frob_norm_diff": 6.444500219067655e-11,
    "max_abs_err": 2.90354545962046e-13,
    "mean_abs_err": 2.203932563226062e-14,
    "w_frob_norm": 42.58772746794745,
    "relative_err": 1.5132294212970017e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.92.up_proj.weight": {
    "frob_norm_diff": 1.528336591378722e-10,
    "max_abs_err": 6.13543937877381e-13,
    "mean_abs_err": 5.1888685781137386e-14,
    "w_frob_norm": 48.08927902397736,
    "relative_err": 3.178123320619325e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.95.up_proj.weight": {
    "frob_norm_diff": 1.1911997201369328e-10,
    "max_abs_err": 5.686943971294767e-13,
    "mean_abs_err": 4.0631294269061724e-14,
    "w_frob_norm": 47.19778281325953,
    "relative_err": 2.523846776552992e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.93.up_proj.weight": {
    "frob_norm_diff": 1.7157497255085504e-10,
    "max_abs_err": 7.15045210541998e-13,
    "mean_abs_err": 5.791312515908948e-14,
    "w_frob_norm": 48.60884467927153,
    "relative_err": 3.5297068606121486e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.94.up_proj.weight": {
    "frob_norm_diff": 1.4814987185310154e-10,
    "max_abs_err": 6.639966354526905e-13,
    "mean_abs_err": 5.0216813363903567e-14,
    "w_frob_norm": 48.32400996336069,
    "relative_err": 3.0657611395542076e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.gate.weight": {
    "frob_norm_diff": 2.8913168849109617e-11,
    "max_abs_err": 3.8291245174626454e-13,
    "mean_abs_err": 3.7468406099415684e-14,
    "w_frob_norm": 10.530661316701176,
    "relative_err": 2.7456175808497966e-12,
    "shape": [
      128,
      2688
    ],
    "numel": 344064,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.99.down_proj.weight": {
    "frob_norm_diff": 5.0790235349992925e-11,
    "max_abs_err": 3.175133767019389e-13,
    "mean_abs_err": 1.7591632707520448e-14,
    "w_frob_norm": 45.38967280106539,
    "relative_err": 1.1189821872609044e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.97.down_proj.weight": {
    "frob_norm_diff": 5.157067155793176e-11,
    "max_abs_err": 2.0846518955508486e-13,
    "mean_abs_err": 1.786712379059494e-14,
    "w_frob_norm": 46.49677061339218,
    "relative_err": 1.109123727897743e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.shared_experts.up_proj.weight": {
    "frob_norm_diff": 1.7486556960621211e-10,
    "max_abs_err": 5.541782310825027e-13,
    "mean_abs_err": 4.2033983336413e-14,
    "w_frob_norm": 60.078196927096194,
    "relative_err": 2.9106327844427207e-12,
    "shape": [
      3712,
      2688
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.96.up_proj.weight": {
    "frob_norm_diff": 1.2739120660402253e-10,
    "max_abs_err": 5.05540054263065e-13,
    "mean_abs_err": 4.4036751806544667e-14,
    "w_frob_norm": 48.07110202812106,
    "relative_err": 2.6500579605913774e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.98.down_proj.weight": {
    "frob_norm_diff": 6.315828829217079e-11,
    "max_abs_err": 2.479544347622209e-13,
    "mean_abs_err": 2.1701762592152664e-14,
    "w_frob_norm": 45.92875536216155,
    "relative_err": 1.3751360731234577e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.96.down_proj.weight": {
    "frob_norm_diff": 5.4313225784284743e-11,
    "max_abs_err": 2.3397082882237186e-13,
    "mean_abs_err": 1.8638574751492098e-14,
    "w_frob_norm": 43.54762940303222,
    "relative_err": 1.247214292232011e-12,
    "shape": [
      2688,
      1856
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.99.up_proj.weight": {
    "frob_norm_diff": 1.4482396929362382e-10,
    "max_abs_err": 5.670377362099188e-13,
    "mean_abs_err": 4.8916183157859316e-14,
    "w_frob_norm": 49.212911598176106,
    "relative_err": 2.9428043289962788e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.97.up_proj.weight": {
    "frob_norm_diff": 1.4046945274492414e-10,
    "max_abs_err": 5.411296410962052e-13,
    "mean_abs_err": 4.84454247551077e-14,
    "w_frob_norm": 50.17089765378507,
    "relative_err": 2.7998194035566877e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.experts.98.up_proj.weight": {
    "frob_norm_diff": 1.3136131369850892e-10,
    "max_abs_err": 4.908018436111661e-13,
    "mean_abs_err": 4.506079019331212e-14,
    "w_frob_norm": 50.65391826378853,
    "relative_err": 2.5933100182778255e-12,
    "shape": [
      1856,
      2688
    ],
    "numel": 4988928,
    "sensitive": false
  },
  "backbone.layers.51.mixer.shared_experts.down_proj.weight": {
    "frob_norm_diff": 1.934554942345469e-10,
    "max_abs_err": 1.9577117704727698e-12,
    "mean_abs_err": 4.696520560092994e-14,
    "w_frob_norm": 42.630560202209544,
    "relative_err": 4.53795336765291e-12,
    "shape": [
      2688,
      3712
    ],
    "numel": 9977856,
    "sensitive": false
  },
  "backbone.norm_f.weight": {
    "frob_norm_diff": 1.5551050487244148e-14,
    "max_abs_err": 8.881784197001252e-16,
    "mean_abs_err": 1.9073697647764036e-16,
    "w_frob_norm": 127.04674674066526,
    "relative_err": 1.2240416135163067e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "backbone.layers.51.norm.weight": {
    "frob_norm_diff": 1.1015851938726798e-14,
    "max_abs_err": 1.7763568394002505e-15,
    "mean_abs_err": 1.4683195135946545e-16,
    "w_frob_norm": 96.38762879039623,
    "relative_err": 1.1428698969949537e-16,
    "shape": [
      2688
    ],
    "numel": 2688,
    "sensitive": false
  },
  "lm_head.weight": {
    "frob_norm_diff": 8.625341961689522e-10,
    "max_abs_err": 5.048420449044189e-13,
    "mean_abs_err": 3.5094993733936814e-14,
    "w_frob_norm": 347.31693274797254,
    "relative_err": 2.4834210913489854e-12,
    "shape": [
      131072,
      2688
    ],
    "numel": 352321536,
    "sensitive": true
  }
}