{
  "iter": 2000,
  "per_layer": {
    "time_mlp.1.weight": {
      "w_norm": 18.912269592285156,
      "g_norm": 0.12332244962453842,
      "shape": [
        1024,
        256
      ]
    },
    "time_mlp.1.bias": {
      "w_norm": 1.1593341827392578,
      "g_norm": 0.010901880450546741,
      "shape": [
        1024
      ]
    },
    "time_mlp.3.weight": {
      "w_norm": 9.703208923339844,
      "g_norm": 0.01711881533265114,
      "shape": [
        256,
        1024
      ]
    },
    "time_mlp.3.bias": {
      "w_norm": 0.2899875342845917,
      "g_norm": 0.006888911128044128,
      "shape": [
        256
      ]
    },
    "input_conv.weight": {
      "w_norm": 7.9453887939453125,
      "g_norm": 0.06517047435045242,
      "shape": [
        192,
        6,
        3,
        3
      ]
    },
    "input_conv.bias": {
      "w_norm": 1.189807653427124,
      "g_norm": 0.02409413456916809,
      "shape": [
        192
      ]
    },
    "enc_blocks.0.norm1.weight": {
      "w_norm": 13.80312442779541,
      "g_norm": 0.007493571378290653,
      "shape": [
        192
      ]
    },
    "enc_blocks.0.norm1.bias": {
      "w_norm": 0.09649404138326645,
      "g_norm": 0.011275016702711582,
      "shape": [
        192
      ]
    },
    "enc_blocks.0.conv1.weight": {
      "w_norm": 8.424869537353516,
      "g_norm": 0.1024579405784607,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "enc_blocks.0.conv1.bias": {
      "w_norm": 0.20213939249515533,
      "g_norm": 0.008418641053140163,
      "shape": [
        192
      ]
    },
    "enc_blocks.0.t_proj.weight": {
      "w_norm": 8.089444160461426,
      "g_norm": 0.012320656329393387,
      "shape": [
        192,
        256
      ]
    },
    "enc_blocks.0.t_proj.bias": {
      "w_norm": 0.5025810599327087,
      "g_norm": 0.008417835459113121,
      "shape": [
        192
      ]
    },
    "enc_blocks.0.norm2.weight": {
      "w_norm": 13.835018157958984,
      "g_norm": 0.005644944962114096,
      "shape": [
        192
      ]
    },
    "enc_blocks.0.norm2.bias": {
      "w_norm": 0.06193859502673149,
      "g_norm": 0.0049712806940078735,
      "shape": [
        192
      ]
    },
    "enc_blocks.0.conv2.weight": {
      "w_norm": 8.313619613647461,
      "g_norm": 0.04298524931073189,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "enc_blocks.0.conv2.bias": {
      "w_norm": 0.18812546133995056,
      "g_norm": 0.0026280551683157682,
      "shape": [
        192
      ]
    },
    "enc_blocks.1.norm1.weight": {
      "w_norm": 13.851577758789062,
      "g_norm": 6.118719466030598e-05,
      "shape": [
        192
      ]
    },
    "enc_blocks.1.norm1.bias": {
      "w_norm": 0.032818518579006195,
      "g_norm": 5.334233719622716e-05,
      "shape": [
        192
      ]
    },
    "enc_blocks.1.conv1.weight": {
      "w_norm": 8.230306625366211,
      "g_norm": 0.0018623622599989176,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "enc_blocks.1.conv1.bias": {
      "w_norm": 0.19205407798290253,
      "g_norm": 8.16969622974284e-05,
      "shape": [
        192
      ]
    },
    "enc_blocks.1.t_proj.weight": {
      "w_norm": 8.11756420135498,
      "g_norm": 8.078471728367731e-05,
      "shape": [
        192,
        256
      ]
    },
    "enc_blocks.1.t_proj.bias": {
      "w_norm": 0.5217092633247375,
      "g_norm": 8.170954242814332e-05,
      "shape": [
        192
      ]
    },
    "enc_blocks.1.norm2.weight": {
      "w_norm": 13.818221092224121,
      "g_norm": 0.00012724759289994836,
      "shape": [
        192
      ]
    },
    "enc_blocks.1.norm2.bias": {
      "w_norm": 0.05621594935655594,
      "g_norm": 7.47037265682593e-05,
      "shape": [
        192
      ]
    },
    "enc_blocks.1.conv2.weight": {
      "w_norm": 8.19234848022461,
      "g_norm": 0.002554898150265217,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "enc_blocks.1.conv2.bias": {
      "w_norm": 0.208110049366951,
      "g_norm": 8.532928768545389e-05,
      "shape": [
        192
      ]
    },
    "enc_blocks.2.norm1.weight": {
      "w_norm": 13.827280044555664,
      "g_norm": 4.5593504182761535e-05,
      "shape": [
        192
      ]
    },
    "enc_blocks.2.norm1.bias": {
      "w_norm": 0.051892783492803574,
      "g_norm": 4.180220275884494e-05,
      "shape": [
        192
      ]
    },
    "enc_blocks.2.conv1.weight": {
      "w_norm": 11.666332244873047,
      "g_norm": 0.001202629879117012,
      "shape": [
        384,
        192,
        3,
        3
      ]
    },
    "enc_blocks.2.conv1.bias": {
      "w_norm": 0.2665994167327881,
      "g_norm": 5.171901284484193e-05,
      "shape": [
        384
      ]
    },
    "enc_blocks.2.t_proj.weight": {
      "w_norm": 11.719046592712402,
      "g_norm": 4.928291673422791e-05,
      "shape": [
        384,
        256
      ]
    },
    "enc_blocks.2.t_proj.bias": {
      "w_norm": 0.7221358418464661,
      "g_norm": 5.172061355551705e-05,
      "shape": [
        384
      ]
    },
    "enc_blocks.2.norm2.weight": {
      "w_norm": 19.450790405273438,
      "g_norm": 0.00012247661652509123,
      "shape": [
        384
      ]
    },
    "enc_blocks.2.norm2.bias": {
      "w_norm": 0.16962189972400665,
      "g_norm": 5.319947740645148e-05,
      "shape": [
        384
      ]
    },
    "enc_blocks.2.conv2.weight": {
      "w_norm": 11.663330078125,
      "g_norm": 0.001001948956400156,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "enc_blocks.2.conv2.bias": {
      "w_norm": 0.20253244042396545,
      "g_norm": 2.679444514797069e-05,
      "shape": [
        384
      ]
    },
    "enc_blocks.2.skip.weight": {
      "w_norm": 11.206422805786133,
      "g_norm": 0.0009856950491666794,
      "shape": [
        384,
        192,
        1,
        1
      ]
    },
    "enc_blocks.2.skip.bias": {
      "w_norm": 0.827253520488739,
      "g_norm": 2.679444514797069e-05,
      "shape": [
        384
      ]
    },
    "enc_blocks.3.norm1.weight": {
      "w_norm": 19.589677810668945,
      "g_norm": 2.0965567273378838e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.3.norm1.bias": {
      "w_norm": 0.04693835228681564,
      "g_norm": 2.1864386781089706e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.3.conv1.weight": {
      "w_norm": 11.792016983032227,
      "g_norm": 6.856802065158263e-05,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "enc_blocks.3.conv1.bias": {
      "w_norm": 0.1976812332868576,
      "g_norm": 2.096104935844778e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.3.t_proj.weight": {
      "w_norm": 11.38448429107666,
      "g_norm": 2.964314489872777e-06,
      "shape": [
        384,
        256
      ]
    },
    "enc_blocks.3.t_proj.bias": {
      "w_norm": 0.6924961805343628,
      "g_norm": 2.096133584927884e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.3.norm2.weight": {
      "w_norm": 19.44411277770996,
      "g_norm": 2.8147405828349292e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.3.norm2.bias": {
      "w_norm": 0.1529274880886078,
      "g_norm": 2.841748937498778e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.3.conv2.weight": {
      "w_norm": 11.47637939453125,
      "g_norm": 0.00019026761583518237,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "enc_blocks.3.conv2.bias": {
      "w_norm": 0.1905771642923355,
      "g_norm": 6.41557244307478e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.4.norm1.weight": {
      "w_norm": 19.593414306640625,
      "g_norm": 1.7410387727068155e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.4.norm1.bias": {
      "w_norm": 0.05097125843167305,
      "g_norm": 1.8455435792930075e-06,
      "shape": [
        384
      ]
    },
    "enc_blocks.4.conv1.weight": {
      "w_norm": 16.576250076293945,
      "g_norm": 5.6877506722230464e-05,
      "shape": [
        768,
        384,
        3,
        3
      ]
    },
    "enc_blocks.4.conv1.bias": {
      "w_norm": 0.28481438755989075,
      "g_norm": 1.893393459795334e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.4.t_proj.weight": {
      "w_norm": 16.05063247680664,
      "g_norm": 2.453651859468664e-06,
      "shape": [
        768,
        256
      ]
    },
    "enc_blocks.4.t_proj.bias": {
      "w_norm": 0.9925292730331421,
      "g_norm": 1.8932430521090282e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.4.norm2.weight": {
      "w_norm": 27.487300872802734,
      "g_norm": 2.2128754153527552e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.4.norm2.bias": {
      "w_norm": 0.23648281395435333,
      "g_norm": 2.872084451155388e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.4.conv2.weight": {
      "w_norm": 16.297828674316406,
      "g_norm": 0.00014143867883831263,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "enc_blocks.4.conv2.bias": {
      "w_norm": 0.19452296197414398,
      "g_norm": 4.4945381887373514e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.4.skip.weight": {
      "w_norm": 15.839735984802246,
      "g_norm": 0.00015103576879482716,
      "shape": [
        768,
        384,
        1,
        1
      ]
    },
    "enc_blocks.4.skip.bias": {
      "w_norm": 0.8077318072319031,
      "g_norm": 4.4945381887373514e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.5.norm1.weight": {
      "w_norm": 27.712413787841797,
      "g_norm": 2.0804559426323976e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.5.norm1.bias": {
      "w_norm": 0.05509699136018753,
      "g_norm": 1.9732342479983345e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.5.conv1.weight": {
      "w_norm": 16.845355987548828,
      "g_norm": 4.273263766663149e-05,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "enc_blocks.5.conv1.bias": {
      "w_norm": 0.2029583752155304,
      "g_norm": 8.974413958640071e-07,
      "shape": [
        768
      ]
    },
    "enc_blocks.5.t_proj.weight": {
      "w_norm": 16.008506774902344,
      "g_norm": 8.729576848054421e-07,
      "shape": [
        768,
        256
      ]
    },
    "enc_blocks.5.t_proj.bias": {
      "w_norm": 0.9988090395927429,
      "g_norm": 8.977645507002308e-07,
      "shape": [
        768
      ]
    },
    "enc_blocks.5.norm2.weight": {
      "w_norm": 27.54796600341797,
      "g_norm": 2.552696969360113e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.5.norm2.bias": {
      "w_norm": 0.1847270131111145,
      "g_norm": 2.101767222484341e-06,
      "shape": [
        768
      ]
    },
    "enc_blocks.5.conv2.weight": {
      "w_norm": 16.440540313720703,
      "g_norm": 0.00010133799514733255,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "enc_blocks.5.conv2.bias": {
      "w_norm": 0.19306622445583344,
      "g_norm": 2.4288849544973345e-06,
      "shape": [
        768
      ]
    },
    "enc_attns.3.norm.weight": {
      "w_norm": 19.538881301879883,
      "g_norm": 1.6037432715165778e-06,
      "shape": [
        384
      ]
    },
    "enc_attns.3.norm.bias": {
      "w_norm": 0.04634387046098709,
      "g_norm": 2.5036943043232895e-06,
      "shape": [
        384
      ]
    },
    "enc_attns.3.qkv.weight": {
      "w_norm": 19.671646118164062,
      "g_norm": 4.9293481424683705e-05,
      "shape": [
        1152,
        384,
        1,
        1
      ]
    },
    "enc_attns.3.qkv.bias": {
      "w_norm": 1.0068951845169067,
      "g_norm": 3.873734385706484e-06,
      "shape": [
        1152
      ]
    },
    "enc_attns.3.proj.weight": {
      "w_norm": 11.309000968933105,
      "g_norm": 4.3482283217599615e-05,
      "shape": [
        384,
        384,
        1,
        1
      ]
    },
    "enc_attns.3.proj.bias": {
      "w_norm": 0.5629428625106812,
      "g_norm": 6.388872861862183e-06,
      "shape": [
        384
      ]
    },
    "enc_attns.4.norm.weight": {
      "w_norm": 27.623943328857422,
      "g_norm": 1.3003150343138259e-06,
      "shape": [
        768
      ]
    },
    "enc_attns.4.norm.bias": {
      "w_norm": 0.048902470618486404,
      "g_norm": 1.8792874243445112e-06,
      "shape": [
        768
      ]
    },
    "enc_attns.4.qkv.weight": {
      "w_norm": 27.94339942932129,
      "g_norm": 5.037298615206964e-05,
      "shape": [
        2304,
        768,
        1,
        1
      ]
    },
    "enc_attns.4.qkv.bias": {
      "w_norm": 1.0119142532348633,
      "g_norm": 2.70444297711947e-06,
      "shape": [
        2304
      ]
    },
    "enc_attns.4.proj.weight": {
      "w_norm": 16.00703239440918,
      "g_norm": 5.209520168136805e-05,
      "shape": [
        768,
        768,
        1,
        1
      ]
    },
    "enc_attns.4.proj.bias": {
      "w_norm": 0.5728441476821899,
      "g_norm": 4.516856279224157e-06,
      "shape": [
        768
      ]
    },
    "enc_attns.5.norm.weight": {
      "w_norm": 27.662988662719727,
      "g_norm": 3.406920257020829e-07,
      "shape": [
        768
      ]
    },
    "enc_attns.5.norm.bias": {
      "w_norm": 0.04228585958480835,
      "g_norm": 8.539649343219935e-07,
      "shape": [
        768
      ]
    },
    "enc_attns.5.qkv.weight": {
      "w_norm": 27.92650604248047,
      "g_norm": 1.5280100342351943e-05,
      "shape": [
        2304,
        768,
        1,
        1
      ]
    },
    "enc_attns.5.qkv.bias": {
      "w_norm": 0.9987878799438477,
      "g_norm": 1.4080259234106052e-06,
      "shape": [
        2304
      ]
    },
    "enc_attns.5.proj.weight": {
      "w_norm": 16.03470802307129,
      "g_norm": 1.587315637152642e-05,
      "shape": [
        768,
        768,
        1,
        1
      ]
    },
    "enc_attns.5.proj.bias": {
      "w_norm": 0.5973420143127441,
      "g_norm": 2.459404413457378e-06,
      "shape": [
        768
      ]
    },
    "enc_downs.0.op.weight": {
      "w_norm": 8.154297828674316,
      "g_norm": 0.004857305437326431,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "enc_downs.0.op.bias": {
      "w_norm": 0.18503881990909576,
      "g_norm": 9.78953976300545e-05,
      "shape": [
        192
      ]
    },
    "enc_downs.1.op.weight": {
      "w_norm": 8.09019947052002,
      "g_norm": 0.0018013118533417583,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "enc_downs.1.op.bias": {
      "w_norm": 0.19495517015457153,
      "g_norm": 2.7523738026502542e-05,
      "shape": [
        192
      ]
    },
    "enc_downs.2.op.weight": {
      "w_norm": 11.496183395385742,
      "g_norm": 0.0004138555086683482,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "enc_downs.2.op.bias": {
      "w_norm": 0.18931472301483154,
      "g_norm": 6.417965778382495e-06,
      "shape": [
        384
      ]
    },
    "enc_downs.3.op.weight": {
      "w_norm": 11.428959846496582,
      "g_norm": 0.00020830711582675576,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "enc_downs.3.op.bias": {
      "w_norm": 0.1918579638004303,
      "g_norm": 2.7779085485235555e-06,
      "shape": [
        384
      ]
    },
    "enc_downs.4.op.weight": {
      "w_norm": 16.336414337158203,
      "g_norm": 0.0002319672203157097,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "enc_downs.4.op.bias": {
      "w_norm": 0.1980322301387787,
      "g_norm": 2.4985531581478426e-06,
      "shape": [
        768
      ]
    },
    "mid1.norm1.weight": {
      "w_norm": 27.713109970092773,
      "g_norm": 5.832573606312508e-07,
      "shape": [
        768
      ]
    },
    "mid1.norm1.bias": {
      "w_norm": 0.04988333582878113,
      "g_norm": 4.770976715917641e-07,
      "shape": [
        768
      ]
    },
    "mid1.conv1.weight": {
      "w_norm": 16.79037094116211,
      "g_norm": 2.5980823920690455e-05,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "mid1.conv1.bias": {
      "w_norm": 0.20654506981372833,
      "g_norm": 5.159295710654987e-07,
      "shape": [
        768
      ]
    },
    "mid1.t_proj.weight": {
      "w_norm": 16.01586151123047,
      "g_norm": 5.154277573637955e-07,
      "shape": [
        768,
        256
      ]
    },
    "mid1.t_proj.bias": {
      "w_norm": 1.031219482421875,
      "g_norm": 5.159647002983547e-07,
      "shape": [
        768
      ]
    },
    "mid1.norm2.weight": {
      "w_norm": 27.551307678222656,
      "g_norm": 7.436812552441552e-07,
      "shape": [
        768
      ]
    },
    "mid1.norm2.bias": {
      "w_norm": 0.20324093103408813,
      "g_norm": 1.0805827059812145e-06,
      "shape": [
        768
      ]
    },
    "mid1.conv2.weight": {
      "w_norm": 16.460031509399414,
      "g_norm": 5.092180072097108e-05,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "mid1.conv2.bias": {
      "w_norm": 0.1937713921070099,
      "g_norm": 1.829196662583854e-06,
      "shape": [
        768
      ]
    },
    "mid_attn.norm.weight": {
      "w_norm": 27.66978645324707,
      "g_norm": 2.9024468517491187e-07,
      "shape": [
        768
      ]
    },
    "mid_attn.norm.bias": {
      "w_norm": 0.044777318835258484,
      "g_norm": 6.936780891919625e-07,
      "shape": [
        768
      ]
    },
    "mid_attn.qkv.weight": {
      "w_norm": 27.8992919921875,
      "g_norm": 1.2187340871605556e-05,
      "shape": [
        2304,
        768,
        1,
        1
      ]
    },
    "mid_attn.qkv.bias": {
      "w_norm": 0.9861307144165039,
      "g_norm": 1.0868640174521715e-06,
      "shape": [
        2304
      ]
    },
    "mid_attn.proj.weight": {
      "w_norm": 16.032732009887695,
      "g_norm": 1.2030658581352327e-05,
      "shape": [
        768,
        768,
        1,
        1
      ]
    },
    "mid_attn.proj.bias": {
      "w_norm": 0.576869010925293,
      "g_norm": 1.8453860093359253e-06,
      "shape": [
        768
      ]
    },
    "mid2.norm1.weight": {
      "w_norm": 27.717756271362305,
      "g_norm": 1.05101287317666e-06,
      "shape": [
        768
      ]
    },
    "mid2.norm1.bias": {
      "w_norm": 0.06068818271160126,
      "g_norm": 1.0774595011753263e-06,
      "shape": [
        768
      ]
    },
    "mid2.conv1.weight": {
      "w_norm": 16.839242935180664,
      "g_norm": 2.6506331778364256e-05,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "mid2.conv1.bias": {
      "w_norm": 0.19942057132720947,
      "g_norm": 5.999360723762948e-07,
      "shape": [
        768
      ]
    },
    "mid2.t_proj.weight": {
      "w_norm": 16.003231048583984,
      "g_norm": 6.345590009004809e-07,
      "shape": [
        768,
        256
      ]
    },
    "mid2.t_proj.bias": {
      "w_norm": 0.9975320100784302,
      "g_norm": 5.998435312903894e-07,
      "shape": [
        768
      ]
    },
    "mid2.norm2.weight": {
      "w_norm": 27.539823532104492,
      "g_norm": 1.1429430060161394e-06,
      "shape": [
        768
      ]
    },
    "mid2.norm2.bias": {
      "w_norm": 0.2095635086297989,
      "g_norm": 1.4760953490622342e-06,
      "shape": [
        768
      ]
    },
    "mid2.conv2.weight": {
      "w_norm": 16.427698135375977,
      "g_norm": 4.7607252781745046e-05,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "mid2.conv2.bias": {
      "w_norm": 0.19000190496444702,
      "g_norm": 1.873412543318409e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.0.norm1.weight": {
      "w_norm": 39.21333312988281,
      "g_norm": 1.0148718274649582e-06,
      "shape": [
        1536
      ]
    },
    "dec_blocks.0.norm1.bias": {
      "w_norm": 0.09431219100952148,
      "g_norm": 9.196940595757042e-07,
      "shape": [
        1536
      ]
    },
    "dec_blocks.0.conv1.weight": {
      "w_norm": 17.71900177001953,
      "g_norm": 3.547394589986652e-05,
      "shape": [
        768,
        1536,
        3,
        3
      ]
    },
    "dec_blocks.0.conv1.bias": {
      "w_norm": 0.1529998481273651,
      "g_norm": 5.319739102560561e-07,
      "shape": [
        768
      ]
    },
    "dec_blocks.0.t_proj.weight": {
      "w_norm": 16.024818420410156,
      "g_norm": 6.486535539806937e-07,
      "shape": [
        768,
        256
      ]
    },
    "dec_blocks.0.t_proj.bias": {
      "w_norm": 1.02411949634552,
      "g_norm": 5.319541855897114e-07,
      "shape": [
        768
      ]
    },
    "dec_blocks.0.norm2.weight": {
      "w_norm": 27.482181549072266,
      "g_norm": 1.8672670876185293e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.0.norm2.bias": {
      "w_norm": 0.2610810697078705,
      "g_norm": 3.00572719424963e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.0.conv2.weight": {
      "w_norm": 16.24523162841797,
      "g_norm": 9.572529961587861e-05,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "dec_blocks.0.conv2.bias": {
      "w_norm": 0.19820284843444824,
      "g_norm": 4.452592747838935e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.0.skip.weight": {
      "w_norm": 15.814351081848145,
      "g_norm": 0.00045108215999789536,
      "shape": [
        768,
        1536,
        1,
        1
      ]
    },
    "dec_blocks.0.skip.bias": {
      "w_norm": 0.4101272523403168,
      "g_norm": 4.452592747838935e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.1.norm1.weight": {
      "w_norm": 39.209964752197266,
      "g_norm": 3.3631847600190667e-06,
      "shape": [
        1536
      ]
    },
    "dec_blocks.1.norm1.bias": {
      "w_norm": 0.08060162514448166,
      "g_norm": 2.9157504286558833e-06,
      "shape": [
        1536
      ]
    },
    "dec_blocks.1.conv1.weight": {
      "w_norm": 17.587966918945312,
      "g_norm": 0.0001042117946781218,
      "shape": [
        768,
        1536,
        3,
        3
      ]
    },
    "dec_blocks.1.conv1.bias": {
      "w_norm": 0.14630834758281708,
      "g_norm": 1.5931634607113665e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.1.t_proj.weight": {
      "w_norm": 16.054262161254883,
      "g_norm": 1.2944892660016194e-06,
      "shape": [
        768,
        256
      ]
    },
    "dec_blocks.1.t_proj.bias": {
      "w_norm": 0.9880488514900208,
      "g_norm": 1.5929435903672129e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.1.norm2.weight": {
      "w_norm": 27.479366302490234,
      "g_norm": 3.6664212075265823e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.1.norm2.bias": {
      "w_norm": 0.2891330122947693,
      "g_norm": 5.97324697082513e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.1.conv2.weight": {
      "w_norm": 16.209659576416016,
      "g_norm": 0.00018095829000230879,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "dec_blocks.1.conv2.bias": {
      "w_norm": 0.19671788811683655,
      "g_norm": 9.126384611590765e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.1.skip.weight": {
      "w_norm": 15.800586700439453,
      "g_norm": 0.0006704161060042679,
      "shape": [
        768,
        1536,
        1,
        1
      ]
    },
    "dec_blocks.1.skip.bias": {
      "w_norm": 0.4059737026691437,
      "g_norm": 9.126384611590765e-06,
      "shape": [
        768
      ]
    },
    "dec_blocks.2.norm1.weight": {
      "w_norm": 33.95747375488281,
      "g_norm": 3.9997848944040015e-06,
      "shape": [
        1152
      ]
    },
    "dec_blocks.2.norm1.bias": {
      "w_norm": 0.08351629227399826,
      "g_norm": 3.245766492909752e-06,
      "shape": [
        1152
      ]
    },
    "dec_blocks.2.conv1.weight": {
      "w_norm": 12.456512451171875,
      "g_norm": 0.00016187748406082392,
      "shape": [
        384,
        1152,
        3,
        3
      ]
    },
    "dec_blocks.2.conv1.bias": {
      "w_norm": 0.12158936262130737,
      "g_norm": 2.730666437855689e-06,
      "shape": [
        384
      ]
    },
    "dec_blocks.2.t_proj.weight": {
      "w_norm": 11.345858573913574,
      "g_norm": 2.7153444079885958e-06,
      "shape": [
        384,
        256
      ]
    },
    "dec_blocks.2.t_proj.bias": {
      "w_norm": 0.7102914452552795,
      "g_norm": 2.730762389546726e-06,
      "shape": [
        384
      ]
    },
    "dec_blocks.2.norm2.weight": {
      "w_norm": 19.454023361206055,
      "g_norm": 7.419084795401432e-06,
      "shape": [
        384
      ]
    },
    "dec_blocks.2.norm2.bias": {
      "w_norm": 0.18189598619937897,
      "g_norm": 9.322840924141929e-06,
      "shape": [
        384
      ]
    },
    "dec_blocks.2.conv2.weight": {
      "w_norm": 11.435891151428223,
      "g_norm": 0.00031997592304833233,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "dec_blocks.2.conv2.bias": {
      "w_norm": 0.18925972282886505,
      "g_norm": 1.760806844686158e-05,
      "shape": [
        384
      ]
    },
    "dec_blocks.2.skip.weight": {
      "w_norm": 11.040159225463867,
      "g_norm": 0.0008981034043245018,
      "shape": [
        384,
        1152,
        1,
        1
      ]
    },
    "dec_blocks.2.skip.bias": {
      "w_norm": 0.3314064145088196,
      "g_norm": 1.760806844686158e-05,
      "shape": [
        384
      ]
    },
    "dec_blocks.3.norm1.weight": {
      "w_norm": 27.715042114257812,
      "g_norm": 2.8067692255717702e-05,
      "shape": [
        768
      ]
    },
    "dec_blocks.3.norm1.bias": {
      "w_norm": 0.07817665487527847,
      "g_norm": 2.4464015950798057e-05,
      "shape": [
        768
      ]
    },
    "dec_blocks.3.conv1.weight": {
      "w_norm": 12.271158218383789,
      "g_norm": 0.0007932300213724375,
      "shape": [
        384,
        768,
        3,
        3
      ]
    },
    "dec_blocks.3.conv1.bias": {
      "w_norm": 0.14353975653648376,
      "g_norm": 1.6304338714689948e-05,
      "shape": [
        384
      ]
    },
    "dec_blocks.3.t_proj.weight": {
      "w_norm": 11.377923011779785,
      "g_norm": 1.7768579709809273e-05,
      "shape": [
        384,
        256
      ]
    },
    "dec_blocks.3.t_proj.bias": {
      "w_norm": 0.7092573642730713,
      "g_norm": 1.6306374163832515e-05,
      "shape": [
        384
      ]
    },
    "dec_blocks.3.norm2.weight": {
      "w_norm": 19.434457778930664,
      "g_norm": 3.273187030572444e-05,
      "shape": [
        384
      ]
    },
    "dec_blocks.3.norm2.bias": {
      "w_norm": 0.18299466371536255,
      "g_norm": 3.3433821954531595e-05,
      "shape": [
        384
      ]
    },
    "dec_blocks.3.conv2.weight": {
      "w_norm": 11.477055549621582,
      "g_norm": 0.001047117984853685,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "dec_blocks.3.conv2.bias": {
      "w_norm": 0.19348949193954468,
      "g_norm": 4.914805685984902e-05,
      "shape": [
        384
      ]
    },
    "dec_blocks.3.skip.weight": {
      "w_norm": 11.101613998413086,
      "g_norm": 0.0015457079280167818,
      "shape": [
        384,
        768,
        1,
        1
      ]
    },
    "dec_blocks.3.skip.bias": {
      "w_norm": 0.40536269545555115,
      "g_norm": 4.914805685984902e-05,
      "shape": [
        384
      ]
    },
    "dec_blocks.4.norm1.weight": {
      "w_norm": 23.982229232788086,
      "g_norm": 7.216406083898619e-05,
      "shape": [
        576
      ]
    },
    "dec_blocks.4.norm1.bias": {
      "w_norm": 0.07750255614519119,
      "g_norm": 4.411262125358917e-05,
      "shape": [
        576
      ]
    },
    "dec_blocks.4.conv1.weight": {
      "w_norm": 8.488591194152832,
      "g_norm": 0.0018581050680950284,
      "shape": [
        192,
        576,
        3,
        3
      ]
    },
    "dec_blocks.4.conv1.bias": {
      "w_norm": 0.11655846983194351,
      "g_norm": 4.4020147470291704e-05,
      "shape": [
        192
      ]
    },
    "dec_blocks.4.t_proj.weight": {
      "w_norm": 8.032074928283691,
      "g_norm": 4.8955851525533944e-05,
      "shape": [
        192,
        256
      ]
    },
    "dec_blocks.4.t_proj.bias": {
      "w_norm": 0.48134493827819824,
      "g_norm": 4.4041335058864206e-05,
      "shape": [
        192
      ]
    },
    "dec_blocks.4.norm2.weight": {
      "w_norm": 13.797520637512207,
      "g_norm": 0.00010544883843977004,
      "shape": [
        192
      ]
    },
    "dec_blocks.4.norm2.bias": {
      "w_norm": 0.06829909980297089,
      "g_norm": 8.821025403449312e-05,
      "shape": [
        192
      ]
    },
    "dec_blocks.4.conv2.weight": {
      "w_norm": 8.082486152648926,
      "g_norm": 0.0036709108389914036,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "dec_blocks.4.conv2.bias": {
      "w_norm": 0.19469857215881348,
      "g_norm": 0.00015675797476433218,
      "shape": [
        192
      ]
    },
    "dec_blocks.4.skip.weight": {
      "w_norm": 7.862843990325928,
      "g_norm": 0.006234226748347282,
      "shape": [
        192,
        576,
        1,
        1
      ]
    },
    "dec_blocks.4.skip.bias": {
      "w_norm": 0.3469906747341156,
      "g_norm": 0.00015675797476433218,
      "shape": [
        192
      ]
    },
    "dec_blocks.5.norm1.weight": {
      "w_norm": 19.546398162841797,
      "g_norm": 0.0015075217233970761,
      "shape": [
        384
      ]
    },
    "dec_blocks.5.norm1.bias": {
      "w_norm": 0.10585547238588333,
      "g_norm": 0.001897464506328106,
      "shape": [
        384
      ]
    },
    "dec_blocks.5.conv1.weight": {
      "w_norm": 8.54923152923584,
      "g_norm": 0.02115660533308983,
      "shape": [
        192,
        384,
        3,
        3
      ]
    },
    "dec_blocks.5.conv1.bias": {
      "w_norm": 0.13828550279140472,
      "g_norm": 0.000887448841240257,
      "shape": [
        192
      ]
    },
    "dec_blocks.5.t_proj.weight": {
      "w_norm": 8.180492401123047,
      "g_norm": 0.0015367768937721848,
      "shape": [
        192,
        256
      ]
    },
    "dec_blocks.5.t_proj.bias": {
      "w_norm": 0.5051036477088928,
      "g_norm": 0.0008874782361090183,
      "shape": [
        192
      ]
    },
    "dec_blocks.5.norm2.weight": {
      "w_norm": 13.89153003692627,
      "g_norm": 0.001414273981936276,
      "shape": [
        192
      ]
    },
    "dec_blocks.5.norm2.bias": {
      "w_norm": 0.04068835452198982,
      "g_norm": 0.0013583751861006021,
      "shape": [
        192
      ]
    },
    "dec_blocks.5.conv2.weight": {
      "w_norm": 8.35645580291748,
      "g_norm": 0.018619170412421227,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "dec_blocks.5.conv2.bias": {
      "w_norm": 0.20079921185970306,
      "g_norm": 0.0008557940018363297,
      "shape": [
        192
      ]
    },
    "dec_blocks.5.skip.weight": {
      "w_norm": 8.094463348388672,
      "g_norm": 0.024322308599948883,
      "shape": [
        192,
        384,
        1,
        1
      ]
    },
    "dec_blocks.5.skip.bias": {
      "w_norm": 0.42241600155830383,
      "g_norm": 0.0008557940018363297,
      "shape": [
        192
      ]
    },
    "dec_attns.0.norm.weight": {
      "w_norm": 27.633703231811523,
      "g_norm": 2.9732186703768093e-06,
      "shape": [
        768
      ]
    },
    "dec_attns.0.norm.bias": {
      "w_norm": 0.03998072072863579,
      "g_norm": 3.1545473575533833e-06,
      "shape": [
        768
      ]
    },
    "dec_attns.0.qkv.weight": {
      "w_norm": 27.978946685791016,
      "g_norm": 8.574360981583595e-05,
      "shape": [
        2304,
        768,
        1,
        1
      ]
    },
    "dec_attns.0.qkv.bias": {
      "w_norm": 1.0076439380645752,
      "g_norm": 3.600303898565471e-06,
      "shape": [
        2304
      ]
    },
    "dec_attns.0.proj.weight": {
      "w_norm": 16.07609748840332,
      "g_norm": 8.897064253687859e-05,
      "shape": [
        768,
        768,
        1,
        1
      ]
    },
    "dec_attns.0.proj.bias": {
      "w_norm": 0.5759825706481934,
      "g_norm": 4.993305083189625e-06,
      "shape": [
        768
      ]
    },
    "dec_attns.1.norm.weight": {
      "w_norm": 27.627914428710938,
      "g_norm": 5.754376161348773e-06,
      "shape": [
        768
      ]
    },
    "dec_attns.1.norm.bias": {
      "w_norm": 0.04270288348197937,
      "g_norm": 6.391747774614487e-06,
      "shape": [
        768
      ]
    },
    "dec_attns.1.qkv.weight": {
      "w_norm": 27.995990753173828,
      "g_norm": 0.00017453204782214016,
      "shape": [
        2304,
        768,
        1,
        1
      ]
    },
    "dec_attns.1.qkv.bias": {
      "w_norm": 1.0046143531799316,
      "g_norm": 7.337386250583222e-06,
      "shape": [
        2304
      ]
    },
    "dec_attns.1.proj.weight": {
      "w_norm": 16.055126190185547,
      "g_norm": 0.00015127500228118151,
      "shape": [
        768,
        768,
        1,
        1
      ]
    },
    "dec_attns.1.proj.bias": {
      "w_norm": 0.5793938636779785,
      "g_norm": 1.0101544830831699e-05,
      "shape": [
        768
      ]
    },
    "dec_attns.2.norm.weight": {
      "w_norm": 19.51289939880371,
      "g_norm": 7.795668352628127e-06,
      "shape": [
        384
      ]
    },
    "dec_attns.2.norm.bias": {
      "w_norm": 0.025595588609576225,
      "g_norm": 1.0193104571953882e-05,
      "shape": [
        384
      ]
    },
    "dec_attns.2.qkv.weight": {
      "w_norm": 19.6967830657959,
      "g_norm": 0.00019536222680471838,
      "shape": [
        1152,
        384,
        1,
        1
      ]
    },
    "dec_attns.2.qkv.bias": {
      "w_norm": 0.9850842356681824,
      "g_norm": 1.2773794878739864e-05,
      "shape": [
        1152
      ]
    },
    "dec_attns.2.proj.weight": {
      "w_norm": 11.304216384887695,
      "g_norm": 0.00019062748469877988,
      "shape": [
        384,
        384,
        1,
        1
      ]
    },
    "dec_attns.2.proj.bias": {
      "w_norm": 0.5871286988258362,
      "g_norm": 1.9087274267803878e-05,
      "shape": [
        384
      ]
    },
    "dec_ups.0.op.weight": {
      "w_norm": 16.16544532775879,
      "g_norm": 0.000586340669542551,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "dec_ups.0.op.bias": {
      "w_norm": 0.2004891335964203,
      "g_norm": 4.288574018573854e-06,
      "shape": [
        768
      ]
    },
    "dec_ups.1.op.weight": {
      "w_norm": 16.172229766845703,
      "g_norm": 0.0009024080936796963,
      "shape": [
        768,
        768,
        3,
        3
      ]
    },
    "dec_ups.1.op.bias": {
      "w_norm": 0.19070285558700562,
      "g_norm": 8.297952263092156e-06,
      "shape": [
        768
      ]
    },
    "dec_ups.2.op.weight": {
      "w_norm": 11.33031177520752,
      "g_norm": 0.0016408424125984311,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "dec_ups.2.op.bias": {
      "w_norm": 0.1964583396911621,
      "g_norm": 2.5792473024921492e-05,
      "shape": [
        384
      ]
    },
    "dec_ups.3.op.weight": {
      "w_norm": 11.363648414611816,
      "g_norm": 0.0027039572596549988,
      "shape": [
        384,
        384,
        3,
        3
      ]
    },
    "dec_ups.3.op.bias": {
      "w_norm": 0.19799400866031647,
      "g_norm": 6.683699757559225e-05,
      "shape": [
        384
      ]
    },
    "dec_ups.4.op.weight": {
      "w_norm": 8.007488250732422,
      "g_norm": 0.011867591179907322,
      "shape": [
        192,
        192,
        3,
        3
      ]
    },
    "dec_ups.4.op.bias": {
      "w_norm": 0.19662714004516602,
      "g_norm": 0.00022351545339915901,
      "shape": [
        192
      ]
    },
    "out_norm.weight": {
      "w_norm": 13.781282424926758,
      "g_norm": 0.005015091970562935,
      "shape": [
        192
      ]
    },
    "out_norm.bias": {
      "w_norm": 0.09246864169836044,
      "g_norm": 0.005548957269638777,
      "shape": [
        192
      ]
    },
    "out_conv.weight": {
      "w_norm": 0.1450980007648468,
      "g_norm": 0.3885398805141449,
      "shape": [
        3,
        192,
        3,
        3
      ]
    },
    "out_conv.bias": {
      "w_norm": 0.008651298470795155,
      "g_norm": 0.023214390501379967,
      "shape": [
        3
      ]
    }
  },
  "activations": {
    "input_conv": {
      "mean": 0.007205421570688486,
      "std": 0.4401821494102478,
      "abs_max": 3.21875,
      "frac_dead": 0.0004186829028185457,
      "frac_sat": 0.0
    },
    "time_mlp.1": {
      "mean": 0.017198296263813972,
      "std": 0.2722778022289276,
      "abs_max": 3.90625,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "time_mlp.3": {
      "mean": 0.025112560018897057,
      "std": 0.20933035016059875,
      "abs_max": 0.98828125,
      "frac_dead": 0.00032552084303461015,
      "frac_sat": 0.0
    },
    "enc_blocks.0.norm1": {
      "mean": -0.005679808557033539,
      "std": 0.9958928823471069,
      "abs_max": 6.680795669555664,
      "frac_dead": 6.159146437312302e-07,
      "frac_sat": 0.0
    },
    "enc_blocks.0.conv1": {
      "mean": 0.08074763417243958,
      "std": 0.9407960772514343,
      "abs_max": 10.6875,
      "frac_dead": 4.441208511707373e-05,
      "frac_sat": 2.6490953430879927e-08
    },
    "enc_blocks.0.t_proj": {
      "mean": -0.0006273089675232768,
      "std": 0.21317224204540253,
      "abs_max": 2.125,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "enc_blocks.0.norm2": {
      "mean": -0.004103214479982853,
      "std": 0.9992560148239136,
      "abs_max": 9.351706504821777,
      "frac_dead": 8.675787057654816e-07,
      "frac_sat": 0.0
    },
    "enc_blocks.0.conv2": {
      "mean": -0.06078268960118294,
      "std": 0.9260948896408081,
      "abs_max": 11.4375,
      "frac_dead": 3.555748116923496e-05,
      "frac_sat": 8.278423280216884e-08
    },
    "enc_downs.0.op": {
      "mean": 0.02630145289003849,
      "std": 1.916042447090149,
      "abs_max": 22.75,
      "frac_dead": 2.0609961211448535e-05,
      "frac_sat": 0.0005958874826319516
    },
    "enc_blocks.1.norm1": {
      "mean": -0.0018810041947290301,
      "std": 1.0003385543823242,
      "abs_max": 10.622716903686523,
      "frac_dead": 1.0596381798677612e-06,
      "frac_sat": 2.6490953430879927e-08
    },
    "enc_blocks.1.conv1": {
      "mean": -0.0316561721265316,
      "std": 0.93098384141922,
      "abs_max": 11.8125,
      "frac_dead": 3.63720791938249e-05,
      "frac_sat": 2.649095449669403e-07
    },
    "enc_blocks.1.t_proj": {
      "mean": 0.004489074926823378,
      "std": 0.19143736362457275,
      "abs_max": 1.515625,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "enc_blocks.1.norm2": {
      "mean": -0.004230222199112177,
      "std": 0.9972831010818481,
      "abs_max": 12.254587173461914,
      "frac_dead": 1.0066562481370056e-06,
      "frac_sat": 1.1920928955078125e-07
    },
    "enc_blocks.1.conv2": {
      "mean": -0.01853681169450283,
      "std": 0.78462815284729,
      "abs_max": 9.9375,
      "frac_dead": 4.1166942537529394e-05,
      "frac_sat": 0.0
    },
    "enc_downs.1.op": {
      "mean": -0.061043038964271545,
      "std": 2.2881019115448,
      "abs_max": 19.125,
      "frac_dead": 1.5523699403274804e-05,
      "frac_sat": 0.0006492932443507016
    },
    "enc_blocks.2.norm1": {
      "mean": -0.0027286489494144917,
      "std": 0.998390793800354,
      "abs_max": 8.235820770263672,
      "frac_dead": 6.887647714393097e-07,
      "frac_sat": 0.0
    },
    "enc_blocks.2.conv1": {
      "mean": -0.08958557993173599,
      "std": 1.2522926330566406,
      "abs_max": 18.125,
      "frac_dead": 3.594822555896826e-05,
      "frac_sat": 0.00014895862841513008
    },
    "enc_blocks.2.t_proj": {
      "mean": -0.004121434409171343,
      "std": 0.2775437831878662,
      "abs_max": 2.515625,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "enc_blocks.2.norm2": {
      "mean": -0.009121330454945564,
      "std": 0.9945322275161743,
      "abs_max": 13.316609382629395,
      "frac_dead": 1.1656019296424347e-06,
      "frac_sat": 3.708733402163489e-06
    },
    "enc_blocks.2.conv2": {
      "mean": -0.0012582726776599884,
      "std": 0.8416869640350342,
      "abs_max": 8.625,
      "frac_dead": 2.6332007109886035e-05,
      "frac_sat": 0.0
    },
    "enc_blocks.2.skip": {
      "mean": 0.03872901201248169,
      "std": 1.1367685794830322,
      "abs_max": 14.8125,
      "frac_dead": 9.706285345600918e-05,
      "frac_sat": 7.70886708778562e-06
    },
    "enc_downs.2.op": {
      "mean": 0.11237926036119461,
      "std": 1.6770859956741333,
      "abs_max": 18.0,
      "frac_dead": 1.229180270456709e-05,
      "frac_sat": 8.911556506063789e-05
    },
    "enc_blocks.3.norm1": {
      "mean": -0.00042686983942985535,
      "std": 1.0004702806472778,
      "abs_max": 7.873823165893555,
      "frac_dead": 5.298190899338806e-07,
      "frac_sat": 0.0
    },
    "enc_blocks.3.conv1": {
      "mean": -0.19867272675037384,
      "std": 1.476852297782898,
      "abs_max": 18.0,
      "frac_dead": 2.076890814350918e-05,
      "frac_sat": 0.00023947822046466172
    },
    "enc_blocks.3.t_proj": {
      "mean": 0.002406445099040866,
      "std": 0.13080888986587524,
      "abs_max": 1.0390625,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "enc_blocks.3.norm2": {
      "mean": -0.008266602642834187,
      "std": 0.9931374788284302,
      "abs_max": 11.833065032958984,
      "frac_dead": 1.271565793103946e-06,
      "frac_sat": 3.814697265625e-06
    },
    "enc_blocks.3.conv2": {
      "mean": 0.04491338133811951,
      "std": 0.7213199138641357,
      "abs_max": 6.40625,
      "frac_dead": 3.041161471628584e-05,
      "frac_sat": 0.0
    },
    "enc_attns.3.norm": {
      "mean": 0.0003345790901221335,
      "std": 0.997136116027832,
      "abs_max": 8.509593963623047,
      "frac_dead": 1.6954210195763153e-06,
      "frac_sat": 0.0
    },
    "enc_attns.3.qkv": {
      "mean": 0.0020568061154335737,
      "std": 0.606049656867981,
      "abs_max": 5.75,
      "frac_dead": 0.00010850694525288418,
      "frac_sat": 0.0
    },
    "enc_attns.3.proj": {
      "mean": -0.004439083393663168,
      "std": 0.24444590508937836,
      "abs_max": 1.0546875,
      "frac_dead": 0.0002475314831826836,
      "frac_sat": 0.0
    },
    "enc_downs.3.op": {
      "mean": -0.11371082812547684,
      "std": 2.028658151626587,
      "abs_max": 20.875,
      "frac_dead": 1.2715657248918433e-05,
      "frac_sat": 0.0005972120561636984
    },
    "enc_blocks.4.norm1": {
      "mean": 0.00025804672623053193,
      "std": 1.001221776008606,
      "abs_max": 7.8459954261779785,
      "frac_dead": 2.1192763597355224e-06,
      "frac_sat": 0.0
    },
    "enc_blocks.4.conv1": {
      "mean": -0.3934686481952667,
      "std": 1.384687900543213,
      "abs_max": 17.25,
      "frac_dead": 2.3100112230167724e-05,
      "frac_sat": 0.00015407138562295586
    },
    "enc_blocks.4.t_proj": {
      "mean": -0.002096842974424362,
      "std": 0.09800918400287628,
      "abs_max": 0.6796875,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "enc_blocks.4.norm2": {
      "mean": -0.008577298372983932,
      "std": 0.9937466382980347,
      "abs_max": 10.411909103393555,
      "frac_dead": 2.119276274470394e-07,
      "frac_sat": 8.477105097881577e-07
    },
    "enc_blocks.4.conv2": {
      "mean": -0.012939635664224625,
      "std": 0.9054562449455261,
      "abs_max": 5.40625,
      "frac_dead": 1.5894571333774365e-05,
      "frac_sat": 0.0
    },
    "enc_blocks.4.skip": {
      "mean": -0.05520473048090935,
      "std": 1.2102307081222534,
      "abs_max": 12.3125,
      "frac_dead": 6.37902194284834e-05,
      "frac_sat": 6.781684078305261e-06
    },
    "enc_attns.4.norm": {
      "mean": -1.8503931642044336e-05,
      "std": 0.9971495866775513,
      "abs_max": 7.199902057647705,
      "frac_dead": 1.0596381798677612e-06,
      "frac_sat": 0.0
    },
    "enc_attns.4.qkv": {
      "mean": -0.004289580043405294,
      "std": 0.7320247292518616,
      "abs_max": 8.125,
      "frac_dead": 6.859390850877389e-05,
      "frac_sat": 0.0
    },
    "enc_attns.4.proj": {
      "mean": 0.002922792686149478,
      "std": 0.3093913197517395,
      "abs_max": 2.65625,
      "frac_dead": 0.0001275804388569668,
      "frac_sat": 0.0
    },
    "enc_downs.4.op": {
      "mean": 0.02217293158173561,
      "std": 3.0861616134643555,
      "abs_max": 25.875,
      "frac_dead": 2.543131586207892e-06,
      "frac_sat": 0.007915073074400425
    },
    "enc_blocks.5.norm1": {
      "mean": -8.908328163670376e-05,
      "std": 1.000154733657837,
      "abs_max": 7.034839153289795,
      "frac_dead": 1.6954210195763153e-06,
      "frac_sat": 0.0
    },
    "enc_blocks.5.conv1": {
      "mean": -0.2771743834018707,
      "std": 2.046868324279785,
      "abs_max": 19.25,
      "frac_dead": 1.3563368156610522e-05,
      "frac_sat": 0.0013817681465297937
    },
    "enc_blocks.5.t_proj": {
      "mean": -0.0009553485433571041,
      "std": 0.08868180215358734,
      "abs_max": 0.62890625,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "enc_blocks.5.norm2": {
      "mean": -0.005851236637681723,
      "std": 0.9946741461753845,
      "abs_max": 8.874484062194824,
      "frac_dead": 8.477105097881577e-07,
      "frac_sat": 0.0
    },
    "enc_blocks.5.conv2": {
      "mean": 0.0862385705113411,
      "std": 1.4481452703475952,
      "abs_max": 8.5625,
      "frac_dead": 1.3563368156610522e-05,
      "frac_sat": 0.0
    },
    "enc_attns.5.norm": {
      "mean": 5.221697938395664e-05,
      "std": 0.9983348846435547,
      "abs_max": 7.151754379272461,
      "frac_dead": 2.543131586207892e-06,
      "frac_sat": 0.0
    },
    "enc_attns.5.qkv": {
      "mean": -0.004897332284599543,
      "std": 0.8810105323791504,
      "abs_max": 8.375,
      "frac_dead": 6.357828533509746e-05,
      "frac_sat": 0.0
    },
    "enc_attns.5.proj": {
      "mean": -0.006027805618941784,
      "std": 0.19361162185668945,
      "abs_max": 1.53125,
      "frac_dead": 0.0002526177268009633,
      "frac_sat": 0.0
    },
    "mid1.norm1": {
      "mean": 0.00011206004273844883,
      "std": 1.0003716945648193,
      "abs_max": 7.116409778594971,
      "frac_dead": 8.477105097881577e-07,
      "frac_sat": 0.0
    },
    "mid1.conv1": {
      "mean": -0.7086418867111206,
      "std": 1.8661444187164307,
      "abs_max": 21.0,
      "frac_dead": 1.52587890625e-05,
      "frac_sat": 0.003971523605287075
    },
    "mid1.t_proj": {
      "mean": 0.002929791109636426,
      "std": 0.08738984912633896,
      "abs_max": 0.5078125,
      "frac_dead": 5.425347262644209e-05,
      "frac_sat": 0.0
    },
    "mid1.norm2": {
      "mean": -0.007256262004375458,
      "std": 0.9950929880142212,
      "abs_max": 10.638596534729004,
      "frac_dead": 8.477105097881577e-07,
      "frac_sat": 1.6954210195763153e-06
    },
    "mid1.conv2": {
      "mean": 0.03888840973377228,
      "std": 0.7718620300292969,
      "abs_max": 4.5,
      "frac_dead": 2.204047268605791e-05,
      "frac_sat": 0.0
    },
    "mid_attn.norm": {
      "mean": 0.00013342582678887993,
      "std": 0.9982437491416931,
      "abs_max": 6.748208045959473,
      "frac_dead": 8.477105097881577e-07,
      "frac_sat": 0.0
    },
    "mid_attn.qkv": {
      "mean": -0.010101129300892353,
      "std": 0.871902585029602,
      "abs_max": 7.5,
      "frac_dead": 5.8774596254806966e-05,
      "frac_sat": 0.0
    },
    "mid_attn.proj": {
      "mean": -0.004268778953701258,
      "std": 0.17432516813278198,
      "abs_max": 1.2734375,
      "frac_dead": 0.00027974447584711015,
      "frac_sat": 0.0
    },
    "mid2.norm1": {
      "mean": 0.0004497667250689119,
      "std": 1.0008673667907715,
      "abs_max": 6.641637325286865,
      "frac_dead": 8.477105097881577e-07,
      "frac_sat": 0.0
    },
    "mid2.conv1": {
      "mean": -0.9663907289505005,
      "std": 2.2991340160369873,
      "abs_max": 24.25,
      "frac_dead": 2.373589450144209e-05,
      "frac_sat": 0.01361083984375
    },
    "mid2.t_proj": {
      "mean": 0.0009166261297650635,
      "std": 0.0890422984957695,
      "abs_max": 0.6640625,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "mid2.norm2": {
      "mean": -0.00821609515696764,
      "std": 0.9965092539787292,
      "abs_max": 10.094039916992188,
      "frac_dead": 8.477105097881577e-07,
      "frac_sat": 8.477105097881577e-07
    },
    "mid2.conv2": {
      "mean": 0.08653509616851807,
      "std": 1.1487525701522827,
      "abs_max": 5.75,
      "frac_dead": 1.9497341781971045e-05,
      "frac_sat": 0.0
    },
    "dec_blocks.0.norm1": {
      "mean": 0.0010238753166049719,
      "std": 1.0017040967941284,
      "abs_max": 7.182895660400391,
      "frac_dead": 8.477105097881577e-07,
      "frac_sat": 0.0
    },
    "dec_blocks.0.conv1": {
      "mean": -2.5499513149261475,
      "std": 5.234790802001953,
      "abs_max": 55.25,
      "frac_dead": 5.086263172415784e-06,
      "frac_sat": 0.0761905238032341
    },
    "dec_blocks.0.t_proj": {
      "mean": -0.0014294469729065895,
      "std": 0.09479585289955139,
      "abs_max": 0.60546875,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "dec_blocks.0.norm2": {
      "mean": -0.010944444686174393,
      "std": 0.9966337084770203,
      "abs_max": 10.068451881408691,
      "frac_dead": 2.543131586207892e-06,
      "frac_sat": 1.6954210195763153e-06
    },
    "dec_blocks.0.conv2": {
      "mean": 0.011901033110916615,
      "std": 0.5798095464706421,
      "abs_max": 3.125,
      "frac_dead": 2.7126736313221045e-05,
      "frac_sat": 0.0
    },
    "dec_blocks.0.skip": {
      "mean": -0.044557470828294754,
      "std": 1.870935082435608,
      "abs_max": 14.6875,
      "frac_dead": 1.610649997019209e-05,
      "frac_sat": 0.00020429823780432343
    },
    "dec_attns.0.norm": {
      "mean": -3.814531737589277e-05,
      "std": 0.9969810247421265,
      "abs_max": 6.740102767944336,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "dec_attns.0.qkv": {
      "mean": -0.007594096474349499,
      "std": 0.7095833420753479,
      "abs_max": 4.78125,
      "frac_dead": 7.262053259182721e-05,
      "frac_sat": 0.0
    },
    "dec_attns.0.proj": {
      "mean": 0.02804269827902317,
      "std": 0.650712788105011,
      "abs_max": 2.953125,
      "frac_dead": 6.442599988076836e-05,
      "frac_sat": 0.0
    },
    "dec_ups.0.op": {
      "mean": 0.01264216285198927,
      "std": 2.6158359050750732,
      "abs_max": 23.0,
      "frac_dead": 6.357828624459216e-06,
      "frac_sat": 0.001959271030500531
    },
    "dec_blocks.1.norm1": {
      "mean": 0.0003692789177875966,
      "std": 1.0006011724472046,
      "abs_max": 7.659249305725098,
      "frac_dead": 5.298190899338806e-07,
      "frac_sat": 0.0
    },
    "dec_blocks.1.conv1": {
      "mean": -2.1808557510375977,
      "std": 3.315422534942627,
      "abs_max": 48.0,
      "frac_dead": 5.510118171514478e-06,
      "frac_sat": 0.03862402215600014
    },
    "dec_blocks.1.t_proj": {
      "mean": -0.0016897112363949418,
      "std": 0.09164174646139145,
      "abs_max": 0.6328125,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "dec_blocks.1.norm2": {
      "mean": -0.012301405891776085,
      "std": 0.9972518086433411,
      "abs_max": 11.372942924499512,
      "frac_dead": 6.35782896551973e-07,
      "frac_sat": 7.841322258173022e-06
    },
    "dec_blocks.1.conv2": {
      "mean": -0.0036889174953103065,
      "std": 0.41822341084480286,
      "abs_max": 2.515625,
      "frac_dead": 3.708733493112959e-05,
      "frac_sat": 0.0
    },
    "dec_blocks.1.skip": {
      "mean": -0.013397175818681717,
      "std": 1.399378776550293,
      "abs_max": 10.625,
      "frac_dead": 2.7974447220913135e-05,
      "frac_sat": 6.35782896551973e-07
    },
    "dec_attns.1.norm": {
      "mean": -2.5563769668224268e-05,
      "std": 0.996963381767273,
      "abs_max": 6.62148904800415,
      "frac_dead": 6.35782896551973e-07,
      "frac_sat": 0.0
    },
    "dec_attns.1.qkv": {
      "mean": 0.0024721473455429077,
      "std": 0.6335548758506775,
      "abs_max": 4.03125,
      "frac_dead": 7.466916576959193e-05,
      "frac_sat": 0.0
    },
    "dec_attns.1.proj": {
      "mean": -0.008538656868040562,
      "std": 0.36578020453453064,
      "abs_max": 1.3671875,
      "frac_dead": 0.00012969970703125,
      "frac_sat": 0.0
    },
    "dec_ups.1.op": {
      "mean": 0.045211486518383026,
      "std": 1.5917174816131592,
      "abs_max": 12.5,
      "frac_dead": 9.324815437139478e-06,
      "frac_sat": 1.88085778063396e-05
    },
    "dec_blocks.2.norm1": {
      "mean": -3.3550793887116015e-05,
      "std": 1.0003987550735474,
      "abs_max": 8.471176147460938,
      "frac_dead": 8.477105097881577e-07,
      "frac_sat": 0.0
    },
    "dec_blocks.2.conv1": {
      "mean": -1.0419565439224243,
      "std": 3.1819097995758057,
      "abs_max": 34.75,
      "frac_dead": 9.960598617908545e-06,
      "frac_sat": 0.03538068011403084
    },
    "dec_blocks.2.t_proj": {
      "mean": -0.0044543445110321045,
      "std": 0.10459078103303909,
      "abs_max": 0.62109375,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "dec_blocks.2.norm2": {
      "mean": -0.011841188184916973,
      "std": 1.0002442598342896,
      "abs_max": 9.476700782775879,
      "frac_dead": 2.4371677227463806e-06,
      "frac_sat": 0.0
    },
    "dec_blocks.2.conv2": {
      "mean": -0.003868026891723275,
      "std": 0.3635369539260864,
      "abs_max": 2.078125,
      "frac_dead": 5.647871148539707e-05,
      "frac_sat": 0.0
    },
    "dec_blocks.2.skip": {
      "mean": 0.0852733850479126,
      "std": 1.2003114223480225,
      "abs_max": 9.1875,
      "frac_dead": 3.178914266754873e-05,
      "frac_sat": 0.0
    },
    "dec_attns.2.norm": {
      "mean": 7.900595664978027e-05,
      "std": 0.9957061409950256,
      "abs_max": 6.682980060577393,
      "frac_dead": 2.119276274470394e-07,
      "frac_sat": 0.0
    },
    "dec_attns.2.qkv": {
      "mean": 0.013404250144958496,
      "std": 0.6031450629234314,
      "abs_max": 4.625,
      "frac_dead": 9.716882050270215e-05,
      "frac_sat": 0.0
    },
    "dec_attns.2.proj": {
      "mean": -0.02518179453909397,
      "std": 0.3698141872882843,
      "abs_max": 1.265625,
      "frac_dead": 0.00016360812878701836,
      "frac_sat": 0.0
    },
    "dec_ups.2.op": {
      "mean": 0.03491879999637604,
      "std": 1.0012180805206299,
      "abs_max": 7.09375,
      "frac_dead": 2.278222018503584e-05,
      "frac_sat": 0.0
    },
    "dec_blocks.3.norm1": {
      "mean": -0.0005132730002515018,
      "std": 1.0001797676086426,
      "abs_max": 10.262784957885742,
      "frac_dead": 7.682376690354431e-07,
      "frac_sat": 1.3245476715439963e-08
    },
    "dec_blocks.3.conv1": {
      "mean": -0.8485596776008606,
      "std": 2.129643440246582,
      "abs_max": 34.5,
      "frac_dead": 1.5709136278019287e-05,
      "frac_sat": 0.007686244323849678
    },
    "dec_blocks.3.t_proj": {
      "mean": -0.00039477564860135317,
      "std": 0.12362557649612427,
      "abs_max": 0.7734375,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "dec_blocks.3.norm2": {
      "mean": -0.011190549470484257,
      "std": 0.995294988155365,
      "abs_max": 12.03353500366211,
      "frac_dead": 2.278221927554114e-06,
      "frac_sat": 1.141760094469646e-05
    },
    "dec_blocks.3.conv2": {
      "mean": -0.0035135315265506506,
      "std": 0.3895057141780853,
      "abs_max": 5.3125,
      "frac_dead": 5.745887756347656e-05,
      "frac_sat": 0.0
    },
    "dec_blocks.3.skip": {
      "mean": 0.03638695552945137,
      "std": 0.7669461369514465,
      "abs_max": 7.1875,
      "frac_dead": 5.66906419408042e-05,
      "frac_sat": 0.0
    },
    "dec_ups.3.op": {
      "mean": -0.04504766687750816,
      "std": 0.8403801321983337,
      "abs_max": 8.75,
      "frac_dead": 2.6305517167202197e-05,
      "frac_sat": 0.0
    },
    "dec_blocks.4.norm1": {
      "mean": -0.0013438367750495672,
      "std": 1.000179409980774,
      "abs_max": 11.959559440612793,
      "frac_dead": 9.757501402418711e-07,
      "frac_sat": 1.3686992872408155e-07
    },
    "dec_blocks.4.conv1": {
      "mean": -0.5712231397628784,
      "std": 1.8479676246643066,
      "abs_max": 22.875,
      "frac_dead": 1.3576614037447143e-05,
      "frac_sat": 0.0011172691592946649
    },
    "dec_blocks.4.t_proj": {
      "mean": -0.004008995834738016,
      "std": 0.12154782563447952,
      "abs_max": 0.6875,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "dec_blocks.4.norm2": {
      "mean": -0.005222403444349766,
      "std": 0.996995210647583,
      "abs_max": 11.499641418457031,
      "frac_dead": 1.4437570143854828e-06,
      "frac_sat": 7.947286206899662e-08
    },
    "dec_blocks.4.conv2": {
      "mean": -0.008350415155291557,
      "std": 0.5789016485214233,
      "abs_max": 5.625,
      "frac_dead": 5.3591200412483886e-05,
      "frac_sat": 0.0
    },
    "dec_blocks.4.skip": {
      "mean": 0.009770325385034084,
      "std": 1.1018366813659668,
      "abs_max": 8.875,
      "frac_dead": 5.510118353413418e-05,
      "frac_sat": 0.0
    },
    "dec_ups.4.op": {
      "mean": -0.18501953780651093,
      "std": 2.0624237060546875,
      "abs_max": 22.75,
      "frac_dead": 2.249413046229165e-05,
      "frac_sat": 0.002946823835372925
    },
    "dec_blocks.5.norm1": {
      "mean": -0.003984882961958647,
      "std": 0.9979493021965027,
      "abs_max": 12.960043907165527,
      "frac_dead": 1.1656019296424347e-06,
      "frac_sat": 4.106097719613899e-07
    },
    "dec_blocks.5.conv1": {
      "mean": -0.0586412288248539,
      "std": 1.5150682926177979,
      "abs_max": 22.75,
      "frac_dead": 1.675883868301753e-05,
      "frac_sat": 0.0001257459371117875
    },
    "dec_blocks.5.t_proj": {
      "mean": 0.011308521963655949,
      "std": 0.215815931558609,
      "abs_max": 1.6015625,
      "frac_dead": 0.0,
      "frac_sat": 0.0
    },
    "dec_blocks.5.norm2": {
      "mean": 0.0006456120754592121,
      "std": 1.0051116943359375,
      "abs_max": 17.839805603027344,
      "frac_dead": 1.1026859283447266e-06,
      "frac_sat": 4.159079708188074e-06
    },
    "dec_blocks.5.conv2": {
      "mean": -0.9917439222335815,
      "std": 1.8552374839782715,
      "abs_max": 27.125,
      "frac_dead": 2.7272437364445068e-05,
      "frac_sat": 0.0017922355327755213
    },
    "dec_blocks.5.skip": {
      "mean": -0.26965466141700745,
      "std": 1.6131691932678223,
      "abs_max": 19.375,
      "frac_dead": 5.5223703384399414e-05,
      "frac_sat": 0.00018515189003665
    },
    "out_norm": {
      "mean": -0.004453430417925119,
      "std": 0.9956813454627991,
      "abs_max": 13.229631423950195,
      "frac_dead": 1.8510553445594269e-06,
      "frac_sat": 3.7418470810735016e-07
    },
    "out_conv": {
      "mean": 0.49139833450317383,
      "std": 0.23420317471027374,
      "abs_max": 1.046875,
      "frac_dead": 3.602769766075653e-06,
      "frac_sat": 0.0
    }
  }
}