{
  "attention_bias": false,
  "attention_dropout": 0.0,
  "dtype": "bfloat16",
  "eos_token_id": 65536,
  "head_dim": 128,
  "hidden_act": "silu",
  "hidden_size": 5120,
  "initializer_range": 0.02,
  "intermediate_size": 13696,
  "layer_types": [
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention",
    "full_attention"
  ],
  "max_position_embeddings": 32768,
  "max_window_layers": 28,
  "model_type": "qwen3",
  "num_attention_heads": 40,
  "num_hidden_layers": 40,
  "num_key_value_heads": 40,
  "pad_token_id": 65536,
  "rms_norm_eps": 0.0078125,
  "rope_scaling": null,
  "rope_theta": 1000000,
  "sliding_window": null,
  "talkie_attn_gains": [
    0.00051116943359375,
    0.000835418701171875,
    0.00040435791015625,
    3.719329833984375e-05,
    0.000370025634765625,
    0.00176239013671875,
    0.0012664794921875,
    0.0023651123046875,
    0.005126953125,
    0.006927490234375,
    0.0079345703125,
    0.01177978515625,
    0.012939453125,
    0.0133056640625,
    0.01422119140625,
    0.035400390625,
    0.050048828125,
    0.07470703125,
    0.0791015625,
    0.09521484375,
    0.140625,
    0.19921875,
    0.2421875,
    0.40625,
    0.3515625,
    0.578125,
    0.71484375,
    0.80078125,
    1.078125,
    1.3203125,
    1.1484375,
    1.453125,
    1.8984375,
    3.171875,
    2.921875,
    2.890625,
    2.421875,
    3.5,
    1.7265625,
    1.2734375
  ],
  "talkie_embed_skips": [
    -0.39453125,
    -0.34765625,
    -0.255859375,
    0.00020503997802734375,
    0.0003719329833984375,
    0.0002765655517578125,
    0.000347137451171875,
    0.00049591064453125,
    0.000507354736328125,
    0.0009765625,
    0.00063323974609375,
    0.0002574920654296875,
    0.000606536865234375,
    0.0016021728515625,
    0.00153350830078125,
    0.00183868408203125,
    0.00182342529296875,
    0.00194549560546875,
    0.0011444091796875,
    -0.00213623046875,
    0.0023651123046875,
    0.01068115234375,
    0.00982666015625,
    0.006317138671875,
    0.004425048828125,
    0.0302734375,
    0.037353515625,
    -0.00811767578125,
    -0.01055908203125,
    0.003814697265625,
    0.0289306640625,
    0.1513671875,
    0.5859375,
    -0.37109375,
    -0.035400390625,
    -0.021728515625,
    0.2578125,
    0.44921875,
    -0.7265625,
    0.01177978515625
  ],
  "talkie_embedding_skip": true,
  "talkie_head_gains": [
    [
      0.9921875,
      1.0859375,
      1.28125,
      1.0859375,
      1.21875,
      1.234375,
      0.84375,
      1.3125,
      1.1171875,
      1.2265625,
      1.015625,
      1.390625,
      1.3828125,
      0.93359375,
      1.359375,
      0.89453125,
      1.25,
      0.96484375,
      0.99609375,
      1.1640625,
      1.2265625,
      1.0078125,
      1.1328125,
      1.1640625,
      1.109375,
      1.0078125,
      1.1640625,
      1.15625,
      1.046875,
      1.15625,
      1.15625,
      1.453125,
      0.91015625,
      1.8515625,
      0.50390625,
      1.09375,
      1.0,
      1.34375,
      0.92578125,
      1.46875
    ],
    [
      1.125,
      1.1640625,
      1.6875,
      1.09375,
      1.109375,
      2.078125,
      1.1484375,
      0.76953125,
      1.03125,
      1.03125,
      1.3359375,
      1.0234375,
      1.125,
      1.171875,
      2.921875,
      0.98828125,
      1.609375,
      2.03125,
      0.921875,
      1.046875,
      1.21875,
      1.296875,
      1.2421875,
      2.21875,
      1.921875,
      1.4375,
      1.453125,
      0.83203125,
      1.453125,
      1.3359375,
      1.109375,
      1.8359375,
      0.94921875,
      1.1640625,
      1.4921875,
      1.8828125,
      1.90625,
      1.21875,
      1.2890625,
      1.1640625
    ],
    [
      1.6953125,
      2.109375,
      1.296875,
      0.8984375,
      1.3671875,
      1.6875,
      1.1484375,
      1.1015625,
      0.796875,
      0.91015625,
      1.15625,
      1.3828125,
      0.99609375,
      3.125,
      1.1796875,
      2.0,
      1.0703125,
      1.078125,
      0.73828125,
      1.0078125,
      2.34375,
      1.1796875,
      1.8359375,
      2.375,
      1.65625,
      1.15625,
      1.890625,
      1.4921875,
      0.87890625,
      0.94140625,
      0.80078125,
      0.8515625,
      1.3671875,
      1.2421875,
      1.125,
      1.0546875,
      1.515625,
      1.625,
      2.578125,
      2.296875
    ],
    [
      2.1875,
      1.0625,
      1.796875,
      1.4296875,
      1.6328125,
      0.98828125,
      1.5,
      1.4921875,
      1.3984375,
      3.015625,
      1.0703125,
      1.296875,
      1.125,
      1.2890625,
      1.6875,
      1.765625,
      1.2421875,
      1.1015625,
      1.6796875,
      3.015625,
      1.2421875,
      0.97265625,
      2.1875,
      1.2109375,
      1.390625,
      1.390625,
      1.171875,
      2.890625,
      1.7421875,
      1.578125,
      1.625,
      1.421875,
      1.2109375,
      1.3203125,
      2.78125,
      2.09375,
      1.7890625,
      1.4296875,
      2.109375,
      2.15625
    ],
    [
      1.3828125,
      1.796875,
      2.03125,
      2.28125,
      1.09375,
      1.203125,
      1.1015625,
      1.609375,
      2.109375,
      1.2421875,
      1.7265625,
      1.078125,
      1.3515625,
      1.265625,
      1.1328125,
      2.15625,
      2.078125,
      1.5546875,
      1.6015625,
      2.546875,
      1.1328125,
      1.171875,
      1.3046875,
      1.6484375,
      1.15625,
      1.609375,
      1.0625,
      0.88671875,
      1.375,
      1.6953125,
      2.796875,
      1.59375,
      1.7109375,
      0.99609375,
      1.0,
      1.75,
      1.515625,
      2.140625,
      1.7890625,
      1.40625
    ],
    [
      1.9375,
      2.46875,
      1.6015625,
      1.6015625,
      0.8828125,
      1.1875,
      2.03125,
      1.8515625,
      1.40625,
      3.3125,
      1.2890625,
      1.7578125,
      2.59375,
      1.9921875,
      1.8984375,
      1.5625,
      1.9765625,
      2.09375,
      1.765625,
      1.0703125,
      2.484375,
      2.140625,
      2.0625,
      1.546875,
      1.4921875,
      1.359375,
      1.46875,
      1.515625,
      1.5390625,
      1.40625,
      1.6875,
      1.53125,
      1.921875,
      1.921875,
      2.140625,
      1.140625,
      1.53125,
      1.4765625,
      1.8984375,
      1.6171875
    ],
    [
      1.6953125,
      2.296875,
      1.6953125,
      1.4140625,
      1.484375,
      1.984375,
      1.4375,
      2.15625,
      1.6953125,
      1.4921875,
      1.46875,
      2.625,
      1.6484375,
      1.609375,
      1.421875,
      1.640625,
      1.109375,
      1.609375,
      1.8125,
      2.1875,
      1.8828125,
      1.3203125,
      2.46875,
      1.71875,
      1.9609375,
      1.8984375,
      1.6484375,
      1.8671875,
      2.3125,
      2.21875,
      1.7890625,
      1.9921875,
      1.2578125,
      2.359375,
      1.8359375,
      1.0234375,
      1.8828125,
      2.125,
      2.015625,
      2.40625
    ],
    [
      1.234375,
      1.53125,
      1.96875,
      1.46875,
      1.5703125,
      1.421875,
      1.9375,
      1.8828125,
      1.65625,
      1.1796875,
      1.8046875,
      1.4453125,
      1.59375,
      2.765625,
      1.453125,
      2.03125,
      1.4140625,
      1.2734375,
      1.65625,
      1.734375,
      1.28125,
      1.59375,
      1.8359375,
      1.1875,
      1.921875,
      2.0,
      1.4375,
      2.03125,
      2.046875,
      1.515625,
      1.859375,
      1.6484375,
      1.28125,
      2.0625,
      1.8515625,
      1.359375,
      1.4765625,
      1.90625,
      1.6015625,
      1.1875
    ],
    [
      1.390625,
      2.015625,
      1.890625,
      1.515625,
      2.0625,
      1.359375,
      1.6015625,
      1.2578125,
      1.2265625,
      1.4375,
      1.9296875,
      2.09375,
      1.7421875,
      1.5,
      1.296875,
      1.9921875,
      1.765625,
      1.734375,
      1.96875,
      2.265625,
      1.7109375,
      1.2890625,
      2.234375,
      1.6796875,
      1.203125,
      1.7890625,
      1.2109375,
      1.421875,
      1.8046875,
      1.484375,
      2.046875,
      1.4765625,
      1.9296875,
      1.046875,
      1.53125,
      1.5,
      1.265625,
      1.109375,
      1.5078125,
      1.8203125
    ],
    [
      2.25,
      1.7578125,
      2.15625,
      2.203125,
      1.1875,
      2.28125,
      1.0390625,
      3.3125,
      2.109375,
      2.171875,
      1.4765625,
      2.09375,
      1.6875,
      1.453125,
      1.6015625,
      2.140625,
      1.6953125,
      1.7734375,
      1.75,
      1.6953125,
      1.6015625,
      1.5,
      1.0390625,
      1.4609375,
      1.6640625,
      1.9453125,
      1.6796875,
      2.125,
      1.3046875,
      1.5,
      1.34375,
      2.1875,
      1.703125,
      1.7109375,
      1.765625,
      1.4921875,
      1.84375,
      2.03125,
      1.46875,
      1.359375
    ],
    [
      1.421875,
      1.5234375,
      1.84375,
      1.9140625,
      1.59375,
      1.90625,
      2.46875,
      1.40625,
      1.2734375,
      1.453125,
      2.03125,
      1.6953125,
      1.875,
      1.203125,
      1.5390625,
      2.25,
      1.84375,
      2.140625,
      1.0390625,
      1.796875,
      2.125,
      2.140625,
      1.828125,
      1.90625,
      2.03125,
      1.7421875,
      1.71875,
      1.171875,
      1.9765625,
      1.5859375,
      1.4921875,
      2.15625,
      2.953125,
      2.3125,
      1.1796875,
      1.609375,
      1.390625,
      2.0,
      1.4453125,
      1.4375
    ],
    [
      1.9609375,
      1.703125,
      2.171875,
      1.3671875,
      1.3125,
      1.6875,
      1.234375,
      1.65625,
      1.0859375,
      1.328125,
      1.3984375,
      1.875,
      2.0,
      2.171875,
      2.109375,
      1.9765625,
      2.140625,
      1.2109375,
      2.1875,
      1.8359375,
      3.609375,
      1.0,
      2.984375,
      1.4296875,
      2.4375,
      1.859375,
      2.078125,
      1.5,
      2.34375,
      1.9140625,
      1.609375,
      2.28125,
      1.875,
      1.609375,
      1.65625,
      2.15625,
      1.375,
      1.9609375,
      2.078125,
      1.9765625
    ],
    [
      3.21875,
      2.03125,
      1.5,
      1.7890625,
      1.8359375,
      2.0,
      2.6875,
      2.390625,
      2.9375,
      2.1875,
      2.0625,
      2.5625,
      1.40625,
      1.8359375,
      1.3203125,
      2.15625,
      2.640625,
      2.125,
      2.109375,
      2.3125,
      1.7578125,
      2.875,
      1.9296875,
      1.3984375,
      2.0,
      1.9921875,
      1.3203125,
      2.25,
      2.296875,
      2.109375,
      2.296875,
      1.984375,
      2.21875,
      1.3671875,
      1.6953125,
      1.859375,
      1.671875,
      2.140625,
      1.0546875,
      1.234375
    ],
    [
      1.515625,
      1.6640625,
      1.9375,
      2.265625,
      1.59375,
      1.9765625,
      2.09375,
      2.0625,
      1.6015625,
      2.09375,
      1.1640625,
      1.96875,
      1.5703125,
      1.453125,
      3.203125,
      1.71875,
      1.4375,
      1.15625,
      2.734375,
      2.15625,
      2.0,
      3.25,
      3.5,
      2.046875,
      2.3125,
      1.625,
      2.09375,
      2.046875,
      1.3046875,
      1.515625,
      1.9609375,
      2.1875,
      1.21875,
      3.25,
      1.6015625,
      1.953125,
      1.1640625,
      2.421875,
      1.796875,
      2.09375
    ],
    [
      3.328125,
      1.3359375,
      3.171875,
      1.515625,
      2.25,
      1.828125,
      1.734375,
      2.390625,
      1.125,
      1.5234375,
      2.421875,
      3.03125,
      1.953125,
      3.484375,
      2.375,
      1.375,
      2.046875,
      1.8828125,
      1.859375,
      1.4296875,
      1.7734375,
      1.453125,
      2.359375,
      2.28125,
      1.4921875,
      1.984375,
      1.2421875,
      2.203125,
      2.421875,
      1.390625,
      1.8984375,
      2.71875,
      1.6640625,
      1.4765625,
      1.609375,
      1.5,
      1.421875,
      2.359375,
      1.25,
      1.5390625
    ],
    [
      1.5859375,
      1.2890625,
      3.125,
      1.921875,
      1.3671875,
      1.8984375,
      1.4140625,
      1.5,
      1.765625,
      1.3671875,
      2.640625,
      2.390625,
      2.84375,
      1.5078125,
      1.5546875,
      1.515625,
      2.5625,
      2.296875,
      2.921875,
      2.015625,
      1.9296875,
      2.21875,
      1.53125,
      1.6953125,
      2.078125,
      2.078125,
      2.109375,
      2.609375,
      2.359375,
      1.21875,
      1.703125,
      1.78125,
      2.25,
      1.4453125,
      1.4140625,
      2.3125,
      2.125,
      2.546875,
      1.859375,
      2.03125
    ],
    [
      2.15625,
      2.0625,
      1.546875,
      1.8046875,
      2.4375,
      2.21875,
      1.3515625,
      2.59375,
      2.234375,
      1.703125,
      1.8125,
      2.53125,
      2.21875,
      2.4375,
      2.75,
      2.171875,
      2.578125,
      2.84375,
      3.109375,
      2.578125,
      1.34375,
      2.046875,
      2.078125,
      1.578125,
      2.375,
      1.96875,
      3.328125,
      1.3828125,
      2.75,
      1.546875,
      2.671875,
      1.7109375,
      2.953125,
      2.5625,
      2.0625,
      1.6796875,
      1.703125,
      3.390625,
      2.125,
      2.28125
    ],
    [
      2.203125,
      1.5078125,
      1.5390625,
      1.390625,
      1.7265625,
      2.0,
      2.09375,
      1.875,
      1.65625,
      2.015625,
      1.8671875,
      2.3125,
      1.6015625,
      1.5703125,
      1.7734375,
      2.4375,
      1.640625,
      2.5,
      1.609375,
      2.078125,
      1.65625,
      1.8359375,
      2.53125,
      2.15625,
      1.9765625,
      1.828125,
      1.921875,
      2.328125,
      2.734375,
      2.078125,
      2.3125,
      2.46875,
      2.34375,
      2.78125,
      1.5390625,
      2.875,
      2.328125,
      1.46875,
      1.453125,
      2.28125
    ],
    [
      2.84375,
      2.328125,
      1.5390625,
      1.8828125,
      2.6875,
      1.7265625,
      2.21875,
      2.78125,
      2.125,
      2.28125,
      1.6953125,
      2.078125,
      2.390625,
      2.15625,
      2.390625,
      2.0625,
      2.421875,
      2.671875,
      1.5234375,
      2.046875,
      1.9140625,
      2.359375,
      2.0625,
      2.640625,
      2.140625,
      2.3125,
      2.234375,
      1.65625,
      2.140625,
      2.140625,
      2.296875,
      2.984375,
      2.15625,
      3.265625,
      2.234375,
      2.40625,
      1.4609375,
      1.734375,
      1.8125,
      1.6875
    ],
    [
      1.8203125,
      2.71875,
      2.09375,
      2.390625,
      2.0625,
      2.015625,
      1.5859375,
      1.734375,
      3.0,
      2.78125,
      1.625,
      2.40625,
      2.265625,
      2.171875,
      3.359375,
      2.703125,
      2.03125,
      3.203125,
      1.671875,
      2.859375,
      1.96875,
      2.328125,
      1.5,
      2.671875,
      2.265625,
      2.625,
      2.421875,
      2.6875,
      2.546875,
      2.3125,
      2.265625,
      1.4140625,
      1.59375,
      2.625,
      1.5859375,
      1.6875,
      2.078125,
      2.421875,
      1.9921875,
      1.6484375
    ],
    [
      1.875,
      2.34375,
      1.5703125,
      2.09375,
      2.828125,
      3.609375,
      1.90625,
      2.828125,
      2.734375,
      2.765625,
      3.078125,
      2.484375,
      2.1875,
      2.53125,
      1.859375,
      2.703125,
      1.9375,
      2.484375,
      2.140625,
      2.28125,
      2.953125,
      2.109375,
      2.25,
      2.3125,
      2.109375,
      1.53125,
      2.015625,
      1.9296875,
      2.40625,
      1.6640625,
      2.359375,
      1.8125,
      1.859375,
      2.671875,
      1.75,
      1.5546875,
      1.921875,
      2.34375,
      2.296875,
      2.359375
    ],
    [
      2.21875,
      1.5703125,
      2.703125,
      3.0,
      2.84375,
      1.7421875,
      2.84375,
      2.59375,
      1.8046875,
      2.234375,
      2.515625,
      2.328125,
      1.9765625,
      2.609375,
      1.84375,
      2.390625,
      2.4375,
      2.75,
      2.625,
      2.140625,
      1.8046875,
      2.0,
      2.53125,
      1.7578125,
      2.09375,
      1.640625,
      2.53125,
      2.28125,
      2.296875,
      2.109375,
      2.140625,
      2.390625,
      2.0,
      1.421875,
      2.234375,
      2.25,
      1.8671875,
      1.5859375,
      2.359375,
      1.8046875
    ],
    [
      1.953125,
      2.09375,
      3.25,
      2.09375,
      2.46875,
      2.515625,
      1.9921875,
      1.6328125,
      2.34375,
      2.484375,
      2.21875,
      2.078125,
      2.546875,
      2.578125,
      2.265625,
      2.265625,
      2.0,
      2.890625,
      2.015625,
      3.03125,
      2.09375,
      2.484375,
      1.9765625,
      1.5625,
      2.703125,
      1.40625,
      1.765625,
      1.890625,
      2.328125,
      1.6640625,
      1.625,
      2.46875,
      2.515625,
      2.109375,
      2.5625,
      1.8046875,
      1.8515625,
      2.546875,
      1.8125,
      2.3125
    ],
    [
      2.65625,
      2.375,
      2.53125,
      2.5,
      2.25,
      2.53125,
      2.03125,
      3.15625,
      2.03125,
      3.125,
      2.3125,
      2.375,
      1.734375,
      2.390625,
      1.4140625,
      2.390625,
      2.65625,
      2.328125,
      2.5625,
      2.1875,
      2.859375,
      2.140625,
      2.671875,
      1.921875,
      2.265625,
      2.515625,
      2.875,
      2.578125,
      2.6875,
      2.640625,
      1.8203125,
      3.203125,
      2.265625,
      2.71875,
      3.296875,
      2.875,
      2.5,
      1.953125,
      2.71875,
      2.03125
    ],
    [
      2.390625,
      2.234375,
      2.5,
      1.9296875,
      3.5,
      2.984375,
      1.84375,
      2.6875,
      2.4375,
      1.75,
      2.859375,
      2.265625,
      2.75,
      2.03125,
      2.921875,
      2.796875,
      2.265625,
      2.515625,
      2.671875,
      1.9375,
      2.421875,
      2.390625,
      3.734375,
      1.953125,
      1.9140625,
      1.609375,
      2.546875,
      1.3203125,
      3.125,
      2.671875,
      2.234375,
      1.8671875,
      1.8046875,
      2.34375,
      3.390625,
      1.953125,
      2.0625,
      2.03125,
      1.34375,
      1.6953125
    ],
    [
      2.28125,
      2.6875,
      2.28125,
      3.046875,
      2.515625,
      2.5625,
      2.609375,
      2.84375,
      2.65625,
      1.796875,
      2.75,
      2.484375,
      2.890625,
      1.296875,
      2.859375,
      3.34375,
      1.71875,
      2.6875,
      2.234375,
      1.984375,
      2.0,
      1.984375,
      2.375,
      2.96875,
      1.796875,
      2.796875,
      3.171875,
      2.4375,
      1.9765625,
      2.265625,
      1.8359375,
      2.40625,
      2.5,
      2.71875,
      1.9765625,
      2.59375,
      2.21875,
      2.640625,
      2.53125,
      3.078125
    ],
    [
      2.453125,
      2.203125,
      2.9375,
      1.40625,
      2.953125,
      2.828125,
      2.5625,
      3.03125,
      2.40625,
      3.015625,
      2.0,
      2.265625,
      2.8125,
      2.421875,
      1.6953125,
      1.96875,
      2.203125,
      2.5625,
      2.171875,
      2.59375,
      1.140625,
      2.515625,
      2.46875,
      1.78125,
      2.3125,
      2.921875,
      2.90625,
      1.8671875,
      1.9609375,
      3.15625,
      3.28125,
      2.609375,
      3.03125,
      3.3125,
      1.9140625,
      2.53125,
      3.234375,
      1.6015625,
      2.34375,
      2.1875
    ],
    [
      1.875,
      2.96875,
      2.578125,
      2.703125,
      2.453125,
      2.5,
      3.03125,
      2.71875,
      2.84375,
      2.25,
      3.15625,
      2.0,
      2.53125,
      2.234375,
      1.6484375,
      2.5,
      1.6328125,
      2.3125,
      1.6796875,
      2.578125,
      2.234375,
      2.5625,
      1.84375,
      3.03125,
      1.59375,
      2.734375,
      3.09375,
      1.984375,
      2.5625,
      2.359375,
      2.15625,
      2.546875,
      2.84375,
      2.125,
      1.8671875,
      2.203125,
      1.828125,
      2.125,
      2.125,
      2.234375
    ],
    [
      2.640625,
      1.9765625,
      2.546875,
      1.84375,
      2.140625,
      2.875,
      2.15625,
      2.296875,
      2.265625,
      1.84375,
      3.0,
      2.03125,
      2.75,
      2.328125,
      2.9375,
      2.484375,
      2.078125,
      2.21875,
      2.484375,
      2.265625,
      2.1875,
      1.5390625,
      1.953125,
      2.296875,
      2.390625,
      1.46875,
      2.8125,
      2.828125,
      1.65625,
      3.296875,
      1.5703125,
      2.40625,
      2.015625,
      1.765625,
      2.234375,
      2.40625,
      2.5625,
      2.21875,
      2.078125,
      3.125
    ],
    [
      1.7265625,
      2.3125,
      1.9765625,
      2.875,
      2.171875,
      2.34375,
      2.046875,
      2.3125,
      1.53125,
      2.046875,
      2.6875,
      1.7265625,
      1.9453125,
      1.8203125,
      2.265625,
      2.515625,
      2.109375,
      2.453125,
      1.875,
      2.078125,
      2.03125,
      2.40625,
      2.46875,
      2.0625,
      3.0625,
      1.8203125,
      2.34375,
      2.34375,
      2.0625,
      2.390625,
      2.046875,
      2.15625,
      2.1875,
      2.0625,
      2.09375,
      2.171875,
      2.375,
      2.171875,
      1.875,
      1.9921875
    ],
    [
      1.9296875,
      2.234375,
      2.046875,
      1.578125,
      2.296875,
      1.671875,
      1.8671875,
      2.546875,
      2.359375,
      2.40625,
      2.25,
      1.546875,
      2.578125,
      2.125,
      2.4375,
      2.03125,
      2.34375,
      1.765625,
      2.171875,
      1.734375,
      2.4375,
      1.4453125,
      2.25,
      2.578125,
      1.9921875,
      2.6875,
      1.9609375,
      1.6796875,
      1.9375,
      2.46875,
      2.296875,
      2.015625,
      2.515625,
      2.140625,
      2.28125,
      2.34375,
      2.21875,
      1.8984375,
      2.0,
      1.859375
    ],
    [
      2.3125,
      2.484375,
      2.09375,
      2.328125,
      2.671875,
      2.484375,
      2.609375,
      2.015625,
      2.328125,
      2.40625,
      2.078125,
      1.5859375,
      1.6484375,
      2.265625,
      2.0,
      2.671875,
      1.9296875,
      2.40625,
      1.859375,
      2.828125,
      2.0,
      1.9921875,
      1.953125,
      1.9921875,
      2.421875,
      2.359375,
      2.4375,
      2.078125,
      1.515625,
      2.234375,
      2.0,
      1.96875,
      2.03125,
      1.71875,
      2.046875,
      2.03125,
      2.0,
      2.4375,
      2.375,
      2.265625
    ],
    [
      2.25,
      2.21875,
      2.71875,
      2.359375,
      2.671875,
      1.8046875,
      2.53125,
      2.484375,
      1.6796875,
      2.046875,
      2.28125,
      1.8515625,
      2.234375,
      2.296875,
      2.046875,
      2.515625,
      2.203125,
      2.390625,
      3.03125,
      1.9453125,
      2.453125,
      2.234375,
      1.734375,
      2.5625,
      2.359375,
      2.140625,
      2.34375,
      2.1875,
      2.453125,
      1.9296875,
      2.4375,
      2.171875,
      1.8828125,
      2.3125,
      2.234375,
      2.21875,
      1.9765625,
      2.359375,
      1.859375,
      2.3125
    ],
    [
      2.25,
      2.21875,
      1.90625,
      2.21875,
      2.296875,
      2.40625,
      1.84375,
      2.109375,
      2.421875,
      2.21875,
      2.5625,
      1.6953125,
      2.40625,
      2.5,
      2.28125,
      2.484375,
      2.875,
      2.8125,
      2.15625,
      2.34375,
      2.15625,
      2.5,
      2.359375,
      1.8125,
      2.453125,
      1.75,
      2.15625,
      1.8984375,
      2.375,
      2.6875,
      2.3125,
      1.9453125,
      1.9609375,
      2.390625,
      2.109375,
      2.484375,
      2.859375,
      2.25,
      2.21875,
      1.890625
    ],
    [
      2.390625,
      2.296875,
      1.7578125,
      2.078125,
      2.453125,
      2.484375,
      1.9921875,
      2.34375,
      2.09375,
      2.6875,
      2.296875,
      2.3125,
      2.421875,
      1.90625,
      2.09375,
      2.421875,
      2.578125,
      1.8828125,
      2.765625,
      2.375,
      2.796875,
      2.328125,
      2.8125,
      2.546875,
      2.640625,
      2.375,
      2.25,
      2.75,
      2.5,
      2.171875,
      2.203125,
      2.34375,
      2.234375,
      2.5,
      1.9296875,
      1.7578125,
      1.859375,
      2.265625,
      2.671875,
      2.65625
    ],
    [
      1.640625,
      1.96875,
      1.71875,
      2.15625,
      2.375,
      1.890625,
      2.0625,
      2.1875,
      2.75,
      2.125,
      1.9765625,
      2.046875,
      1.9140625,
      2.84375,
      1.8515625,
      1.984375,
      3.34375,
      1.8125,
      2.375,
      2.046875,
      1.765625,
      1.7421875,
      1.9921875,
      2.75,
      2.0625,
      2.1875,
      1.7734375,
      1.765625,
      1.8359375,
      2.234375,
      1.7265625,
      2.34375,
      2.546875,
      2.1875,
      1.859375,
      1.4921875,
      2.484375,
      1.9453125,
      1.65625,
      2.03125
    ],
    [
      1.6484375,
      1.890625,
      1.8125,
      1.625,
      1.640625,
      2.109375,
      1.875,
      1.890625,
      2.15625,
      2.21875,
      2.4375,
      1.890625,
      2.125,
      1.796875,
      2.0,
      1.9921875,
      1.59375,
      2.078125,
      1.9140625,
      1.8515625,
      1.921875,
      1.796875,
      1.59375,
      1.7578125,
      2.171875,
      2.125,
      1.5390625,
      1.9921875,
      1.921875,
      3.09375,
      2.4375,
      1.6484375,
      2.0,
      2.359375,
      1.984375,
      2.53125,
      1.8515625,
      1.4921875,
      1.7421875,
      2.046875
    ],
    [
      2.09375,
      1.78125,
      1.9765625,
      1.7578125,
      1.90625,
      1.96875,
      2.78125,
      2.28125,
      2.546875,
      3.15625,
      1.9609375,
      1.796875,
      1.8125,
      1.6796875,
      1.84375,
      2.15625,
      2.453125,
      1.8671875,
      1.671875,
      1.734375,
      1.8515625,
      1.7734375,
      2.515625,
      1.796875,
      1.8671875,
      1.6640625,
      2.84375,
      2.109375,
      2.828125,
      2.1875,
      2.125,
      1.984375,
      1.8359375,
      1.5859375,
      2.0,
      2.15625,
      2.078125,
      2.515625,
      1.6015625,
      1.953125
    ],
    [
      2.125,
      1.9765625,
      2.234375,
      1.4453125,
      2.5625,
      1.8515625,
      3.0,
      3.0625,
      2.5,
      1.9453125,
      1.7734375,
      1.6953125,
      1.9140625,
      1.53125,
      2.109375,
      2.59375,
      1.5234375,
      1.671875,
      1.453125,
      1.8984375,
      2.78125,
      1.546875,
      2.03125,
      2.5,
      1.5703125,
      2.640625,
      1.5859375,
      1.359375,
      1.6328125,
      1.2734375,
      2.0,
      2.421875,
      2.09375,
      2.140625,
      2.0625,
      1.6484375,
      1.703125,
      1.9296875,
      1.8515625,
      2.09375
    ],
    [
      1.5078125,
      2.21875,
      2.625,
      2.25,
      1.6484375,
      1.734375,
      1.84375,
      1.5078125,
      2.171875,
      1.828125,
      1.5625,
      3.265625,
      2.15625,
      2.828125,
      1.5703125,
      1.890625,
      1.234375,
      2.328125,
      3.328125,
      1.5703125,
      1.6875,
      2.75,
      1.9609375,
      1.5390625,
      2.125,
      2.5,
      1.8984375,
      1.734375,
      1.5703125,
      1.390625,
      2.078125,
      1.3828125,
      1.46875,
      1.5234375,
      1.859375,
      1.5234375,
      1.7734375,
      2.078125,
      1.515625,
      1.7421875
    ]
  ],
  "talkie_initial_rms_norm": true,
  "talkie_mlp_gains": [
    0.00023651123046875,
    0.000370025634765625,
    0.00018978118896484375,
    0.000621795654296875,
    0.00182342529296875,
    0.0021209716796875,
    0.0025177001953125,
    0.0032196044921875,
    0.005523681640625,
    0.00958251953125,
    0.01141357421875,
    0.01495361328125,
    0.01806640625,
    0.0211181640625,
    0.0238037109375,
    0.0322265625,
    0.04150390625,
    0.057373046875,
    0.0732421875,
    0.0947265625,
    0.12109375,
    0.1533203125,
    0.1875,
    0.236328125,
    0.296875,
    0.36328125,
    0.484375,
    0.60546875,
    0.78125,
    0.99609375,
    1.1953125,
    1.4140625,
    1.6015625,
    1.7578125,
    2.125,
    2.59375,
    3.0,
    3.09375,
    2.90625,
    2.421875
  ],
  "talkie_qwen3_compat": true,
  "talkie_rope_sign": -1,
  "tie_word_embeddings": false,
  "transformers_version": "4.57.2",
  "use_cache": true,
  "use_sliding_window": false,
  "vocab_size": 65540
}