{
  "capsule_id": "quantal-1786648501",
  "address": {
    "role": "matrix.ternary.quantal",
    "tags": [
      "quantal",
      "bitnet",
      "ternary",
      "ayeos"
    ]
  },
  "payload_type": "ternary_matrix",
  "metadata": {
    "base_model": "Qwen/Qwen2.5-0.5B",
    "reconstruction_model": "Qwen/Qwen2.5-0.5B",
    "binary": false,
    "group_size": 64,
    "epochs": 7,
    "final_loss": null,
    "val_loss": 2.1469,
    "checkpoint_sha256": "21294c68f05f36fcf72a25246caea92cac6664173f684328a2aad72f9a988285",
    "checkpoint_size_bytes": 988097722,
    "checkpoint_source": "vast.ai remote GPU run",
    "export_tool": "MLX-QUANT fork mlx 0.32.0 (ternary quantize)",
    "export_complete": true,
    "best_val": 2.1469,
    "quantizer": "thresholded-ternary (per-group 64, zero state)",
    "deployed_forward": true
  },
  "timestamp": 1786648501,
  "matrices": [
    {
      "file": "m000.json",
      "name": "model.layers.23.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4283849
    },
    {
      "file": "m001.json",
      "name": "model.layers.23.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4291889
    },
    {
      "file": "m002.json",
      "name": "model.layers.23.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4285700
    },
    {
      "file": "m003.json",
      "name": "model.layers.23.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 791246
    },
    {
      "file": "m004.json",
      "name": "model.layers.23.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112940
    },
    {
      "file": "m005.json",
      "name": "model.layers.23.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112976
    },
    {
      "file": "m006.json",
      "name": "model.layers.23.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789248
    },
    {
      "file": "m007.json",
      "name": "model.layers.22.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4283364
    },
    {
      "file": "m008.json",
      "name": "model.layers.22.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4284475
    },
    {
      "file": "m009.json",
      "name": "model.layers.22.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286000
    },
    {
      "file": "m010.json",
      "name": "model.layers.22.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789446
    },
    {
      "file": "m011.json",
      "name": "model.layers.22.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113063
    },
    {
      "file": "m012.json",
      "name": "model.layers.22.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112856
    },
    {
      "file": "m013.json",
      "name": "model.layers.22.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789687
    },
    {
      "file": "m014.json",
      "name": "model.layers.21.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4284121
    },
    {
      "file": "m015.json",
      "name": "model.layers.21.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4284953
    },
    {
      "file": "m016.json",
      "name": "model.layers.21.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4283901
    },
    {
      "file": "m017.json",
      "name": "model.layers.21.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789628
    },
    {
      "file": "m018.json",
      "name": "model.layers.21.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112950
    },
    {
      "file": "m019.json",
      "name": "model.layers.21.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113017
    },
    {
      "file": "m020.json",
      "name": "model.layers.21.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789474
    },
    {
      "file": "m021.json",
      "name": "model.layers.20.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4284952
    },
    {
      "file": "m022.json",
      "name": "model.layers.20.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4287399
    },
    {
      "file": "m023.json",
      "name": "model.layers.20.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4285130
    },
    {
      "file": "m024.json",
      "name": "model.layers.20.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790081
    },
    {
      "file": "m025.json",
      "name": "model.layers.20.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113142
    },
    {
      "file": "m026.json",
      "name": "model.layers.20.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112983
    },
    {
      "file": "m027.json",
      "name": "model.layers.20.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789223
    },
    {
      "file": "m028.json",
      "name": "model.layers.19.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4284935
    },
    {
      "file": "m029.json",
      "name": "model.layers.19.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4286460
    },
    {
      "file": "m030.json",
      "name": "model.layers.19.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4285327
    },
    {
      "file": "m031.json",
      "name": "model.layers.19.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790102
    },
    {
      "file": "m032.json",
      "name": "model.layers.19.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112852
    },
    {
      "file": "m033.json",
      "name": "model.layers.19.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112820
    },
    {
      "file": "m034.json",
      "name": "model.layers.19.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788718
    },
    {
      "file": "m035.json",
      "name": "model.layers.18.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4284249
    },
    {
      "file": "m036.json",
      "name": "model.layers.18.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4285141
    },
    {
      "file": "m037.json",
      "name": "model.layers.18.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4284392
    },
    {
      "file": "m038.json",
      "name": "model.layers.18.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789565
    },
    {
      "file": "m039.json",
      "name": "model.layers.18.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112943
    },
    {
      "file": "m040.json",
      "name": "model.layers.18.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112860
    },
    {
      "file": "m041.json",
      "name": "model.layers.18.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789324
    },
    {
      "file": "m042.json",
      "name": "model.layers.17.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286501
    },
    {
      "file": "m043.json",
      "name": "model.layers.17.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4287563
    },
    {
      "file": "m044.json",
      "name": "model.layers.17.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4283296
    },
    {
      "file": "m045.json",
      "name": "model.layers.17.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789650
    },
    {
      "file": "m046.json",
      "name": "model.layers.17.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113007
    },
    {
      "file": "m047.json",
      "name": "model.layers.17.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112789
    },
    {
      "file": "m048.json",
      "name": "model.layers.17.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788791
    },
    {
      "file": "m049.json",
      "name": "model.layers.16.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286106
    },
    {
      "file": "m050.json",
      "name": "model.layers.16.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4287227
    },
    {
      "file": "m051.json",
      "name": "model.layers.16.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4287373
    },
    {
      "file": "m052.json",
      "name": "model.layers.16.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790179
    },
    {
      "file": "m053.json",
      "name": "model.layers.16.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113393
    },
    {
      "file": "m054.json",
      "name": "model.layers.16.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112940
    },
    {
      "file": "m055.json",
      "name": "model.layers.16.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788518
    },
    {
      "file": "m056.json",
      "name": "model.layers.15.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4284568
    },
    {
      "file": "m057.json",
      "name": "model.layers.15.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4286564
    },
    {
      "file": "m058.json",
      "name": "model.layers.15.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4287605
    },
    {
      "file": "m059.json",
      "name": "model.layers.15.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 791086
    },
    {
      "file": "m060.json",
      "name": "model.layers.15.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113029
    },
    {
      "file": "m061.json",
      "name": "model.layers.15.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112838
    },
    {
      "file": "m062.json",
      "name": "model.layers.15.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789211
    },
    {
      "file": "m063.json",
      "name": "model.layers.14.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286014
    },
    {
      "file": "m064.json",
      "name": "model.layers.14.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4287565
    },
    {
      "file": "m065.json",
      "name": "model.layers.14.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4289299
    },
    {
      "file": "m066.json",
      "name": "model.layers.14.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790126
    },
    {
      "file": "m067.json",
      "name": "model.layers.14.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113008
    },
    {
      "file": "m068.json",
      "name": "model.layers.14.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112760
    },
    {
      "file": "m069.json",
      "name": "model.layers.14.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788672
    },
    {
      "file": "m070.json",
      "name": "model.layers.13.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286759
    },
    {
      "file": "m071.json",
      "name": "model.layers.13.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4287817
    },
    {
      "file": "m072.json",
      "name": "model.layers.13.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4290133
    },
    {
      "file": "m073.json",
      "name": "model.layers.13.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 791172
    },
    {
      "file": "m074.json",
      "name": "model.layers.13.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113060
    },
    {
      "file": "m075.json",
      "name": "model.layers.13.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113010
    },
    {
      "file": "m076.json",
      "name": "model.layers.13.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789360
    },
    {
      "file": "m077.json",
      "name": "model.layers.12.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286455
    },
    {
      "file": "m078.json",
      "name": "model.layers.12.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4288611
    },
    {
      "file": "m079.json",
      "name": "model.layers.12.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4288963
    },
    {
      "file": "m080.json",
      "name": "model.layers.12.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790874
    },
    {
      "file": "m081.json",
      "name": "model.layers.12.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112930
    },
    {
      "file": "m082.json",
      "name": "model.layers.12.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112910
    },
    {
      "file": "m083.json",
      "name": "model.layers.12.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789234
    },
    {
      "file": "m084.json",
      "name": "model.layers.11.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4288316
    },
    {
      "file": "m085.json",
      "name": "model.layers.11.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4289811
    },
    {
      "file": "m086.json",
      "name": "model.layers.11.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4289740
    },
    {
      "file": "m087.json",
      "name": "model.layers.11.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790900
    },
    {
      "file": "m088.json",
      "name": "model.layers.11.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113203
    },
    {
      "file": "m089.json",
      "name": "model.layers.11.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112960
    },
    {
      "file": "m090.json",
      "name": "model.layers.11.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789600
    },
    {
      "file": "m091.json",
      "name": "model.layers.10.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4288354
    },
    {
      "file": "m092.json",
      "name": "model.layers.10.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4290137
    },
    {
      "file": "m093.json",
      "name": "model.layers.10.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286596
    },
    {
      "file": "m094.json",
      "name": "model.layers.10.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790474
    },
    {
      "file": "m095.json",
      "name": "model.layers.10.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113058
    },
    {
      "file": "m096.json",
      "name": "model.layers.10.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112780
    },
    {
      "file": "m097.json",
      "name": "model.layers.10.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788981
    },
    {
      "file": "m098.json",
      "name": "model.layers.9.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4287611
    },
    {
      "file": "m099.json",
      "name": "model.layers.9.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4288391
    },
    {
      "file": "m100.json",
      "name": "model.layers.9.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286311
    },
    {
      "file": "m101.json",
      "name": "model.layers.9.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 791026
    },
    {
      "file": "m102.json",
      "name": "model.layers.9.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113140
    },
    {
      "file": "m103.json",
      "name": "model.layers.9.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112931
    },
    {
      "file": "m104.json",
      "name": "model.layers.9.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789139
    },
    {
      "file": "m105.json",
      "name": "model.layers.8.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286962
    },
    {
      "file": "m106.json",
      "name": "model.layers.8.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4288661
    },
    {
      "file": "m107.json",
      "name": "model.layers.8.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4284535
    },
    {
      "file": "m108.json",
      "name": "model.layers.8.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790995
    },
    {
      "file": "m109.json",
      "name": "model.layers.8.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113006
    },
    {
      "file": "m110.json",
      "name": "model.layers.8.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112708
    },
    {
      "file": "m111.json",
      "name": "model.layers.8.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788538
    },
    {
      "file": "m112.json",
      "name": "model.layers.7.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286897
    },
    {
      "file": "m113.json",
      "name": "model.layers.7.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4289267
    },
    {
      "file": "m114.json",
      "name": "model.layers.7.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4286201
    },
    {
      "file": "m115.json",
      "name": "model.layers.7.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790112
    },
    {
      "file": "m116.json",
      "name": "model.layers.7.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113157
    },
    {
      "file": "m117.json",
      "name": "model.layers.7.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112737
    },
    {
      "file": "m118.json",
      "name": "model.layers.7.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788546
    },
    {
      "file": "m119.json",
      "name": "model.layers.6.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4287456
    },
    {
      "file": "m120.json",
      "name": "model.layers.6.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4288495
    },
    {
      "file": "m121.json",
      "name": "model.layers.6.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4283248
    },
    {
      "file": "m122.json",
      "name": "model.layers.6.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790785
    },
    {
      "file": "m123.json",
      "name": "model.layers.6.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113059
    },
    {
      "file": "m124.json",
      "name": "model.layers.6.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112700
    },
    {
      "file": "m125.json",
      "name": "model.layers.6.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788944
    },
    {
      "file": "m126.json",
      "name": "model.layers.5.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4289282
    },
    {
      "file": "m127.json",
      "name": "model.layers.5.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4290870
    },
    {
      "file": "m128.json",
      "name": "model.layers.5.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4282189
    },
    {
      "file": "m129.json",
      "name": "model.layers.5.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790733
    },
    {
      "file": "m130.json",
      "name": "model.layers.5.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113088
    },
    {
      "file": "m131.json",
      "name": "model.layers.5.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112822
    },
    {
      "file": "m132.json",
      "name": "model.layers.5.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788908
    },
    {
      "file": "m133.json",
      "name": "model.layers.4.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4287369
    },
    {
      "file": "m134.json",
      "name": "model.layers.4.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4288544
    },
    {
      "file": "m135.json",
      "name": "model.layers.4.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4283087
    },
    {
      "file": "m136.json",
      "name": "model.layers.4.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 791090
    },
    {
      "file": "m137.json",
      "name": "model.layers.4.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113054
    },
    {
      "file": "m138.json",
      "name": "model.layers.4.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112876
    },
    {
      "file": "m139.json",
      "name": "model.layers.4.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788881
    },
    {
      "file": "m140.json",
      "name": "model.layers.3.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4288778
    },
    {
      "file": "m141.json",
      "name": "model.layers.3.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4288291
    },
    {
      "file": "m142.json",
      "name": "model.layers.3.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4284474
    },
    {
      "file": "m143.json",
      "name": "model.layers.3.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790879
    },
    {
      "file": "m144.json",
      "name": "model.layers.3.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113253
    },
    {
      "file": "m145.json",
      "name": "model.layers.3.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112695
    },
    {
      "file": "m146.json",
      "name": "model.layers.3.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 789399
    },
    {
      "file": "m147.json",
      "name": "model.layers.2.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4288930
    },
    {
      "file": "m148.json",
      "name": "model.layers.2.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4289524
    },
    {
      "file": "m149.json",
      "name": "model.layers.2.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4285146
    },
    {
      "file": "m150.json",
      "name": "model.layers.2.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790559
    },
    {
      "file": "m151.json",
      "name": "model.layers.2.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113260
    },
    {
      "file": "m152.json",
      "name": "model.layers.2.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112665
    },
    {
      "file": "m153.json",
      "name": "model.layers.2.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 788637
    },
    {
      "file": "m154.json",
      "name": "model.layers.1.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4287371
    },
    {
      "file": "m155.json",
      "name": "model.layers.1.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4288802
    },
    {
      "file": "m156.json",
      "name": "model.layers.1.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4285779
    },
    {
      "file": "m157.json",
      "name": "model.layers.1.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 790705
    },
    {
      "file": "m158.json",
      "name": "model.layers.1.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113107
    },
    {
      "file": "m159.json",
      "name": "model.layers.1.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112283
    },
    {
      "file": "m160.json",
      "name": "model.layers.1.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 787914
    },
    {
      "file": "m161.json",
      "name": "model.layers.0.mlp.up_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4282928
    },
    {
      "file": "m162.json",
      "name": "model.layers.0.mlp.down_proj",
      "dim": 896,
      "in_features": 4864,
      "group_size": 64,
      "bytes": 4286473
    },
    {
      "file": "m163.json",
      "name": "model.layers.0.mlp.gate_proj",
      "dim": 4864,
      "in_features": 896,
      "group_size": 64,
      "bytes": 4274228
    },
    {
      "file": "m164.json",
      "name": "model.layers.0.self_attn.o_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 791378
    },
    {
      "file": "m165.json",
      "name": "model.layers.0.self_attn.v_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 113281
    },
    {
      "file": "m166.json",
      "name": "model.layers.0.self_attn.k_proj",
      "dim": 128,
      "in_features": 896,
      "group_size": 64,
      "bytes": 112192
    },
    {
      "file": "m167.json",
      "name": "model.layers.0.self_attn.q_proj",
      "dim": 896,
      "in_features": 896,
      "group_size": 64,
      "bytes": 784160
    }
  ],
  "assets": {
    "embeddings.f16": {
      "dtype": "f16",
      "shape": [
        151936,
        896
      ],
      "bytes": 272269312,
      "sha256": "9e62c98c3b6394db95596181c17f4c78afb490da7e1933d693c839b3c472d696",
      "source": "/tmp/nightly-best.safetensors model.embed_tokens.weight (BF16->FP16)"
    },
    "norms.f32": {
      "dtype": "f32",
      "shape": [
        49,
        896
      ],
      "bytes": 175616,
      "sha256": "cd984997de4f99d1d57a23e4add309272615ee079f7c0daf1881fb9f7bda6c44",
      "source": "/tmp/nightly-best.safetensors RMSNorm weights (BF16->FP32)"
    }
  }
}