{
  "format_version": 1,
  "base_model": "/content/models/Qwen3-0.6B",
  "teacher_config": {
    "name": "/content/models/Qwen3-4B-Instruct",
    "num_hidden_layers": 36,
    "num_attention_heads": 32,
    "num_key_value_heads": 8,
    "hidden_size": 2560,
    "head_dim": 128
  },
  "projector_type": "complex",
  "projector_config": {
    "source_dim": 128,
    "target_dim": 128,
    "source_num_heads": 8,
    "target_num_heads": 8,
    "hidden_dim": 1024,
    "intermediate_dim": 1024,
    "num_layers": 3,
    "pre_proj_layers": 3,
    "dropout": 0.1,
    "gate_init_temp": 1.0,
    "gate_final_temp": 0.001,
    "anneal_steps": 1929,
    "zero_init": false
  },
  "layer_mapping": [
    [
      0,
      8
    ],
    [
      1,
      9
    ],
    [
      2,
      10
    ],
    [
      3,
      11
    ],
    [
      4,
      12
    ],
    [
      5,
      13
    ],
    [
      6,
      14
    ],
    [
      7,
      15
    ],
    [
      8,
      16
    ],
    [
      9,
      17
    ],
    [
      10,
      18
    ],
    [
      11,
      19
    ],
    [
      12,
      20
    ],
    [
      13,
      21
    ],
    [
      14,
      22
    ],
    [
      15,
      23
    ],
    [
      16,
      24
    ],
    [
      17,
      25
    ],
    [
      18,
      26
    ],
    [
      19,
      27
    ],
    [
      20,
      28
    ],
    [
      21,
      29
    ],
    [
      22,
      30
    ],
    [
      23,
      31
    ],
    [
      24,
      32
    ],
    [
      25,
      33
    ],
    [
      26,
      34
    ],
    [
      27,
      35
    ]
  ],
  "step": 300,
  "created": "2026-04-15T22:40:37.219231+00:00",
  "num_projectors": 28,
  "params_per_projector": 35688466,
  "total_params": 999277048
}