outputs/student_v2/selection.json

{
  "keep_idx": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    18,
    19
  ],
  "surrogate_idx": [
    12,
    13,
    14,
    15,
    16,
    17
  ],
  "drop_k": 6,
  "rank": 512,
  "act": "gelu",
  "importance": {
    "0": 0.7779611349105835,
    "1": 0.6572754979133606,
    "2": 0.6918416619300842,
    "3": 0.6580390930175781,
    "4": 0.7684164643287659,
    "5": 0.7326554656028748,
    "6": 0.672983705997467,
    "7": 0.6098290681838989,
    "8": 0.5938020944595337,
    "9": 0.5634609460830688,
    "10": 0.5325677990913391,
    "11": 0.5698791742324829,
    "12": 0.5034103989601135,
    "13": 0.486490935087204,
    "14": 0.515078604221344,
    "15": 0.45414799451828003,
    "16": 0.43007174134254456,
    "17": 0.476242333650589,
    "18": 0.6338030695915222,
    "19": 0.6066644787788391
  },
  "lstsq_rel_err": {
    "12": 0.9241673350334167,
    "13": 0.9298927783966064,
    "14": 0.930766224861145,
    "15": 0.9326558709144592,
    "16": 0.9469878673553467,
    "17": 0.9516327977180481
  },
  "param_summary": {
    "total_params": 3158317056,
    "total_B": 3.158317056,
    "n_double": 5,
    "n_full_single": 14,
    "n_surrogate": 6
  }
}