{
  "w_bits": 4,
  "a_bits": 4,
  "format": "packed_int4",
  "linear": "deploy.nn.Linear4bit",
  "pack": "pack_i4",
  "n_packed_linears": 128,
  "eval_mode": true,
  "use_diag": false,
  "restore": "restore_packed_eval_runtime"
}