{
 "bits": 4,
 "data_type": "int",
 "group_size": 128,
 "sym": true,
 "batch_size": 1,
 "gradient_accumulate_steps": 2,
 "iters": 300,
 "lr": 0.005,
 "low_gpu_mem_usage": true,
 "minmax_lr": 0.005,
 "nsamples": 72,
 "seqlen": 1024,
 "autoround_version": "0.14.2",
 "block_name_to_quantize": "model.layers",
 "quant_method": "auto-round",
 "packing_format": "auto_round:auto_gptq"
}