w-4/args.json

{
    "work_dir": "/mnt/two/Weights/UnstableLlama_Semancer-12B/w-4",
    "in_dir": "/mnt/two/Weights/UnstableLlama_Semancer-12B",
    "out_dir": "/mnt/two/Weights/UnstableLlama_Semancer-12B/4",
    "shard_size": 8192,
    "bits": 4.0,
    "head_bits": 6,
    "mtp_bits": 4,
    "hq": false,
    "cal_rows": 250,
    "cal_cols": 2048,
    "checkpoint_interval": 120,
    "last_checkpoint_index": -1,
    "devices": "0,1",
    "device_ratios": "",
    "codebook": "mcg",
    "parallel_mode": false,
    "image_dump": false,
    "verbose": false,
    "apply_out_scales": true
}