| { |
| "calibration_dataset": { |
| "dataset": "garage-bAInd/Open-Platypus", |
| "dataset_config": null, |
| "dataset_split": "train", |
| "fallback_used": false, |
| "scanned_records": 128, |
| "streaming": true |
| }, |
| "completed_at": "2026-07-24T00:39:11.899809+00:00", |
| "device_map": "auto", |
| "duration_seconds": 1108.341, |
| "hf_cache_dir": "/root/qwen3-awq-w8a16/hf-cache", |
| "loaded_dtype": "bfloat16", |
| "max_seq_length": 1024, |
| "model_id": "Qwen/Qwen3-8B", |
| "model_revision": "b968826d9c46dd6066d109eabc6255188de91218", |
| "num_calibration_samples": 128, |
| "oom_strategy": "none; exit nonzero and never silently reduce the 128-sample calibration set", |
| "output_dir": "/root/qwen3-awq-w8a16/Qwen3-8B-AWQ-W8A16-Channelwise", |
| "quantization": { |
| "config_group": "awq_w8a16_channelwise", |
| "ignore": [ |
| "lm_head" |
| ], |
| "input_activations": null, |
| "output_activations": null, |
| "targets": [ |
| "Linear" |
| ], |
| "weights": { |
| "dynamic": false, |
| "num_bits": 8, |
| "strategy": "channel", |
| "symmetric": true, |
| "type": "int" |
| } |
| }, |
| "recipe_order": [ |
| "AWQModifier", |
| "QuantizationModifier" |
| ], |
| "seed": 42, |
| "started_at": "2026-07-24T00:20:43.559240+00:00", |
| "status": "completed", |
| "use_cache": false |
| } |
|
|
