{ "base_model": "/mnt/data/sftp/data/quangnd58/model/LFM2.5-2.6B", "strategy": "fp8", "scheme": "FP8", "smoothquant": { "enabled": true, "smoothing_strength": 0.8, "num_mappings": 60 }, "calibration": { "dataset_id": "abisee/cnn_dailymail", "dataset_config": "3.0.0", "split": "train", "num_samples": 512, "max_seq_len": 2048, "seed": 42 }, "sequential_targets": [ "Lfm2DecoderLayer" ], "num_ignored_modules": 1, "ignore_patterns": [ "lm_head" ] }