{ "format": "mindpipe_hf_save_pretrained_debug", "algorithm": "splitquant", "model_path": "/mnt/82_store/LLM-weights/openbmb/MiniCPM-V", "result_dir": "/mnt/82_store/wxx/HWQuant/Mindpipe/results/MiniCPM-V/splitquant/splitquant_w8a8_q16k4v4_seq512", "weight_bits": 8, "activation_bits": 8, "sequence_length": 512, "group_size": 128, "output_dir": "/mnt/82_store/wxx/HWQuant/Mindpipe/tmp_hf_save/MiniCPM-V-SplitQuant-w8a8g128/_pre_save_workflow", "pre_save_metrics": { "perplexity": 9.117921717817715, "evaluation_dataset": "wikitext2", "sequence_length": 512, "evaluated_chunks": 4, "batch_size": 1, "elapsed_seconds": 6.901348983868957, "tokens_per_second": 296.17398059098235, "model_path": "/mnt/82_store/LLM-weights/openbmb/MiniCPM-V", "quantization_algorithm": "splitquant", "weight_bits": 8, "activation_bits": 8, "device": "cuda:0", "dtype": "float16", "artifacts_path": "artifacts.json" }, "load_note": "Use MindPipe to rebuild the compression structure before loading the HF state dict." }