{ "target": "FP8", "artifact": "/mnt/c/Users/chunk/OneDrive/Documents/quant3.8/qwen38-cuda-quants/outputs/Qwen3.8-27B-FP8", "started_utc": "2026-08-18T06:44:09+00:00", "smoke_test": false, "small_architecture_test": false, "resume_evidence": { "path": "/mnt/c/Users/chunk/OneDrive/Documents/quant3.8/qwen38-cuda-quants/logs/full_fp8_validate_resume3.console.log", "sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c", "passing_generation_cases": [ "coding", "debugging", "eos", "factual", "json", "long_context", "math", "multilingual", "multiturn", "thinking_off" ], "passing_tool_cases": [ "chained", "missing_required", "nested", "weather" ] }, "checks": { "config": { "passed": true, "class": "Qwen3_5Config", "model_type": "qwen3_5", "language_layers": 64, "advertised_context_length": 262144, "quantization_method": "fp8", "expected_quantization_method": "fp8", "quantization_config": { "bits": 8, "checkpoint_format": "float8_e4m3fn", "desc_act": false, "format": "float8_e4m3fn", "group_size": -1, "lm_head": false, "meta": { "act_group_aware": null, "auto_forward_data_parallel": true, "damp_auto_increment": null, "damp_percent": null, "dense_vram_strategy": "exclusive", "dense_vram_strategy_devices": null, "fallback": { "smooth": null, "strategy": "rtn", "threshold": "0.5%" }, "foem": null, "gc_mode": "interval", "gptaq": null, "moe_vram_strategy": "exclusive", "moe_vram_strategy_devices": null, "mse": null, "offload_to_disk": false, "offload_to_disk_path": null, "pack_impl": "cpu", "quantizer": [ "gptqmodel:7.3.4" ], "static_groups": null, "true_sequential": true, "uri": "https://github.com/modelcloud/gptqmodel", "wait_for_submodule_finalizers": false }, "method": "fp8", "pack_dtype": "int32", "quant_method": "fp8", "weight_scale_method": "row", "weight_scale_semantics": "inverse" } }, "processor": { "passed": true, "class": "Qwen3VLProcessor", "chat_template_present": true, "special_token_ids": { "image_token_id": 248056, "video_token_id": 248057, "vision_start_token_id": 248053, "vision_end_token_id": 248054 } }, "chat_template": { "present": true, "sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041", "matches_reference": true, "passed": true }, "inherited_metadata": { "passed": true, "files_checked": [ "generation_config.json", "tokenizer.json", "tokenizer_config.json", "vocab.json", "merges.txt", "chat_template.jinja", "preprocessor_config.json", "video_preprocessor_config.json", "processor_config.json", "LICENSE" ], "missing": [], "mismatched": [] }, "tensors": { "files": [ { "name": "model-00001-of-00008.safetensors", "bytes": 3516829256 }, { "name": "model-00002-of-00008.safetensors", "bytes": 4268842872 }, { "name": "model-00003-of-00008.safetensors", "bytes": 4270471840 }, { "name": "model-00004-of-00008.safetensors", "bytes": 4280916456 }, { "name": "model-00005-of-00008.safetensors", "bytes": 4265221120 }, { "name": "model-00006-of-00008.safetensors", "bytes": 4212755176 }, { "name": "model-00007-of-00008.safetensors", "bytes": 4270471904 }, { "name": "model-00008-of-00008.safetensors", "bytes": 2166188208 } ], "tensor_count": 1599, "float_tensors_scanned": 1599, "nan_count": 0, "inf_count": 0, "meta_tensor_count": 0, "has_language": true, "has_vision": true, "has_lm_head": true, "has_mtp": true, "quantized_weight_tensors": 0, "lm_head_satisfied_by_tied_embeddings": false, "packed_weights_required": false, "passed": true }, "model_load": { "passed": true, "loader": "GPTQModel", "model_class": "Qwen3_5ForConditionalGeneration", "device_map_summary": { "cpu": 59, "cuda:0": 9 } }, "generation": { "passed": true, "cases": [ { "name": "factual", "prompt": "Answer in one short sentence: What is the capital of France?", "case_passed": true, "new_tokens": 8, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "math", "prompt": "Compute 17 x 23. Give only the integer.", "case_passed": true, "new_tokens": 4, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "coding", "prompt": "Write a Python function is_even(n) in at most three lines.", "case_passed": true, "new_tokens": 21, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "debugging", "prompt": "Fix this Python expression and explain briefly: len(3).", "case_passed": true, "new_tokens": 96, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "multiturn", "prompt": "The secret word is cobalt. What secret word did I just give you?", "case_passed": true, "new_tokens": 3, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "json", "prompt": "Return only valid JSON with keys \"status\" and \"count\"; use status \"ok\" and count 3.", "case_passed": true, "new_tokens": 13, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "multilingual", "prompt": "Responde en espanol con una frase: De que color es el cielo despejado?", "case_passed": true, "new_tokens": 10, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "thinking_off", "prompt": "Give only the final answer, without reasoning: 9 + 14 = ?", "case_passed": true, "new_tokens": 3, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "long_context", "prompt": "Recover the codeword from the long context and return only that word.", "case_passed": true, "new_tokens": 4, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "name": "eos", "prompt": "Reply with exactly: done", "case_passed": true, "new_tokens": 2, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" } ] }, "tools": { "passed": true, "cases": [ { "case": "weather", "prompt": "Use the weather tool for Chicago with unit celsius. Return only the tool call.", "schema_passed": true, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "case": "nested", "prompt": "Use the route tool with JSON arguments origin=A, destination=B, options={avoid_tolls:true}. Return only the tool call.", "schema_passed": true, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "case": "chained", "prompt": "Call lookup_user for id 7, then call list_orders using that user. Return the two tool calls.", "schema_passed": true, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" }, { "case": "missing_required", "prompt": "Before calling book_trip, state which required date is missing. Do not invent it.", "schema_passed": true, "resumed_from_evidence": true, "evidence_sha256": "0f648b7067b40f85ea45320b1d841c38a79bbf11f022f6e3eb4a974e57072e8c" } ] }, "vision": { "text": "blue red green B 7", "prompt_tokens": 106, "new_tokens": 7, "input_shapes": { "input_ids": [ 1, 106 ], "attention_mask": [ 1, 106 ], "mm_token_type_ids": [ 1, 106 ], "pixel_values": [ 280, 1536 ], "image_grid_thw": [ 1, 3 ] }, "contains_all_shape_colors": true, "contains_tallest_bar_fact": true, "passed": true } }, "passed": true, "finished_utc": "2026-08-18T07:45:36+00:00", "elapsed_seconds": 3688.98, "regrade": { "utc": "2026-08-18T07:46:49+00:00", "source_report_sha256": "3aab1d1b506b00f8261dda7cfd8f48235608c1dafe74c3e3e60e55424bc97798", "reason": "Compact requested vision answer now accepts the exact ' ' form." } }