{ "model_name": "luca-deandrea/MNLP_M3_mcqa_model", "quantization_method": "bitsandbytes", "config_name": "bnb_8bit_standard", "description": "8-bit with standard threshold", "expected_compression": "~4x", "quantization_config": { "load_in_4bit": false, "load_in_8bit": true, "bnb_4bit_quant_type": "fp4", "bnb_4bit_use_double_quant": false, "bnb_4bit_compute_dtype": "torch.float32", "llm_int8_threshold": 6.0 }, "timestamp": "2025-06-10 21:31:48", "loading_time_seconds": 10.600389003753662, "memory_usage_gb": 0.7341856956481934, "test_generation": "Hello, I am a student who is working on a project to model" }