| { |
| "enabled": true, |
| "cache_path": "/Users/joey/.omlx/models/.oqe_imatrix/LFM2.5-1.2B-Instruct-2bd111f98d3d-s128-l512.npz", |
| "cache_reused": false, |
| "entry_count": 92, |
| "calib_dataset": "oqe_code_multilingual", |
| "collection": { |
| "dataset": "oqe_code_multilingual", |
| "requested_samples": 128, |
| "seq_length": 512, |
| "adaptive": true, |
| "adaptive_step_samples": 128, |
| "adaptive_max_samples": 1024, |
| "available_samples": 1024, |
| "micro_batch_size": 32, |
| "micro_batches": 4, |
| "batch_plan": { |
| "micro_batch_size": 32, |
| "estimated_sample_bytes": 4194304, |
| "capture_budget_bytes": 181339281, |
| "system_available_bytes": 20474626048, |
| "metal_available_bytes": 37992501606, |
| "live_available_bytes": 20474626048, |
| "model_bytes": 2340697936, |
| "remaining_available_bytes": 18133928112, |
| "fits_one_sample": true, |
| "hidden_size": 2048, |
| "num_experts": 0, |
| "top_k": 1, |
| "gemma4_state_bytes": 0, |
| "num_hidden_layers": 16, |
| "num_kv_shared_layers": 0, |
| "per_layer_input_size": 0 |
| }, |
| "processed_samples": 128, |
| "installed_modules": 92, |
| "capture_module_classes": { |
| "Linear": 92 |
| }, |
| "switch_capture_modules": 0, |
| "requires_expert_counts": false, |
| "coverage_sufficient": true, |
| "collection_sufficient": true, |
| "coverage": { |
| "has_expert_counts": false, |
| "expert_modules": 0, |
| "total_experts": 0, |
| "active_experts": 0, |
| "zero_count_experts": 0, |
| "active_ratio": 1.0, |
| "min_count": 0, |
| "p05_count": 0.0, |
| "p10_count": 0.0, |
| "median_count": 0.0, |
| "max_count": 0, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| }, |
| "rounds": [ |
| { |
| "processed_samples": 128, |
| "coverage_sufficient": true, |
| "collection_sufficient": true, |
| "coverage": { |
| "has_expert_counts": false, |
| "expert_modules": 0, |
| "total_experts": 0, |
| "active_experts": 0, |
| "zero_count_experts": 0, |
| "active_ratio": 1.0, |
| "min_count": 0, |
| "p05_count": 0.0, |
| "p10_count": 0.0, |
| "median_count": 0.0, |
| "max_count": 0, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| } |
| ] |
| }, |
| "expert_coverage": { |
| "has_expert_counts": false, |
| "expert_modules": 0, |
| "total_experts": 0, |
| "active_experts": 0, |
| "zero_count_experts": 0, |
| "active_ratio": 1.0, |
| "min_count": 0, |
| "p05_count": 0.0, |
| "p10_count": 0.0, |
| "median_count": 0.0, |
| "max_count": 0, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| }, |
| "applied": [ |
| "model.layers.0.conv.in_proj", |
| "model.layers.0.conv.out_proj", |
| "model.layers.0.feed_forward.w1", |
| "model.layers.0.feed_forward.w2", |
| "model.layers.0.feed_forward.w3", |
| "model.layers.1.conv.in_proj", |
| "model.layers.1.conv.out_proj", |
| "model.layers.1.feed_forward.w1", |
| "model.layers.1.feed_forward.w2", |
| "model.layers.1.feed_forward.w3", |
| "model.layers.10.feed_forward.w1", |
| "model.layers.10.feed_forward.w2", |
| "model.layers.10.feed_forward.w3", |
| "model.layers.10.self_attn.k_proj", |
| "model.layers.10.self_attn.out_proj", |
| "model.layers.10.self_attn.q_proj", |
| "model.layers.10.self_attn.v_proj", |
| "model.layers.11.conv.in_proj", |
| "model.layers.11.conv.out_proj", |
| "model.layers.11.feed_forward.w1", |
| "model.layers.11.feed_forward.w2", |
| "model.layers.11.feed_forward.w3", |
| "model.layers.12.feed_forward.w1", |
| "model.layers.12.feed_forward.w2", |
| "model.layers.12.feed_forward.w3", |
| "model.layers.12.self_attn.k_proj", |
| "model.layers.12.self_attn.out_proj", |
| "model.layers.12.self_attn.q_proj", |
| "model.layers.12.self_attn.v_proj", |
| "model.layers.13.conv.in_proj", |
| "model.layers.13.conv.out_proj", |
| "model.layers.13.feed_forward.w1", |
| "model.layers.13.feed_forward.w2", |
| "model.layers.13.feed_forward.w3", |
| "model.layers.14.feed_forward.w1", |
| "model.layers.14.feed_forward.w2", |
| "model.layers.14.feed_forward.w3", |
| "model.layers.14.self_attn.k_proj", |
| "model.layers.14.self_attn.out_proj", |
| "model.layers.14.self_attn.q_proj", |
| "model.layers.14.self_attn.v_proj", |
| "model.layers.15.conv.in_proj", |
| "model.layers.15.conv.out_proj", |
| "model.layers.15.feed_forward.w1", |
| "model.layers.15.feed_forward.w2", |
| "model.layers.15.feed_forward.w3", |
| "model.layers.2.feed_forward.w1", |
| "model.layers.2.feed_forward.w2", |
| "model.layers.2.feed_forward.w3", |
| "model.layers.2.self_attn.k_proj", |
| "model.layers.2.self_attn.out_proj", |
| "model.layers.2.self_attn.q_proj", |
| "model.layers.2.self_attn.v_proj", |
| "model.layers.3.conv.in_proj", |
| "model.layers.3.conv.out_proj", |
| "model.layers.3.feed_forward.w1", |
| "model.layers.3.feed_forward.w2", |
| "model.layers.3.feed_forward.w3", |
| "model.layers.4.conv.in_proj", |
| "model.layers.4.conv.out_proj", |
| "model.layers.4.feed_forward.w1", |
| "model.layers.4.feed_forward.w2", |
| "model.layers.4.feed_forward.w3", |
| "model.layers.5.feed_forward.w1", |
| "model.layers.5.feed_forward.w2", |
| "model.layers.5.feed_forward.w3", |
| "model.layers.5.self_attn.k_proj", |
| "model.layers.5.self_attn.out_proj", |
| "model.layers.5.self_attn.q_proj", |
| "model.layers.5.self_attn.v_proj", |
| "model.layers.6.conv.in_proj", |
| "model.layers.6.conv.out_proj", |
| "model.layers.6.feed_forward.w1", |
| "model.layers.6.feed_forward.w2", |
| "model.layers.6.feed_forward.w3", |
| "model.layers.7.conv.in_proj", |
| "model.layers.7.conv.out_proj", |
| "model.layers.7.feed_forward.w1", |
| "model.layers.7.feed_forward.w2", |
| "model.layers.7.feed_forward.w3", |
| "model.layers.8.feed_forward.w1", |
| "model.layers.8.feed_forward.w2", |
| "model.layers.8.feed_forward.w3", |
| "model.layers.8.self_attn.k_proj", |
| "model.layers.8.self_attn.out_proj", |
| "model.layers.8.self_attn.q_proj", |
| "model.layers.8.self_attn.v_proj", |
| "model.layers.9.conv.in_proj", |
| "model.layers.9.conv.out_proj", |
| "model.layers.9.feed_forward.w1", |
| "model.layers.9.feed_forward.w2", |
| "model.layers.9.feed_forward.w3" |
| ], |
| "missing": [ |
| "model.embed_tokens" |
| ], |
| "mismatched": [], |
| "zero_count_experts": 0 |
| } |
