| { | |
| "model_name": "google/gemma-4-12b-it", | |
| "text_stack_path": "model.language_model.layers", | |
| "num_hidden_layers": 48, | |
| "intermediate_size": 3840, | |
| "layer_types": [ | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "sliding_attention", | |
| "full_attention" | |
| ], | |
| "target_arch": { | |
| "num_hidden_layers": 48, | |
| "intermediate_size": 3840, | |
| "actual_params_B": null, | |
| "layers_to_remove": 0, | |
| "width_to_cut": 11520, | |
| "balance": 0.0, | |
| "mode": "width_only" | |
| }, | |
| "gguf_quant": "Q4_K_M", | |
| "source_architectures": [ | |
| "Gemma4UnifiedForConditionalGeneration" | |
| ], | |
| "calibration_cache_file": "/tmp/train_combined.json", | |
| "calibration_sftp_path": "/var/www/html/models/train_combined.json" | |
| } |