{
  "model_name": "HuggingFaceTB/SmolVLM2-256M-Video-Instruct",
  "model_config": {
    "transformers_version": "5.5.3",
    "architectures": [
      "SmolVLMForConditionalGeneration"
    ],
    "output_hidden_states": false,
    "return_dict": true,
    "dtype": "float16",
    "chunk_size_feed_forward": 0,
    "is_encoder_decoder": false,
    "id2label": {
      "0": "LABEL_0",
      "1": "LABEL_1"
    },
    "label2id": {
      "LABEL_0": 0,
      "LABEL_1": 1
    },
    "problem_type": null,
    "use_cache": false,
    "image_token_id": 49190,
    "tie_word_embeddings": false,
    "vision_config": {
      "architectures": null,
      "output_hidden_states": false,
      "return_dict": true,
      "dtype": "float16",
      "chunk_size_feed_forward": 0,
      "is_encoder_decoder": false,
      "id2label": {
        "0": "LABEL_0",
        "1": "LABEL_1"
      },
      "label2id": {
        "LABEL_0": 0,
        "LABEL_1": 1
      },
      "problem_type": null,
      "hidden_size": 768,
      "intermediate_size": 3072,
      "num_hidden_layers": 12,
      "num_attention_heads": 12,
      "num_channels": 3,
      "image_size": 512,
      "patch_size": 16,
      "hidden_act": "gelu_pytorch_tanh",
      "layer_norm_eps": 1e-06,
      "attention_dropout": 0.0,
      "initializer_range": 0.02,
      "_name_or_path": "",
      "max_image_size": {
        "longest_edge": 512
      },
      "model_type": "smolvlm_vision",
      "size": {
        "longest_edge": 2048
      },
      "tie_word_embeddings": false,
      "use_base_siglip": true,
      "output_attentions": false
    },
    "text_config": {
      "architectures": [
        "VLlama3ForCausalLM"
      ],
      "output_hidden_states": false,
      "return_dict": true,
      "dtype": "float16",
      "chunk_size_feed_forward": 0,
      "is_encoder_decoder": false,
      "id2label": {
        "0": "LABEL_0",
        "1": "LABEL_1"
      },
      "label2id": {
        "LABEL_0": 0,
        "LABEL_1": 1
      },
      "problem_type": null,
      "vocab_size": 49280,
      "hidden_size": 576,
      "intermediate_size": 1536,
      "num_hidden_layers": 30,
      "num_attention_heads": 9,
      "num_key_value_heads": 3,
      "hidden_act": "silu",
      "max_position_embeddings": 8192,
      "initializer_range": 0.041666666666666664,
      "rms_norm_eps": 1e-05,
      "use_cache": true,
      "pad_token_id": 2,
      "bos_token_id": 1,
      "eos_token_id": 2,
      "pretraining_tp": 1,
      "tie_word_embeddings": false,
      "rope_parameters": {
        "rope_theta": 100000,
        "rope_type": "default"
      },
      "attention_bias": false,
      "attention_dropout": 0.0,
      "mlp_bias": false,
      "head_dim": 64,
      "_name_or_path": "None",
      "_flash_attn_2_enabled": true,
      "is_llama_config": true,
      "model_type": "llama",
      "neftune_noise_alpha": 0.0,
      "perceiver_config": {
        "_attn_implementation_autoset": false,
        "_name_or_path": "",
        "add_cross_attention": false,
        "architectures": null,
        "attention_dropout": 0.0,
        "bad_words_ids": null,
        "begin_suppress_tokens": null,
        "bos_token_id": null,
        "chunk_size_feed_forward": 0,
        "cross_attention_hidden_size": null,
        "decoder_start_token_id": null,
        "diversity_penalty": 0.0,
        "do_sample": false,
        "early_stopping": false,
        "encoder_no_repeat_ngram_size": 0,
        "eos_token_id": null,
        "exponential_decay_length_penalty": null,
        "finetuning_task": null,
        "forced_bos_token_id": null,
        "forced_eos_token_id": null,
        "hidden_act": "silu",
        "id2label": {
          "0": "LABEL_0",
          "1": "LABEL_1"
        },
        "is_decoder": false,
        "is_encoder_decoder": false,
        "label2id": {
          "LABEL_0": 0,
          "LABEL_1": 1
        },
        "length_penalty": 1.0,
        "max_length": 20,
        "min_length": 0,
        "model_type": "vllama3",
        "no_repeat_ngram_size": 0,
        "num_beam_groups": 1,
        "num_beams": 1,
        "num_key_value_heads": 1,
        "num_return_sequences": 1,
        "output_attentions": false,
        "output_hidden_states": false,
        "output_scores": false,
        "pad_token_id": null,
        "prefix": null,
        "problem_type": null,
        "pruned_heads": {},
        "qk_layer_norms_perceiver": false,
        "remove_invalid_values": false,
        "repetition_penalty": 1.0,
        "resampler_depth": 6,
        "resampler_head_dim": 96,
        "resampler_n_heads": 16,
        "resampler_n_latents": 64,
        "return_dict": true,
        "return_dict_in_generate": false,
        "sep_token_id": null,
        "suppress_tokens": null,
        "task_specific_params": null,
        "temperature": 1.0,
        "tf_legacy_loss": false,
        "tie_encoder_decoder": false,
        "tie_word_embeddings": true,
        "tokenizer_class": null,
        "top_k": 50,
        "top_p": 1.0,
        "torch_dtype": null,
        "torchscript": false,
        "transformers_version": "4.46.0",
        "typical_p": 1.0,
        "use_bfloat16": false
      },
      "pixel_shuffle_factor": 4,
      "qk_layer_norms": false,
      "rope_interleaved": false,
      "transformers.js_config": {
        "kv_cache_dtype": {
          "fp16": "float16",
          "q4f16": "float16"
        }
      },
      "use_resampler": false,
      "output_attentions": false
    },
    "scale_factor": 4,
    "pad_token_id": 128002,
    "_name_or_path": "HuggingFaceTB/SmolVLM2-256M-Video-Instruct",
    "model_type": "smolvlm",
    "transformers.js_config": {
      "kv_cache_dtype": {
        "fp16": "float16",
        "q4f16": "float16"
      }
    },
    "use_reentrant_checkpointing": false,
    "vocab_size": 49280,
    "output_attentions": false
  },
  "quant_config": {
    "components": [
      "text_backbone",
      "multimodal_connector"
    ],
    "scheme": "tritplane3",
    "group_size": 32,
    "n_iter": 10,
    "salient_fraction": 0.0,
    "rescue_fraction": 0.0,
    "n_planes": 3,
    "allow_all_linear": false,
    "target_module_names": [
      "Wqkv",
      "att_proj",
      "attn.proj",
      "attn.qkv",
      "c_attn",
      "c_fc",
      "c_proj",
      "dense",
      "dense_4h_to_h",
      "dense_h_to_4h",
      "down_proj",
      "fc1",
      "fc2",
      "ff_proj",
      "gate_proj",
      "gate_up_proj",
      "k",
      "k_proj",
      "linear",
      "o",
      "o_proj",
      "out_proj",
      "per_layer_input_gate",
      "per_layer_projection",
      "proj",
      "q",
      "q_proj",
      "qkv",
      "qkv_proj",
      "query_key_value",
      "up_proj",
      "v",
      "v_proj",
      "w1",
      "w2",
      "w3",
      "wi",
      "wi_0",
      "wi_1",
      "wo"
    ],
    "max_length": 160,
    "calibration_batch_size": 2,
    "calibration_prompts": null,
    "vlm_use_demo_image": true
  },
  "plan": {},
  "layer_info": {
    "model.connector.modality_projection.proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        12288
      ],
      "dtype": "torch.float16",
      "num_elements": 7077888,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 7962624,
      "effective_bits": 9.0
    },
    "model.text_model.layers.0.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.0.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.0.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.0.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.0.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.0.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.0.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.1.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.1.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.1.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.1.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.1.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.1.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.1.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.2.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.2.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.2.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.2.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.2.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.2.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.2.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.3.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.3.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.3.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.3.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.3.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.3.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.3.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.4.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.4.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.4.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.4.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.4.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.4.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.4.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.5.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.5.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.5.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.5.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.5.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.5.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.5.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.6.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.6.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.6.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.6.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.6.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.6.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.6.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.7.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.7.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.7.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.7.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.7.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.7.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.7.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.8.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.8.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.8.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.8.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.8.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.8.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.8.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.9.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.9.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.9.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.9.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.9.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.9.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.9.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.10.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.10.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.10.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.10.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.10.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.10.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.10.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.11.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.11.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.11.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.11.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.11.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.11.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.11.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.12.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.12.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.12.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.12.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.12.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.12.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.12.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.13.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.13.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.13.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.13.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.13.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.13.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.13.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.14.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.14.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.14.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.14.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.14.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.14.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.14.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.15.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.15.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.15.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.15.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.15.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.15.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.15.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.16.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.16.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.16.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.16.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.16.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.16.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.16.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.17.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.17.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.17.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.17.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.17.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.17.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.17.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.18.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.18.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.18.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.18.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.18.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.18.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.18.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.19.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.19.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.19.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.19.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.19.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.19.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.19.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.20.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.20.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.20.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.20.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.20.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.20.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.20.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.21.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.21.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.21.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.21.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.21.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.21.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.21.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.22.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.22.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.22.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.22.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.22.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.22.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.22.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.23.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.23.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.23.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.23.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.23.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.23.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.23.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.24.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.24.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.24.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.24.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.24.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.24.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.24.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.25.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.25.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.25.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.25.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.25.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.25.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.25.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.26.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.26.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.26.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.26.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.26.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.26.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.26.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.27.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.27.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.27.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.27.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.27.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.27.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.27.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.28.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.28.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.28.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.28.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.28.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.28.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.28.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.29.self_attn.q_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.29.self_attn.k_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.29.self_attn.v_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        192,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 110592,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 124416,
      "effective_bits": 9.0
    },
    "model.text_model.layers.29.self_attn.o_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 331776,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 373248,
      "effective_bits": 9.0
    },
    "model.text_model.layers.29.mlp.gate_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.29.mlp.up_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        1536,
        576
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    },
    "model.text_model.layers.29.mlp.down_proj": {
      "scheme": "tritplane_small_v1",
      "shape": [
        576,
        1536
      ],
      "dtype": "torch.float16",
      "num_elements": 884736,
      "n_planes": 3,
      "group_sizes": [
        32,
        32,
        32
      ],
      "rescued_rows": 0,
      "stored_bytes": 995328,
      "effective_bits": 9.0
    }
  },
  "stats": {
    "model.connector.modality_projection.proj": {
      "mse": 7.197992545115994e-06,
      "rmse": 0.002682907479790534,
      "relative_error": 0.11205706606793851,
      "max_error": 0.08349037170410156,
      "sparsity": 0.39360107978185016,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.0.self_attn.q_proj": {
      "mse": 0.0013483315706253052,
      "rmse": 0.03671963467445319,
      "relative_error": 0.16815540680186142,
      "max_error": 1.08331298828125,
      "sparsity": 0.3855794270833333,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.0.self_attn.k_proj": {
      "mse": 0.0028410570230334997,
      "rmse": 0.053301566797173044,
      "relative_error": 0.17472703191922495,
      "max_error": 1.3830413818359375,
      "sparsity": 0.38705934087435406,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.0.self_attn.v_proj": {
      "mse": 7.697434193687513e-05,
      "rmse": 0.008773502261746738,
      "relative_error": 0.26405431733549006,
      "max_error": 0.1550607681274414,
      "sparsity": 0.36772099137306213,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.0.self_attn.o_proj": {
      "mse": 8.906672155717388e-05,
      "rmse": 0.00943751670500105,
      "relative_error": 0.19060343236824306,
      "max_error": 0.45730066299438477,
      "sparsity": 0.37106863657633465,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.0.mlp.gate_proj": {
      "mse": 0.00040929930401034653,
      "rmse": 0.020231146878275253,
      "relative_error": 0.1419062065958032,
      "max_error": 1.097259521484375,
      "sparsity": 0.37886329491933185,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.0.mlp.up_proj": {
      "mse": 0.0004508332640398294,
      "rmse": 0.02123283457383468,
      "relative_error": 0.14234672531956097,
      "max_error": 0.53997802734375,
      "sparsity": 0.37992726763089496,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.0.mlp.down_proj": {
      "mse": 0.0008368903072550893,
      "rmse": 0.028929056452900243,
      "relative_error": 0.19196299090759175,
      "max_error": 1.2700939178466797,
      "sparsity": 0.3618815839290619,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.1.self_attn.q_proj": {
      "mse": 0.0007013276917859912,
      "rmse": 0.02648259224067748,
      "relative_error": 0.13958020708504135,
      "max_error": 0.6333541870117188,
      "sparsity": 0.382051944732666,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.1.self_attn.k_proj": {
      "mse": 0.000988653744570911,
      "rmse": 0.03144286476405912,
      "relative_error": 0.1455112403778434,
      "max_error": 0.6535797119140625,
      "sparsity": 0.3812180459499359,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.1.self_attn.v_proj": {
      "mse": 0.0002527590550016612,
      "rmse": 0.01589839787530999,
      "relative_error": 0.1651288154639537,
      "max_error": 0.32366466522216797,
      "sparsity": 0.38062427441279095,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.1.self_attn.o_proj": {
      "mse": 0.0003450903750490397,
      "rmse": 0.01857660827624461,
      "relative_error": 0.16996100250599222,
      "max_error": 0.47043609619140625,
      "sparsity": 0.3712092836697896,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.1.mlp.gate_proj": {
      "mse": 0.000484843913000077,
      "rmse": 0.0220191714875941,
      "relative_error": 0.13968309802033246,
      "max_error": 1.3267822265625,
      "sparsity": 0.3746183514595032,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.1.mlp.up_proj": {
      "mse": 0.00040211790474131703,
      "rmse": 0.020052877717208498,
      "relative_error": 0.14426614649991462,
      "max_error": 0.9427471160888672,
      "sparsity": 0.3751269777615865,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.1.mlp.down_proj": {
      "mse": 0.00048813666217029095,
      "rmse": 0.022093815020731277,
      "relative_error": 0.15637205852884573,
      "max_error": 0.6649723052978516,
      "sparsity": 0.37116722265879315,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.2.self_attn.q_proj": {
      "mse": 0.0006890347576700151,
      "rmse": 0.026249471569348117,
      "relative_error": 0.14443112460408408,
      "max_error": 0.7698745727539062,
      "sparsity": 0.38810723026593524,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.2.self_attn.k_proj": {
      "mse": 0.0009982096962630749,
      "rmse": 0.03159445673315297,
      "relative_error": 0.14936239745733543,
      "max_error": 0.704331636428833,
      "sparsity": 0.3819384078184764,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.2.self_attn.v_proj": {
      "mse": 0.0001580154785187915,
      "rmse": 0.012570420777316545,
      "relative_error": 0.1459083603552263,
      "max_error": 0.2442169189453125,
      "sparsity": 0.3867247800032298,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.2.self_attn.o_proj": {
      "mse": 0.00020851312729064375,
      "rmse": 0.014439983631938222,
      "relative_error": 0.1452175528692902,
      "max_error": 0.4612579345703125,
      "sparsity": 0.3761614263057709,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.2.mlp.gate_proj": {
      "mse": 0.00047677115071564913,
      "rmse": 0.02183508989483783,
      "relative_error": 0.14153918833106555,
      "max_error": 0.917572021484375,
      "sparsity": 0.37640417615572613,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.2.mlp.up_proj": {
      "mse": 0.00039637379813939333,
      "rmse": 0.0199091385584458,
      "relative_error": 0.14161712479816688,
      "max_error": 0.8540101051330566,
      "sparsity": 0.37754125396410626,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.2.mlp.down_proj": {
      "mse": 0.00046519990428350866,
      "rmse": 0.021568493324372676,
      "relative_error": 0.15361370060839757,
      "max_error": 1.094594955444336,
      "sparsity": 0.37401439746220905,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.3.self_attn.q_proj": {
      "mse": 0.0005331539432518184,
      "rmse": 0.02309012653174119,
      "relative_error": 0.1348162689302894,
      "max_error": 0.6665191650390625,
      "sparsity": 0.38799169659614563,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.3.self_attn.k_proj": {
      "mse": 0.0007470968994311988,
      "rmse": 0.02733307336234253,
      "relative_error": 0.1413098154511647,
      "max_error": 0.6169281005859375,
      "sparsity": 0.38139588634173077,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.3.self_attn.v_proj": {
      "mse": 0.0004237517132423818,
      "rmse": 0.020585230463669377,
      "relative_error": 0.18180216432257135,
      "max_error": 0.5510983467102051,
      "sparsity": 0.3888135353724162,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.3.self_attn.o_proj": {
      "mse": 0.0002635819837450981,
      "rmse": 0.016235208152194973,
      "relative_error": 0.13647064133434378,
      "max_error": 0.424593448638916,
      "sparsity": 0.37899164358774823,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.3.mlp.gate_proj": {
      "mse": 0.0004195571527816355,
      "rmse": 0.020483094316573254,
      "relative_error": 0.13320362273749767,
      "max_error": 0.984832763671875,
      "sparsity": 0.3788798749446869,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.3.mlp.up_proj": {
      "mse": 0.0003752692136913538,
      "rmse": 0.01937186655155754,
      "relative_error": 0.13594513376034312,
      "max_error": 0.7312850952148438,
      "sparsity": 0.37912137309710187,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.3.mlp.down_proj": {
      "mse": 0.00043255381751805544,
      "rmse": 0.020797928202541123,
      "relative_error": 0.14610587095414906,
      "max_error": 0.5510711669921875,
      "sparsity": 0.37412817279497784,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.4.self_attn.q_proj": {
      "mse": 0.0005180431180633605,
      "rmse": 0.022760560583240486,
      "relative_error": 0.13324238521975287,
      "max_error": 0.5334064960479736,
      "sparsity": 0.3855663637320201,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.4.self_attn.k_proj": {
      "mse": 0.0006387970643118024,
      "rmse": 0.02527443499490745,
      "relative_error": 0.1322609457318361,
      "max_error": 0.5743579864501953,
      "sparsity": 0.38137779633204144,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.4.self_attn.v_proj": {
      "mse": 0.0003402388247195631,
      "rmse": 0.018445563822219235,
      "relative_error": 0.15925160330699087,
      "max_error": 0.6718473434448242,
      "sparsity": 0.3893982768058777,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.4.self_attn.o_proj": {
      "mse": 0.0002361372025916353,
      "rmse": 0.015366756410890208,
      "relative_error": 0.12824887974136698,
      "max_error": 0.3770596981048584,
      "sparsity": 0.3795040448506673,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.4.mlp.gate_proj": {
      "mse": 0.00039061365532688797,
      "rmse": 0.0197639483739178,
      "relative_error": 0.12951246837987818,
      "max_error": 0.7590484619140625,
      "sparsity": 0.38080134987831116,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.4.mlp.up_proj": {
      "mse": 0.00035471480805426836,
      "rmse": 0.018833873952383465,
      "relative_error": 0.13288753791762106,
      "max_error": 0.8072547912597656,
      "sparsity": 0.38195424278577167,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.4.mlp.down_proj": {
      "mse": 0.00036673006252385676,
      "rmse": 0.019150197453913022,
      "relative_error": 0.13669866370563186,
      "max_error": 0.74365234375,
      "sparsity": 0.3782966434955597,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.5.self_attn.q_proj": {
      "mse": 0.0005537824472412467,
      "rmse": 0.02353258267256798,
      "relative_error": 0.14450434182422822,
      "max_error": 0.7357746362686157,
      "sparsity": 0.3894193768501282,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.5.self_attn.k_proj": {
      "mse": 0.0007001789635978639,
      "rmse": 0.026460894988602785,
      "relative_error": 0.14708869697686042,
      "max_error": 0.8047637939453125,
      "sparsity": 0.3886658449967702,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.5.self_attn.v_proj": {
      "mse": 0.0002934595395345241,
      "rmse": 0.017130660802622998,
      "relative_error": 0.14227328603825723,
      "max_error": 0.3230438232421875,
      "sparsity": 0.3922887643178304,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.5.self_attn.o_proj": {
      "mse": 0.00024279598437715322,
      "rmse": 0.015581912089892987,
      "relative_error": 0.13013907191116078,
      "max_error": 0.72021484375,
      "sparsity": 0.38283059000968933,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.5.mlp.gate_proj": {
      "mse": 0.00037037619040347636,
      "rmse": 0.019245160181289123,
      "relative_error": 0.12710817255642473,
      "max_error": 0.94329833984375,
      "sparsity": 0.38237884640693665,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.5.mlp.up_proj": {
      "mse": 0.000334016076521948,
      "rmse": 0.01827610671127601,
      "relative_error": 0.12802060244515473,
      "max_error": 0.547760009765625,
      "sparsity": 0.3841914435227712,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.5.mlp.down_proj": {
      "mse": 0.0003303704143036157,
      "rmse": 0.018176094583370096,
      "relative_error": 0.1295633858602185,
      "max_error": 0.38228416442871094,
      "sparsity": 0.3808529774347941,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.6.self_attn.q_proj": {
      "mse": 0.0005166067276149988,
      "rmse": 0.022728984306717246,
      "relative_error": 0.138632836397485,
      "max_error": 0.6797466278076172,
      "sparsity": 0.3860255181789398,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.6.self_attn.k_proj": {
      "mse": 0.000593587988987565,
      "rmse": 0.02436366123938611,
      "relative_error": 0.1322367030222788,
      "max_error": 0.7423858642578125,
      "sparsity": 0.38642336924870807,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.6.self_attn.v_proj": {
      "mse": 0.000291938689770177,
      "rmse": 0.017086213441549213,
      "relative_error": 0.13881721107153586,
      "max_error": 0.37963199615478516,
      "sparsity": 0.39365415771802265,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.6.self_attn.o_proj": {
      "mse": 0.0002378478238824755,
      "rmse": 0.01542231577560502,
      "relative_error": 0.12703174147183285,
      "max_error": 0.4151611328125,
      "sparsity": 0.38085536162058514,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.6.mlp.gate_proj": {
      "mse": 0.0003241289232391864,
      "rmse": 0.01800358084490934,
      "relative_error": 0.1198097989827277,
      "max_error": 0.8785018920898438,
      "sparsity": 0.3865718146165212,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.6.mlp.up_proj": {
      "mse": 0.00032126219593919814,
      "rmse": 0.017923788548719215,
      "relative_error": 0.12279689065912855,
      "max_error": 0.7001953125,
      "sparsity": 0.38781700531641644,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.6.mlp.down_proj": {
      "mse": 0.0004000381741207093,
      "rmse": 0.020000954330249076,
      "relative_error": 0.13876845110530803,
      "max_error": 0.60394287109375,
      "sparsity": 0.37938209374745685,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.7.self_attn.q_proj": {
      "mse": 0.0005055120564065874,
      "rmse": 0.02248359527314498,
      "relative_error": 0.1499289102751937,
      "max_error": 0.6329377293586731,
      "sparsity": 0.3862636188666026,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.7.self_attn.k_proj": {
      "mse": 0.0005039324169047177,
      "rmse": 0.02244843907501628,
      "relative_error": 0.14378671588156453,
      "max_error": 0.4136314392089844,
      "sparsity": 0.38603455821673077,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.7.self_attn.v_proj": {
      "mse": 0.0003961301117669791,
      "rmse": 0.019903017654792427,
      "relative_error": 0.15188102000396358,
      "max_error": 0.3514251708984375,
      "sparsity": 0.39087216059366864,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.7.self_attn.o_proj": {
      "mse": 0.0002564229944255203,
      "rmse": 0.016013213119968155,
      "relative_error": 0.12790553872780777,
      "max_error": 0.44970273971557617,
      "sparsity": 0.38609283169110614,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.7.mlp.gate_proj": {
      "mse": 0.00032391323475167155,
      "rmse": 0.01799758969283586,
      "relative_error": 0.12125376696601475,
      "max_error": 0.6748809814453125,
      "sparsity": 0.38591625293095905,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.7.mlp.up_proj": {
      "mse": 0.0003243618120905012,
      "rmse": 0.018010047531600275,
      "relative_error": 0.12185872575431715,
      "max_error": 0.5790252685546875,
      "sparsity": 0.3880777259667714,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.7.mlp.down_proj": {
      "mse": 0.0003642227384261787,
      "rmse": 0.019084620468486625,
      "relative_error": 0.13154414043382356,
      "max_error": 0.715606689453125,
      "sparsity": 0.38265689214070636,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.8.self_attn.q_proj": {
      "mse": 0.0005204624030739069,
      "rmse": 0.02281364510712628,
      "relative_error": 0.14934448046875148,
      "max_error": 0.6000328063964844,
      "sparsity": 0.3891400694847107,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.8.self_attn.k_proj": {
      "mse": 0.0005498177488334477,
      "rmse": 0.023448192869247892,
      "relative_error": 0.14287133343382633,
      "max_error": 0.8906059265136719,
      "sparsity": 0.3896635075410207,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.8.self_attn.v_proj": {
      "mse": 0.00037112177233211696,
      "rmse": 0.01926452107715416,
      "relative_error": 0.15247994251188193,
      "max_error": 0.3671379089355469,
      "sparsity": 0.39051347970962524,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.8.self_attn.o_proj": {
      "mse": 0.00028121424838900566,
      "rmse": 0.01676944389027274,
      "relative_error": 0.1365649522147827,
      "max_error": 0.3606128692626953,
      "sparsity": 0.3792518675327301,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.8.mlp.gate_proj": {
      "mse": 0.0003200193459633738,
      "rmse": 0.017889084547940786,
      "relative_error": 0.12279411165092348,
      "max_error": 0.75714111328125,
      "sparsity": 0.3854057391484578,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.8.mlp.up_proj": {
      "mse": 0.0003422408190090209,
      "rmse": 0.01849975186344457,
      "relative_error": 0.12242036334954902,
      "max_error": 0.69757080078125,
      "sparsity": 0.38790403803189594,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.8.mlp.down_proj": {
      "mse": 0.0004655543598346412,
      "rmse": 0.0215767087349911,
      "relative_error": 0.14664865020455325,
      "max_error": 0.8413848876953125,
      "sparsity": 0.3801288306713104,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.9.self_attn.q_proj": {
      "mse": 0.000637753342743963,
      "rmse": 0.025253778781480662,
      "relative_error": 0.1518784089192349,
      "max_error": 1.01800537109375,
      "sparsity": 0.385803480943044,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.9.self_attn.k_proj": {
      "mse": 0.0005865234998054802,
      "rmse": 0.024218247248830378,
      "relative_error": 0.14176735612251312,
      "max_error": 0.5834999084472656,
      "sparsity": 0.38840965429941815,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.9.self_attn.v_proj": {
      "mse": 0.00033242779318243265,
      "rmse": 0.01823260247969095,
      "relative_error": 0.15765383117505966,
      "max_error": 0.29273271560668945,
      "sparsity": 0.3878158728281657,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.9.self_attn.o_proj": {
      "mse": 0.00028635465423576534,
      "rmse": 0.016922016848938702,
      "relative_error": 0.1454966294321818,
      "max_error": 0.3713645935058594,
      "sparsity": 0.37526623407999676,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.9.mlp.gate_proj": {
      "mse": 0.000311644485918805,
      "rmse": 0.017653455353522297,
      "relative_error": 0.1249146031586121,
      "max_error": 0.9822998046875,
      "sparsity": 0.38692521055539447,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.9.mlp.up_proj": {
      "mse": 0.00036663212813436985,
      "rmse": 0.01914764027587655,
      "relative_error": 0.12337701910061448,
      "max_error": 0.94927978515625,
      "sparsity": 0.3882254163424174,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.9.mlp.down_proj": {
      "mse": 0.0005080121918581426,
      "rmse": 0.022539125800663667,
      "relative_error": 0.14893565799269487,
      "max_error": 0.66717529296875,
      "sparsity": 0.3807440896828969,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.10.self_attn.q_proj": {
      "mse": 0.0005783926462754607,
      "rmse": 0.02404979513998946,
      "relative_error": 0.14321199153596983,
      "max_error": 0.5550918579101562,
      "sparsity": 0.3850449323654175,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.10.self_attn.k_proj": {
      "mse": 0.0006032341625541449,
      "rmse": 0.024560825771014802,
      "relative_error": 0.13983058068683443,
      "max_error": 0.5511245727539062,
      "sparsity": 0.3812873760859172,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.10.self_attn.v_proj": {
      "mse": 0.00036479264963418245,
      "rmse": 0.019099545796541405,
      "relative_error": 0.15200630471135587,
      "max_error": 0.3874664306640625,
      "sparsity": 0.38743308186531067,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.10.self_attn.o_proj": {
      "mse": 0.0002817007771227509,
      "rmse": 0.016783944027633994,
      "relative_error": 0.1327482788234791,
      "max_error": 0.3631315231323242,
      "sparsity": 0.37979842225710553,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.10.mlp.gate_proj": {
      "mse": 0.0003068649675697088,
      "rmse": 0.017517561690192755,
      "relative_error": 0.1253477859427753,
      "max_error": 0.7594871520996094,
      "sparsity": 0.38676999012629193,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.10.mlp.up_proj": {
      "mse": 0.0003818606201093644,
      "rmse": 0.019541254312591204,
      "relative_error": 0.12517816125892817,
      "max_error": 0.77325439453125,
      "sparsity": 0.3887253701686859,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.10.mlp.down_proj": {
      "mse": 0.00045870940084569156,
      "rmse": 0.02141750220837368,
      "relative_error": 0.14044486522492353,
      "max_error": 0.635406494140625,
      "sparsity": 0.3837864299615224,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.11.self_attn.q_proj": {
      "mse": 0.0007442517671734095,
      "rmse": 0.027280978119807387,
      "relative_error": 0.16183725129926163,
      "max_error": 1.0256156921386719,
      "sparsity": 0.3862244387467702,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.11.self_attn.k_proj": {
      "mse": 0.000621186918579042,
      "rmse": 0.024923621698682598,
      "relative_error": 0.13973611133744107,
      "max_error": 0.509178638458252,
      "sparsity": 0.383620282014211,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.11.self_attn.v_proj": {
      "mse": 0.0004583809641189873,
      "rmse": 0.021409833351032588,
      "relative_error": 0.1670124344223718,
      "max_error": 0.5122928619384766,
      "sparsity": 0.39319299658139545,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.11.self_attn.o_proj": {
      "mse": 0.0002903812564909458,
      "rmse": 0.01704057676520797,
      "relative_error": 0.13252044090501391,
      "max_error": 0.4071311950683594,
      "sparsity": 0.38034797708193463,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.11.mlp.gate_proj": {
      "mse": 0.0003105386858806014,
      "rmse": 0.01762210787280005,
      "relative_error": 0.12933114225218184,
      "max_error": 0.8038406372070312,
      "sparsity": 0.3841499984264374,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.11.mlp.up_proj": {
      "mse": 0.00040370377246290445,
      "rmse": 0.020092380955548907,
      "relative_error": 0.12837796720995137,
      "max_error": 0.685943603515625,
      "sparsity": 0.3878592054049174,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.11.mlp.down_proj": {
      "mse": 0.0004240164998918772,
      "rmse": 0.020591660930869008,
      "relative_error": 0.13469262611398652,
      "max_error": 0.9059791564941406,
      "sparsity": 0.3883192241191864,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.12.self_attn.q_proj": {
      "mse": 0.0006758665549568832,
      "rmse": 0.02599743362251134,
      "relative_error": 0.15761044754162273,
      "max_error": 0.8436298370361328,
      "sparsity": 0.3802786668141683,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.12.self_attn.k_proj": {
      "mse": 0.0007090824656188488,
      "rmse": 0.02662860239702506,
      "relative_error": 0.15551523386893096,
      "max_error": 0.559050977230072,
      "sparsity": 0.3804313739140828,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.12.self_attn.v_proj": {
      "mse": 0.0004230560443829745,
      "rmse": 0.020568326241650645,
      "relative_error": 0.15647129868254786,
      "max_error": 0.3714733123779297,
      "sparsity": 0.3853955666224162,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.12.self_attn.o_proj": {
      "mse": 0.00032992413616739213,
      "rmse": 0.018163813921293955,
      "relative_error": 0.14528737615043072,
      "max_error": 0.6679039001464844,
      "sparsity": 0.3783516585826874,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.12.mlp.gate_proj": {
      "mse": 0.00033747541601769626,
      "rmse": 0.018370503967439115,
      "relative_error": 0.13214178641522772,
      "max_error": 1.1501893997192383,
      "sparsity": 0.3830558856328328,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.12.mlp.up_proj": {
      "mse": 0.00040743034332990646,
      "rmse": 0.020184903847427823,
      "relative_error": 0.13063388391145142,
      "max_error": 0.5685052871704102,
      "sparsity": 0.3861743410428365,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.12.mlp.down_proj": {
      "mse": 0.0005002933321520686,
      "rmse": 0.02236723791960171,
      "relative_error": 0.14873200405833786,
      "max_error": 0.9012985229492188,
      "sparsity": 0.38256346186002094,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.13.self_attn.q_proj": {
      "mse": 0.0006164388614706695,
      "rmse": 0.024828186834134094,
      "relative_error": 0.14328696942268673,
      "max_error": 0.6360483169555664,
      "sparsity": 0.38452449440956116,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.13.self_attn.k_proj": {
      "mse": 0.0007497998885810375,
      "rmse": 0.027382474113582897,
      "relative_error": 0.1531189776561995,
      "max_error": 0.9166738986968994,
      "sparsity": 0.3774353762467702,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.13.self_attn.v_proj": {
      "mse": 0.0004211587365716696,
      "rmse": 0.02052215233769766,
      "relative_error": 0.16202526075703877,
      "max_error": 0.437835693359375,
      "sparsity": 0.3824477990468343,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.13.self_attn.o_proj": {
      "mse": 0.0002900735125876963,
      "rmse": 0.017031544633053584,
      "relative_error": 0.13733989618133918,
      "max_error": 0.37995147705078125,
      "sparsity": 0.3769260048866272,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.13.mlp.gate_proj": {
      "mse": 0.00037667236756533384,
      "rmse": 0.019408049040677267,
      "relative_error": 0.13379875792840404,
      "max_error": 1.042694091796875,
      "sparsity": 0.3838045100371043,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.13.mlp.up_proj": {
      "mse": 0.0003902724711224437,
      "rmse": 0.019755315009446033,
      "relative_error": 0.1317081900823692,
      "max_error": 0.5592594146728516,
      "sparsity": 0.38581980268160504,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.13.mlp.down_proj": {
      "mse": 0.00047372948029078543,
      "rmse": 0.02176532747952085,
      "relative_error": 0.15069972530670295,
      "max_error": 0.7411956787109375,
      "sparsity": 0.38301331798235577,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.14.self_attn.q_proj": {
      "mse": 0.0006042954628355801,
      "rmse": 0.024582421826085,
      "relative_error": 0.16320079081404096,
      "max_error": 1.1795806884765625,
      "sparsity": 0.38293707370758057,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.14.self_attn.k_proj": {
      "mse": 0.0006902359891682863,
      "rmse": 0.026272342666162952,
      "relative_error": 0.1706266573671637,
      "max_error": 0.91925048828125,
      "sparsity": 0.38038013378779095,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.14.self_attn.v_proj": {
      "mse": 0.0005118001718074083,
      "rmse": 0.022623000946103686,
      "relative_error": 0.16328002565875313,
      "max_error": 0.455291748046875,
      "sparsity": 0.39064308007558185,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.14.self_attn.o_proj": {
      "mse": 0.00037746495218016207,
      "rmse": 0.019428457277410424,
      "relative_error": 0.1458681735320647,
      "max_error": 0.425567626953125,
      "sparsity": 0.37572739521662396,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.14.mlp.gate_proj": {
      "mse": 0.0003888887877110392,
      "rmse": 0.019720263378338515,
      "relative_error": 0.13598917960076568,
      "max_error": 1.51251220703125,
      "sparsity": 0.38527123133341473,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.14.mlp.up_proj": {
      "mse": 0.00041537353536114097,
      "rmse": 0.020380714790240822,
      "relative_error": 0.13581233566034792,
      "max_error": 1.3936614990234375,
      "sparsity": 0.38643692930539447,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.14.mlp.down_proj": {
      "mse": 0.0005030913162045181,
      "rmse": 0.02242969719377678,
      "relative_error": 0.1555272505212418,
      "max_error": 0.78131103515625,
      "sparsity": 0.3817029396692912,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.15.self_attn.q_proj": {
      "mse": 0.0004953333409503102,
      "rmse": 0.022256085481286016,
      "relative_error": 0.1476775336378965,
      "max_error": 0.9005780220031738,
      "sparsity": 0.3890375892321269,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.15.self_attn.k_proj": {
      "mse": 0.000503656396176666,
      "rmse": 0.0224422903505116,
      "relative_error": 0.14472695233278485,
      "max_error": 0.5825338363647461,
      "sparsity": 0.38626662890116376,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.15.self_attn.v_proj": {
      "mse": 0.0004316933045629412,
      "rmse": 0.02077723043533332,
      "relative_error": 0.15378818724264243,
      "max_error": 0.43953514099121094,
      "sparsity": 0.3967345456282298,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.15.self_attn.o_proj": {
      "mse": 0.0006721029058098793,
      "rmse": 0.025924947556550223,
      "relative_error": 0.19645459071561105,
      "max_error": 0.67523193359375,
      "sparsity": 0.36476921041806537,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.15.mlp.gate_proj": {
      "mse": 0.0004530326114036143,
      "rmse": 0.021284562748706264,
      "relative_error": 0.14303214494613653,
      "max_error": 1.4091482162475586,
      "sparsity": 0.3865902821222941,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.15.mlp.up_proj": {
      "mse": 0.0004576505452860147,
      "rmse": 0.02139276852784638,
      "relative_error": 0.14229226999420433,
      "max_error": 1.36956787109375,
      "sparsity": 0.38725224137306213,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.15.mlp.down_proj": {
      "mse": 0.0006192649598233402,
      "rmse": 0.02488503485678371,
      "relative_error": 0.17374001759345364,
      "max_error": 0.9531974792480469,
      "sparsity": 0.3778705398241679,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.16.self_attn.q_proj": {
      "mse": 0.0006575874285772443,
      "rmse": 0.02564346756149106,
      "relative_error": 0.15608954401553143,
      "max_error": 0.6125068664550781,
      "sparsity": 0.3841396967569987,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.16.self_attn.k_proj": {
      "mse": 0.0007115787593647838,
      "rmse": 0.026675433630304564,
      "relative_error": 0.15354155216739387,
      "max_error": 0.572357177734375,
      "sparsity": 0.3814230064551036,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.16.self_attn.v_proj": {
      "mse": 0.0006480485899373889,
      "rmse": 0.025456798501331406,
      "relative_error": 0.18891827773205863,
      "max_error": 0.7852058410644531,
      "sparsity": 0.3937717080116272,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.16.self_attn.o_proj": {
      "mse": 0.00033904294832609594,
      "rmse": 0.01841311891902336,
      "relative_error": 0.13880119776337932,
      "max_error": 0.642242431640625,
      "sparsity": 0.3791282872358958,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.16.mlp.gate_proj": {
      "mse": 0.00041361607145518064,
      "rmse": 0.020337553231772516,
      "relative_error": 0.13730181885927414,
      "max_error": 1.1731719970703125,
      "sparsity": 0.3867873152097066,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.16.mlp.up_proj": {
      "mse": 0.000469113263534382,
      "rmse": 0.02165902268188438,
      "relative_error": 0.14207421352305882,
      "max_error": 1.0403289794921875,
      "sparsity": 0.38714109857877094,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.16.mlp.down_proj": {
      "mse": 0.0005275580333545804,
      "rmse": 0.02296863150809339,
      "relative_error": 0.1583542605408581,
      "max_error": 0.8113040924072266,
      "sparsity": 0.3811118006706238,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.17.self_attn.q_proj": {
      "mse": 0.0008716285228729248,
      "rmse": 0.02952335554900433,
      "relative_error": 0.20022424635526176,
      "max_error": 1.641489028930664,
      "sparsity": 0.38736175497372943,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.17.self_attn.k_proj": {
      "mse": 0.0005483600543811917,
      "rmse": 0.02341708893908873,
      "relative_error": 0.1601606538375164,
      "max_error": 0.8247528076171875,
      "sparsity": 0.38466013471285504,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.17.self_attn.v_proj": {
      "mse": 0.000659817480482161,
      "rmse": 0.02568691263040697,
      "relative_error": 0.1790594356512437,
      "max_error": 0.4578428268432617,
      "sparsity": 0.3840060730775197,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.17.self_attn.o_proj": {
      "mse": 0.0003701736277434975,
      "rmse": 0.01923989677060398,
      "relative_error": 0.14388707335289797,
      "max_error": 0.4621315002441406,
      "sparsity": 0.373514066139857,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.17.mlp.gate_proj": {
      "mse": 0.0004113586328458041,
      "rmse": 0.020281978030897384,
      "relative_error": 0.1389533819092617,
      "max_error": 0.9721755981445312,
      "sparsity": 0.3881768087546031,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.17.mlp.up_proj": {
      "mse": 0.0004939618520438671,
      "rmse": 0.022225252575479703,
      "relative_error": 0.14402551159901172,
      "max_error": 0.9300651550292969,
      "sparsity": 0.38775522510210675,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.17.mlp.down_proj": {
      "mse": 0.0005498765385709703,
      "rmse": 0.02344944644487307,
      "relative_error": 0.15951960838798954,
      "max_error": 0.6857528686523438,
      "sparsity": 0.3802957435448964,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.18.self_attn.q_proj": {
      "mse": 0.0005783605156466365,
      "rmse": 0.024049127128580705,
      "relative_error": 0.17173222027156138,
      "max_error": 0.7184696197509766,
      "sparsity": 0.3897790511449178,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.18.self_attn.k_proj": {
      "mse": 0.00047414624714292586,
      "rmse": 0.021774899474921252,
      "relative_error": 0.15233903987588057,
      "max_error": 0.7012252807617188,
      "sparsity": 0.3888014753659566,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.18.self_attn.v_proj": {
      "mse": 0.000987939303740859,
      "rmse": 0.031431501773552896,
      "relative_error": 0.22352992716553835,
      "max_error": 0.8485660552978516,
      "sparsity": 0.3943232794602712,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.18.self_attn.o_proj": {
      "mse": 0.0003785373701248318,
      "rmse": 0.019456036855558016,
      "relative_error": 0.14437396293336985,
      "max_error": 0.5561981201171875,
      "sparsity": 0.3811718324820201,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.18.mlp.gate_proj": {
      "mse": 0.0004155401838943362,
      "rmse": 0.02038480276809997,
      "relative_error": 0.14142635788829938,
      "max_error": 1.0764923095703125,
      "sparsity": 0.38669275244077045,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.18.mlp.up_proj": {
      "mse": 0.0005035310750827193,
      "rmse": 0.022439498102290956,
      "relative_error": 0.1477698899567096,
      "max_error": 1.2791112661361694,
      "sparsity": 0.38763804237047833,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.18.mlp.down_proj": {
      "mse": 0.0007883885409682989,
      "rmse": 0.028078257441805376,
      "relative_error": 0.19378469242506685,
      "max_error": 0.7373738288879395,
      "sparsity": 0.3672477801640828,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.19.self_attn.q_proj": {
      "mse": 0.00085911073256284,
      "rmse": 0.029310590791774224,
      "relative_error": 0.2099378337547514,
      "max_error": 1.4614830017089844,
      "sparsity": 0.3847314715385437,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.19.self_attn.k_proj": {
      "mse": 0.0005041738622821867,
      "rmse": 0.02245381620754447,
      "relative_error": 0.16828826446926123,
      "max_error": 0.4177018404006958,
      "sparsity": 0.38169729709625244,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.19.self_attn.v_proj": {
      "mse": 0.0009285964188165963,
      "rmse": 0.030472880054510702,
      "relative_error": 0.17457744249872342,
      "max_error": 0.595149040222168,
      "sparsity": 0.3823392987251282,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.19.self_attn.o_proj": {
      "mse": 0.0005175211699679494,
      "rmse": 0.02274909162951236,
      "relative_error": 0.14462214893241224,
      "max_error": 0.8733596801757812,
      "sparsity": 0.37877262632052106,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.19.mlp.gate_proj": {
      "mse": 0.0004557396750897169,
      "rmse": 0.021348060218430078,
      "relative_error": 0.1448868135770436,
      "max_error": 1.4225969314575195,
      "sparsity": 0.38894954323768616,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.19.mlp.up_proj": {
      "mse": 0.0005315069574862719,
      "rmse": 0.02305443465987123,
      "relative_error": 0.15028917582618634,
      "max_error": 0.7982025146484375,
      "sparsity": 0.38891713817914325,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.19.mlp.down_proj": {
      "mse": 0.000709193293005228,
      "rmse": 0.026630683299630673,
      "relative_error": 0.18214488847515778,
      "max_error": 1.5100746154785156,
      "sparsity": 0.3719211121400197,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.20.self_attn.q_proj": {
      "mse": 0.000490160018671304,
      "rmse": 0.02213955777948837,
      "relative_error": 0.15512064902503814,
      "max_error": 0.6261138916015625,
      "sparsity": 0.3857632875442505,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.20.self_attn.k_proj": {
      "mse": 0.0004383391060400754,
      "rmse": 0.020936549525651917,
      "relative_error": 0.15853934508516257,
      "max_error": 0.7386703491210938,
      "sparsity": 0.3873758216698964,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.20.self_attn.v_proj": {
      "mse": 0.0013027676614001393,
      "rmse": 0.0360938729066325,
      "relative_error": 0.21833712499698749,
      "max_error": 1.1059064865112305,
      "sparsity": 0.3972831070423126,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.20.self_attn.o_proj": {
      "mse": 0.00040057982550933957,
      "rmse": 0.020014490388449553,
      "relative_error": 0.13684108508923026,
      "max_error": 0.46060943603515625,
      "sparsity": 0.3773680627346039,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.20.mlp.gate_proj": {
      "mse": 0.00039384985575452447,
      "rmse": 0.019845650801989953,
      "relative_error": 0.1389769276223436,
      "max_error": 0.7752799987792969,
      "sparsity": 0.389324426651001,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.20.mlp.up_proj": {
      "mse": 0.0005102139548398554,
      "rmse": 0.022587916124331954,
      "relative_error": 0.1450008967710386,
      "max_error": 0.770294189453125,
      "sparsity": 0.3897652328014374,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.20.mlp.down_proj": {
      "mse": 0.0010023219510912895,
      "rmse": 0.03165946858510562,
      "relative_error": 0.21241143531363935,
      "max_error": 1.1079025268554688,
      "sparsity": 0.35979583859443665,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.21.self_attn.q_proj": {
      "mse": 0.0005578782875090837,
      "rmse": 0.02361944723123477,
      "relative_error": 0.16805025021029119,
      "max_error": 0.6688270568847656,
      "sparsity": 0.38523581624031067,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.21.self_attn.k_proj": {
      "mse": 0.00043896384886465967,
      "rmse": 0.02095146412221971,
      "relative_error": 0.15661089496783753,
      "max_error": 0.5441436767578125,
      "sparsity": 0.37966881195704144,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.21.self_attn.v_proj": {
      "mse": 0.0008802193915471435,
      "rmse": 0.029668491561708078,
      "relative_error": 0.1836733334029918,
      "max_error": 0.6075363159179688,
      "sparsity": 0.3894856870174408,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.21.self_attn.o_proj": {
      "mse": 0.0007023724028840661,
      "rmse": 0.026502309387750837,
      "relative_error": 0.1819082329396076,
      "max_error": 0.8114643096923828,
      "sparsity": 0.36885730425516766,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.21.mlp.gate_proj": {
      "mse": 0.0003605367091950029,
      "rmse": 0.01898780422257937,
      "relative_error": 0.13205976034712932,
      "max_error": 0.982025146484375,
      "sparsity": 0.3887227276961009,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.21.mlp.up_proj": {
      "mse": 0.0004587272123899311,
      "rmse": 0.021417918021832353,
      "relative_error": 0.13750663410174493,
      "max_error": 0.5613021850585938,
      "sparsity": 0.3892076313495636,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.21.mlp.down_proj": {
      "mse": 0.0006418560515157878,
      "rmse": 0.0253348781626395,
      "relative_error": 0.16878117065872833,
      "max_error": 0.8363590240478516,
      "sparsity": 0.37388818462689716,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.22.self_attn.q_proj": {
      "mse": 0.0005556874093599617,
      "rmse": 0.023573022915187643,
      "relative_error": 0.16564819605910688,
      "max_error": 0.8030319213867188,
      "sparsity": 0.3844240407148997,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.22.self_attn.k_proj": {
      "mse": 0.0004220264090690762,
      "rmse": 0.02054328136080203,
      "relative_error": 0.15166877254433841,
      "max_error": 0.5363616943359375,
      "sparsity": 0.38093774517377216,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.22.self_attn.v_proj": {
      "mse": 0.0009258572245016694,
      "rmse": 0.03042790207197449,
      "relative_error": 0.17516537989649306,
      "max_error": 0.5467529296875,
      "sparsity": 0.3875174820423126,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.22.self_attn.o_proj": {
      "mse": 0.00047359790187329054,
      "rmse": 0.021762304608503452,
      "relative_error": 0.14042370182939093,
      "max_error": 0.5455656051635742,
      "sparsity": 0.3834725817044576,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.22.mlp.gate_proj": {
      "mse": 0.00036050137714482844,
      "rmse": 0.018986873811789776,
      "relative_error": 0.13319807744372072,
      "max_error": 0.7116546630859375,
      "sparsity": 0.38889604806900024,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.22.mlp.up_proj": {
      "mse": 0.00046704590204171836,
      "rmse": 0.021611244805464547,
      "relative_error": 0.13599457121265152,
      "max_error": 0.8751449584960938,
      "sparsity": 0.38965070247650146,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.22.mlp.down_proj": {
      "mse": 0.0008220822783187032,
      "rmse": 0.02867197723071611,
      "relative_error": 0.18627136659083046,
      "max_error": 0.8769989013671875,
      "sparsity": 0.3663081427415212,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.23.self_attn.q_proj": {
      "mse": 0.0007962422678247094,
      "rmse": 0.028217765110382313,
      "relative_error": 0.2095703072026533,
      "max_error": 0.6340522766113281,
      "sparsity": 0.3846842447916667,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.23.self_attn.k_proj": {
      "mse": 0.0006293078185990453,
      "rmse": 0.02508600842300435,
      "relative_error": 0.1930527722567741,
      "max_error": 0.5530929565429688,
      "sparsity": 0.37853853901227313,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.23.self_attn.v_proj": {
      "mse": 0.0005694902502000332,
      "rmse": 0.02386399484998338,
      "relative_error": 0.11862559606961656,
      "max_error": 0.44977378845214844,
      "sparsity": 0.4073410928249359,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.23.self_attn.o_proj": {
      "mse": 0.00047892300062812865,
      "rmse": 0.021884309461989625,
      "relative_error": 0.11686789647284099,
      "max_error": 0.7507171630859375,
      "sparsity": 0.3899056414763133,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.23.mlp.gate_proj": {
      "mse": 0.0003371600469108671,
      "rmse": 0.018361918388634317,
      "relative_error": 0.1304621429587916,
      "max_error": 0.684112548828125,
      "sparsity": 0.3855345944563548,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.23.mlp.up_proj": {
      "mse": 0.0004635937511920929,
      "rmse": 0.021531227349877037,
      "relative_error": 0.1341410726411575,
      "max_error": 0.530548095703125,
      "sparsity": 0.38697569568951923,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.23.mlp.down_proj": {
      "mse": 0.0006501522730104625,
      "rmse": 0.02549808371251578,
      "relative_error": 0.16533883590116874,
      "max_error": 0.6298317909240723,
      "sparsity": 0.3731357951958974,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.24.self_attn.q_proj": {
      "mse": 0.0007914926391094923,
      "rmse": 0.02813347897273802,
      "relative_error": 0.21282701567599138,
      "max_error": 0.6182622909545898,
      "sparsity": 0.3789725601673126,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.24.self_attn.k_proj": {
      "mse": 0.0004922481020912528,
      "rmse": 0.02218666496099071,
      "relative_error": 0.19124297990888794,
      "max_error": 0.48739147186279297,
      "sparsity": 0.3734628160794576,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.24.self_attn.v_proj": {
      "mse": 0.0007634047651663423,
      "rmse": 0.02762978040387477,
      "relative_error": 0.13271880790172866,
      "max_error": 0.7925567626953125,
      "sparsity": 0.39220739404360455,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.24.self_attn.o_proj": {
      "mse": 0.0007033598376438022,
      "rmse": 0.026520932065894707,
      "relative_error": 0.16131433471100196,
      "max_error": 0.6284704208374023,
      "sparsity": 0.38041027386983234,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.24.mlp.gate_proj": {
      "mse": 0.00032479356741532683,
      "rmse": 0.018022030058107406,
      "relative_error": 0.12703308340892464,
      "max_error": 0.6070327758789062,
      "sparsity": 0.3842460811138153,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.24.mlp.up_proj": {
      "mse": 0.00045559569844044745,
      "rmse": 0.021344687827195962,
      "relative_error": 0.13184735868206654,
      "max_error": 0.5149078369140625,
      "sparsity": 0.38552404443422955,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.24.mlp.down_proj": {
      "mse": 0.0006079337326809764,
      "rmse": 0.024656312227926067,
      "relative_error": 0.1573348187876713,
      "max_error": 0.6859645843505859,
      "sparsity": 0.3744344810644786,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.25.self_attn.q_proj": {
      "mse": 0.0004431141715031117,
      "rmse": 0.021050277231027426,
      "relative_error": 0.1508082002071661,
      "max_error": 0.4593334197998047,
      "sparsity": 0.3852458695570628,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.25.self_attn.k_proj": {
      "mse": 0.00032679151627235115,
      "rmse": 0.01807737581266571,
      "relative_error": 0.13846183201116602,
      "max_error": 0.37456512451171875,
      "sparsity": 0.38373180230458576,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.25.self_attn.v_proj": {
      "mse": 0.0007395596476271749,
      "rmse": 0.02719484597542657,
      "relative_error": 0.14064360022779163,
      "max_error": 0.5509586334228516,
      "sparsity": 0.38878942529360455,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.25.self_attn.o_proj": {
      "mse": 0.0010019183391705155,
      "rmse": 0.03165309367456071,
      "relative_error": 0.19080784602830844,
      "max_error": 0.6958675384521484,
      "sparsity": 0.3678787350654602,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.25.mlp.gate_proj": {
      "mse": 0.0002824858238454908,
      "rmse": 0.016807314593518228,
      "relative_error": 0.11826062574595378,
      "max_error": 0.5374832153320312,
      "sparsity": 0.38684646288553876,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.25.mlp.up_proj": {
      "mse": 0.00038697797572240233,
      "rmse": 0.019671755786467113,
      "relative_error": 0.12197996063452735,
      "max_error": 0.4824066162109375,
      "sparsity": 0.38694029053052265,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.25.mlp.down_proj": {
      "mse": 0.0005231230752542615,
      "rmse": 0.022871883946327234,
      "relative_error": 0.14492867635958706,
      "max_error": 0.9400634765625,
      "sparsity": 0.3764494061470032,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.26.self_attn.q_proj": {
      "mse": 0.00035285300691612065,
      "rmse": 0.018784381994521957,
      "relative_error": 0.14592313439797372,
      "max_error": 0.4511146545410156,
      "sparsity": 0.3857472042242686,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.26.self_attn.k_proj": {
      "mse": 0.0002649167727213353,
      "rmse": 0.01627626408981297,
      "relative_error": 0.13852624184120496,
      "max_error": 0.4108009338378906,
      "sparsity": 0.3841206133365631,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.26.self_attn.v_proj": {
      "mse": 0.0008469641907140613,
      "rmse": 0.0291026492043948,
      "relative_error": 0.13792327436458263,
      "max_error": 0.5840492248535156,
      "sparsity": 0.39561934272448224,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.26.self_attn.o_proj": {
      "mse": 0.00047108199214562774,
      "rmse": 0.021704423331331053,
      "relative_error": 0.12231351329083083,
      "max_error": 0.4640541076660156,
      "sparsity": 0.38412563999493915,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.26.mlp.gate_proj": {
      "mse": 0.00027475401293486357,
      "rmse": 0.01657570550338246,
      "relative_error": 0.11745689266006713,
      "max_error": 0.6743698120117188,
      "sparsity": 0.3876640399297078,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.26.mlp.up_proj": {
      "mse": 0.0003821777645498514,
      "rmse": 0.01954936736955576,
      "relative_error": 0.12075877151242563,
      "max_error": 0.472869873046875,
      "sparsity": 0.3872906764348348,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.26.mlp.down_proj": {
      "mse": 0.0005594809772446752,
      "rmse": 0.023653350232993954,
      "relative_error": 0.1500328444037981,
      "max_error": 0.8460102081298828,
      "sparsity": 0.3750576476256053,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.27.self_attn.q_proj": {
      "mse": 0.0003002102894242853,
      "rmse": 0.017326577545040026,
      "relative_error": 0.13426799982484489,
      "max_error": 0.3865089416503906,
      "sparsity": 0.39018192887306213,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.27.self_attn.k_proj": {
      "mse": 0.00022559559147339314,
      "rmse": 0.015019839928354534,
      "relative_error": 0.13020156777110098,
      "max_error": 0.3020808696746826,
      "sparsity": 0.3891661862532298,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.27.self_attn.v_proj": {
      "mse": 0.0007057865732349455,
      "rmse": 0.02656664399646567,
      "relative_error": 0.13515331971447941,
      "max_error": 0.7693214416503906,
      "sparsity": 0.39161362250645954,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.27.self_attn.o_proj": {
      "mse": 0.00045776620390824974,
      "rmse": 0.02139547157480409,
      "relative_error": 0.13572113165922312,
      "max_error": 0.78155517578125,
      "sparsity": 0.38155863682429,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.27.mlp.gate_proj": {
      "mse": 0.00027885756571777165,
      "rmse": 0.016699028885470306,
      "relative_error": 0.11946844800261402,
      "max_error": 0.822509765625,
      "sparsity": 0.38759133219718933,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.27.mlp.up_proj": {
      "mse": 0.0004284470924176276,
      "rmse": 0.02069896355901975,
      "relative_error": 0.1247453787481905,
      "max_error": 2.0409393310546875,
      "sparsity": 0.3873121440410614,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.27.mlp.down_proj": {
      "mse": 0.0006952874828130007,
      "rmse": 0.02636830451153431,
      "relative_error": 0.16718845457586556,
      "max_error": 0.791473388671875,
      "sparsity": 0.36890024940172833,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.28.self_attn.q_proj": {
      "mse": 0.00021549634402617812,
      "rmse": 0.014679793732412528,
      "relative_error": 0.12561023288607884,
      "max_error": 0.3762359619140625,
      "sparsity": 0.3898433446884155,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.28.self_attn.k_proj": {
      "mse": 0.0001749363000271842,
      "rmse": 0.013226348703522987,
      "relative_error": 0.12099917059147738,
      "max_error": 0.2971935272216797,
      "sparsity": 0.3881022135416667,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.28.self_attn.v_proj": {
      "mse": 0.0008044744608923793,
      "rmse": 0.028363258996320913,
      "relative_error": 0.12933421533858702,
      "max_error": 0.5359439849853516,
      "sparsity": 0.3934883773326874,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.28.self_attn.o_proj": {
      "mse": 0.0006236206972971559,
      "rmse": 0.02497239870931817,
      "relative_error": 0.14459681208460812,
      "max_error": 0.5996036529541016,
      "sparsity": 0.3753486176331838,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.28.mlp.gate_proj": {
      "mse": 0.0002845228591468185,
      "rmse": 0.01686780540398835,
      "relative_error": 0.12138743948161114,
      "max_error": 0.8363265991210938,
      "sparsity": 0.3879963457584381,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.28.mlp.up_proj": {
      "mse": 0.0004395138821564615,
      "rmse": 0.020964586381716704,
      "relative_error": 0.12384208036720651,
      "max_error": 1.02935791015625,
      "sparsity": 0.3881142735481262,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.28.mlp.down_proj": {
      "mse": 0.0006876399274915457,
      "rmse": 0.026222889381064506,
      "relative_error": 0.16633863256359221,
      "max_error": 0.6464881896972656,
      "sparsity": 0.37210987011591595,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.29.self_attn.q_proj": {
      "mse": 0.00020917913934681565,
      "rmse": 0.014463026631615377,
      "relative_error": 0.12511935357864523,
      "max_error": 0.39916908740997314,
      "sparsity": 0.3913885752360026,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.29.self_attn.k_proj": {
      "mse": 0.000153984350617975,
      "rmse": 0.012409043098401061,
      "relative_error": 0.11980498352536048,
      "max_error": 0.3233306407928467,
      "sparsity": 0.3890305459499359,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.29.self_attn.v_proj": {
      "mse": 0.0009475867846049368,
      "rmse": 0.03078289759923417,
      "relative_error": 0.13662062360874777,
      "max_error": 0.6898956298828125,
      "sparsity": 0.3957308530807495,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.29.self_attn.o_proj": {
      "mse": 0.0005539952544495463,
      "rmse": 0.023537103782104253,
      "relative_error": 0.13449006927473472,
      "max_error": 1.0374298095703125,
      "sparsity": 0.37956833839416504,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.29.mlp.gate_proj": {
      "mse": 0.00031886447686702013,
      "rmse": 0.017856776777095584,
      "relative_error": 0.13113133117491768,
      "max_error": 0.5156631469726562,
      "sparsity": 0.38739465673764545,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.29.mlp.up_proj": {
      "mse": 0.0005141778383404016,
      "rmse": 0.022675489814784632,
      "relative_error": 0.13509925356520125,
      "max_error": 0.6751518249511719,
      "sparsity": 0.38900267084439594,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    },
    "model.text_model.layers.29.mlp.down_proj": {
      "mse": 0.0019380510784685612,
      "rmse": 0.04402330153985002,
      "relative_error": 0.30400376003737134,
      "max_error": 2.2239151000976562,
      "sparsity": 0.3337251643339793,
      "effective_bits": 9.0,
      "sparse_nnz": 0,
      "n_planes": 3,
      "rescued_rows": 0
    }
  },
  "summary": {
    "method_name": "Broad-tritplane3",
    "model_family": "image_text_to_text",
    "selected_components": [
      "text_backbone",
      "multimodal_connector"
    ],
    "quantized_modules": 211,
    "quantized_params": 113246208,
    "quantized_fraction": 0.4415316287123117,
    "avg_relative_error": 0.1487850632142753,
    "avg_effective_bits": 9.0,
    "full_model_effective_bits": 12.909278599013819,
    "compression_ratio": 1.2394185993648237
  },
  "method_name": "Broad-tritplane3",
  "model_family": "image_text_to_text",
  "format_family": "tritplane_small",
  "format_version": "1.0",
  "total_packed_bytes": 127401984,
  "total_fp16_bytes": 226492416,
  "compression_ratio": 1.7777777777777777
}