| { |
| "model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct", |
| "model_config": { |
| "transformers_version": "5.5.3", |
| "architectures": [ |
| "SmolVLMForConditionalGeneration" |
| ], |
| "output_hidden_states": false, |
| "return_dict": true, |
| "dtype": "float16", |
| "chunk_size_feed_forward": 0, |
| "is_encoder_decoder": false, |
| "id2label": { |
| "0": "LABEL_0", |
| "1": "LABEL_1" |
| }, |
| "label2id": { |
| "LABEL_0": 0, |
| "LABEL_1": 1 |
| }, |
| "problem_type": null, |
| "use_cache": false, |
| "image_token_id": 49190, |
| "tie_word_embeddings": false, |
| "vision_config": { |
| "architectures": null, |
| "output_hidden_states": false, |
| "return_dict": true, |
| "dtype": "float16", |
| "chunk_size_feed_forward": 0, |
| "is_encoder_decoder": false, |
| "id2label": { |
| "0": "LABEL_0", |
| "1": "LABEL_1" |
| }, |
| "label2id": { |
| "LABEL_0": 0, |
| "LABEL_1": 1 |
| }, |
| "problem_type": null, |
| "hidden_size": 768, |
| "intermediate_size": 3072, |
| "num_hidden_layers": 12, |
| "num_attention_heads": 12, |
| "num_channels": 3, |
| "image_size": 512, |
| "patch_size": 16, |
| "hidden_act": "gelu_pytorch_tanh", |
| "layer_norm_eps": 1e-06, |
| "attention_dropout": 0.0, |
| "initializer_range": 0.02, |
| "_name_or_path": "", |
| "max_image_size": { |
| "longest_edge": 512 |
| }, |
| "model_type": "smolvlm_vision", |
| "size": { |
| "longest_edge": 2048 |
| }, |
| "tie_word_embeddings": false, |
| "use_base_siglip": false, |
| "output_attentions": false |
| }, |
| "text_config": { |
| "architectures": [ |
| "VLlama3ForCausalLM" |
| ], |
| "output_hidden_states": false, |
| "return_dict": true, |
| "dtype": "float16", |
| "chunk_size_feed_forward": 0, |
| "is_encoder_decoder": false, |
| "id2label": { |
| "0": "LABEL_0", |
| "1": "LABEL_1" |
| }, |
| "label2id": { |
| "LABEL_0": 0, |
| "LABEL_1": 1 |
| }, |
| "problem_type": null, |
| "vocab_size": 49280, |
| "hidden_size": 960, |
| "intermediate_size": 2560, |
| "num_hidden_layers": 32, |
| "num_attention_heads": 15, |
| "num_key_value_heads": 5, |
| "hidden_act": "silu", |
| "max_position_embeddings": 8192, |
| "initializer_range": 0.02, |
| "rms_norm_eps": 1e-05, |
| "use_cache": true, |
| "pad_token_id": 2, |
| "bos_token_id": 1, |
| "eos_token_id": 2, |
| "pretraining_tp": 1, |
| "tie_word_embeddings": false, |
| "rope_parameters": { |
| "rope_theta": 100000, |
| "rope_type": "default" |
| }, |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "mlp_bias": false, |
| "head_dim": 64, |
| "_name_or_path": "None", |
| "_flash_attn_2_enabled": true, |
| "is_llama_config": true, |
| "model_type": "llama", |
| "neftune_noise_alpha": 0.0, |
| "perceiver_config": { |
| "_attn_implementation_autoset": false, |
| "_name_or_path": "", |
| "add_cross_attention": false, |
| "architectures": null, |
| "attention_dropout": 0.0, |
| "bad_words_ids": null, |
| "begin_suppress_tokens": null, |
| "bos_token_id": null, |
| "chunk_size_feed_forward": 0, |
| "cross_attention_hidden_size": null, |
| "decoder_start_token_id": null, |
| "diversity_penalty": 0.0, |
| "do_sample": false, |
| "early_stopping": false, |
| "encoder_no_repeat_ngram_size": 0, |
| "eos_token_id": null, |
| "exponential_decay_length_penalty": null, |
| "finetuning_task": null, |
| "forced_bos_token_id": null, |
| "forced_eos_token_id": null, |
| "hidden_act": "silu", |
| "id2label": { |
| "0": "LABEL_0", |
| "1": "LABEL_1" |
| }, |
| "is_decoder": false, |
| "is_encoder_decoder": false, |
| "label2id": { |
| "LABEL_0": 0, |
| "LABEL_1": 1 |
| }, |
| "length_penalty": 1.0, |
| "max_length": 20, |
| "min_length": 0, |
| "model_type": "vllama3", |
| "no_repeat_ngram_size": 0, |
| "num_beam_groups": 1, |
| "num_beams": 1, |
| "num_key_value_heads": 1, |
| "num_return_sequences": 1, |
| "output_attentions": false, |
| "output_hidden_states": false, |
| "output_scores": false, |
| "pad_token_id": null, |
| "prefix": null, |
| "problem_type": null, |
| "pruned_heads": {}, |
| "qk_layer_norms_perceiver": false, |
| "remove_invalid_values": false, |
| "repetition_penalty": 1.0, |
| "resampler_depth": 6, |
| "resampler_head_dim": 96, |
| "resampler_n_heads": 16, |
| "resampler_n_latents": 64, |
| "return_dict": true, |
| "return_dict_in_generate": false, |
| "sep_token_id": null, |
| "suppress_tokens": null, |
| "task_specific_params": null, |
| "temperature": 1.0, |
| "tf_legacy_loss": false, |
| "tie_encoder_decoder": false, |
| "tie_word_embeddings": true, |
| "tokenizer_class": null, |
| "top_k": 50, |
| "top_p": 1.0, |
| "torch_dtype": null, |
| "torchscript": false, |
| "transformers_version": "4.46.0", |
| "typical_p": 1.0, |
| "use_bfloat16": false |
| }, |
| "pixel_shuffle_factor": 4, |
| "qk_layer_norms": false, |
| "rope_interleaved": false, |
| "transformers.js_config": { |
| "kv_cache_dtype": { |
| "fp16": "float16", |
| "q4f16": "float16" |
| } |
| }, |
| "use_resampler": false, |
| "output_attentions": false |
| }, |
| "scale_factor": 4, |
| "pad_token_id": 128002, |
| "_name_or_path": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct", |
| "model_type": "smolvlm", |
| "transformers.js_config": { |
| "kv_cache_dtype": { |
| "fp16": "float16", |
| "q4f16": "float16" |
| } |
| }, |
| "use_reentrant_checkpointing": false, |
| "vocab_size": 49280, |
| "output_attentions": false |
| }, |
| "quant_config": { |
| "components": [ |
| "text_backbone", |
| "multimodal_connector" |
| ], |
| "scheme": "tritplane3", |
| "group_size": 32, |
| "n_iter": 10, |
| "salient_fraction": 0.0, |
| "rescue_fraction": 0.0, |
| "n_planes": 3, |
| "allow_all_linear": false, |
| "target_module_names": [ |
| "Wqkv", |
| "att_proj", |
| "attn.proj", |
| "attn.qkv", |
| "c_attn", |
| "c_fc", |
| "c_proj", |
| "dense", |
| "dense_4h_to_h", |
| "dense_h_to_4h", |
| "down_proj", |
| "fc1", |
| "fc2", |
| "ff_proj", |
| "gate_proj", |
| "gate_up_proj", |
| "k", |
| "k_proj", |
| "linear", |
| "o", |
| "o_proj", |
| "out_proj", |
| "per_layer_input_gate", |
| "per_layer_projection", |
| "proj", |
| "q", |
| "q_proj", |
| "qkv", |
| "qkv_proj", |
| "query_key_value", |
| "up_proj", |
| "v", |
| "v_proj", |
| "w1", |
| "w2", |
| "w3", |
| "wi", |
| "wi_0", |
| "wi_1", |
| "wo" |
| ], |
| "max_length": 160, |
| "calibration_batch_size": 2, |
| "calibration_prompts": null, |
| "vlm_use_demo_image": true |
| }, |
| "plan": {}, |
| "layer_info": { |
| "model.connector.modality_projection.proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 12288 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 11796480, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 13271040, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.0.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.0.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.0.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.0.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.0.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.0.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.0.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.1.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.1.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.1.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.1.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.1.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.1.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.1.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.2.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.2.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.2.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.2.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.2.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.2.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.2.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.3.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.3.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.3.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.3.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.3.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.3.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.3.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.4.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.4.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.4.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.4.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.4.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.4.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.4.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.5.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.5.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.5.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.5.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.5.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.5.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.5.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.6.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.6.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.6.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.6.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.6.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.6.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.6.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.7.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.7.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.7.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.7.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.7.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.7.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.7.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.8.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.8.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.8.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.8.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.8.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.8.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.8.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.9.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.9.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.9.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.9.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.9.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.9.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.9.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.10.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.10.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.10.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.10.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.10.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.10.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.10.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.11.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.11.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.11.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.11.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.11.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.11.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.11.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.12.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.12.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.12.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.12.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.12.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.12.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.12.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.13.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.13.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.13.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.13.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.13.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.13.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.13.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.14.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.14.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.14.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.14.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.14.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.14.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.14.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.15.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.15.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.15.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.15.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.15.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.15.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.15.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.16.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.16.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.16.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.16.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.16.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.16.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.16.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.17.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.17.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.17.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.17.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.17.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.17.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.17.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.18.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.18.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.18.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.18.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.18.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.18.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.18.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.19.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.19.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.19.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.19.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.19.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.19.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.19.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.20.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.20.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.20.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.20.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.20.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.20.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.20.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.21.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.21.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.21.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.21.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.21.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.21.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.21.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.22.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.22.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.22.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.22.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.22.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.22.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.22.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.23.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.23.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.23.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.23.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.23.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.23.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.23.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.24.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.24.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.24.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.24.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.24.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.24.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.24.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.25.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.25.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.25.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.25.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.25.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.25.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.25.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.26.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.26.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.26.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.26.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.26.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.26.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.26.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.27.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.27.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.27.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.27.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.27.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.27.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.27.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.28.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.28.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.28.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.28.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.28.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.28.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.28.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.29.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.29.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.29.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.29.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.29.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.29.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.29.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.30.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.30.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.30.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.30.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.30.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.30.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.30.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.31.self_attn.q_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.31.self_attn.k_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.31.self_attn.v_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 320, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 307200, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 345600, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.31.self_attn.o_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 921600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 1036800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.31.mlp.gate_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.31.mlp.up_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 2560, |
| 960 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| }, |
| "model.text_model.layers.31.mlp.down_proj": { |
| "scheme": "tritplane_small_v1", |
| "shape": [ |
| 960, |
| 2560 |
| ], |
| "dtype": "torch.float16", |
| "num_elements": 2457600, |
| "n_planes": 3, |
| "group_sizes": [ |
| 32, |
| 32, |
| 32 |
| ], |
| "rescued_rows": 0, |
| "stored_bytes": 2764800, |
| "effective_bits": 9.0 |
| } |
| }, |
| "stats": { |
| "model.connector.modality_projection.proj": { |
| "mse": 5.37627511221217e-06, |
| "rmse": 0.002318679605338385, |
| "relative_error": 0.11232529343978108, |
| "max_error": 0.06935769319534302, |
| "sparsity": 0.3947989245255788, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.0.self_attn.q_proj": { |
| "mse": 0.0005314695299603045, |
| "rmse": 0.02305362292483124, |
| "relative_error": 0.20877777205728598, |
| "max_error": 1.37176513671875, |
| "sparsity": 0.376055767138799, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.0.self_attn.k_proj": { |
| "mse": 0.0014180912403389812, |
| "rmse": 0.03765755223509597, |
| "relative_error": 0.2126414957021358, |
| "max_error": 1.49334716796875, |
| "sparsity": 0.38177518049875897, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.0.self_attn.v_proj": { |
| "mse": 9.182788198813796e-05, |
| "rmse": 0.00958268657465838, |
| "relative_error": 0.29577660288803204, |
| "max_error": 0.1934490203857422, |
| "sparsity": 0.36731011668841046, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.0.self_attn.o_proj": { |
| "mse": 5.279598553897813e-05, |
| "rmse": 0.007266084608575524, |
| "relative_error": 0.19093673262379318, |
| "max_error": 0.5605087280273438, |
| "sparsity": 0.3689001003901164, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.0.mlp.gate_proj": { |
| "mse": 0.00035739081795327365, |
| "rmse": 0.018904782938538957, |
| "relative_error": 0.13753535044116563, |
| "max_error": 0.578033447265625, |
| "sparsity": 0.37930094202359516, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.0.mlp.up_proj": { |
| "mse": 0.00034740770934149623, |
| "rmse": 0.018638876289666612, |
| "relative_error": 0.13723774105383113, |
| "max_error": 0.6000633239746094, |
| "sparsity": 0.380840927362442, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.0.mlp.down_proj": { |
| "mse": 0.0006163854268379509, |
| "rmse": 0.024827110722715016, |
| "relative_error": 0.17911922661283106, |
| "max_error": 1.0714111328125, |
| "sparsity": 0.36744222044944763, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.1.self_attn.q_proj": { |
| "mse": 0.0005779704661108553, |
| "rmse": 0.024041016328575946, |
| "relative_error": 0.13682085083112477, |
| "max_error": 0.8404541015625, |
| "sparsity": 0.38917896151542664, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.1.self_attn.k_proj": { |
| "mse": 0.0008308137184940279, |
| "rmse": 0.02882383941278517, |
| "relative_error": 0.13721463893281963, |
| "max_error": 0.9709396362304688, |
| "sparsity": 0.3887261350949605, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.1.self_attn.v_proj": { |
| "mse": 0.0001580135285621509, |
| "rmse": 0.012570343215765865, |
| "relative_error": 0.14910078273213473, |
| "max_error": 0.3300743103027344, |
| "sparsity": 0.39191949367523193, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.1.self_attn.o_proj": { |
| "mse": 0.0002102715807268396, |
| "rmse": 0.014500744143899636, |
| "relative_error": 0.14647063007913325, |
| "max_error": 1.4849853515625, |
| "sparsity": 0.37764286001523334, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.1.mlp.gate_proj": { |
| "mse": 0.00036494428059086204, |
| "rmse": 0.019103514875301403, |
| "relative_error": 0.13087417167045606, |
| "max_error": 0.927978515625, |
| "sparsity": 0.3793248236179352, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.1.mlp.up_proj": { |
| "mse": 0.00030177790904417634, |
| "rmse": 0.017371756072549958, |
| "relative_error": 0.13367486196953646, |
| "max_error": 0.7654075622558594, |
| "sparsity": 0.3790958722432454, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.1.mlp.down_proj": { |
| "mse": 0.0003775917866732925, |
| "rmse": 0.019431721145418194, |
| "relative_error": 0.1473674225047308, |
| "max_error": 0.9212369918823242, |
| "sparsity": 0.3742697536945343, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.2.self_attn.q_proj": { |
| "mse": 0.0004766773490700871, |
| "rmse": 0.021832941832700584, |
| "relative_error": 0.1354250294054266, |
| "max_error": 0.8622207045555115, |
| "sparsity": 0.38469980160395306, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.2.self_attn.k_proj": { |
| "mse": 0.0006819431437179446, |
| "rmse": 0.026114041121931792, |
| "relative_error": 0.1404071508568069, |
| "max_error": 0.7380363941192627, |
| "sparsity": 0.3838368058204651, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.2.self_attn.v_proj": { |
| "mse": 0.00018824658764060587, |
| "rmse": 0.013720298380159444, |
| "relative_error": 0.13767107040547688, |
| "max_error": 0.30676794052124023, |
| "sparsity": 0.3867046535015106, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.2.self_attn.o_proj": { |
| "mse": 0.00020274224516469985, |
| "rmse": 0.014238758554196354, |
| "relative_error": 0.1338761074254524, |
| "max_error": 0.5722503662109375, |
| "sparsity": 0.37832645575205487, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.2.mlp.gate_proj": { |
| "mse": 0.0003442151937633753, |
| "rmse": 0.01855303731908539, |
| "relative_error": 0.12962811109657388, |
| "max_error": 0.717137336730957, |
| "sparsity": 0.3799024720986684, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.2.mlp.up_proj": { |
| "mse": 0.00029949229792691767, |
| "rmse": 0.017305845773232745, |
| "relative_error": 0.13028602005524945, |
| "max_error": 0.9309492111206055, |
| "sparsity": 0.3806545635064443, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.2.mlp.down_proj": { |
| "mse": 0.00045880948891863227, |
| "rmse": 0.021419838676298014, |
| "relative_error": 0.16082310185477836, |
| "max_error": 1.3219680786132812, |
| "sparsity": 0.37084445357322693, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.3.self_attn.q_proj": { |
| "mse": 0.0005037776427343488, |
| "rmse": 0.022444991484390203, |
| "relative_error": 0.13561528604897113, |
| "max_error": 0.7548227310180664, |
| "sparsity": 0.3890194594860077, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.3.self_attn.k_proj": { |
| "mse": 0.00069454126060009, |
| "rmse": 0.02635415072811283, |
| "relative_error": 0.13818009364656234, |
| "max_error": 0.7760581970214844, |
| "sparsity": 0.38602214058240253, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.3.self_attn.v_proj": { |
| "mse": 0.00014110682241152972, |
| "rmse": 0.011878839270380323, |
| "relative_error": 0.14022822676624314, |
| "max_error": 0.3532853126525879, |
| "sparsity": 0.3907855947812398, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.3.self_attn.o_proj": { |
| "mse": 0.000207564837182872, |
| "rmse": 0.01440711064658254, |
| "relative_error": 0.14167102225585407, |
| "max_error": 0.4413299560546875, |
| "sparsity": 0.37646520137786865, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.3.mlp.gate_proj": { |
| "mse": 0.00033784445258788764, |
| "rmse": 0.018380545492119857, |
| "relative_error": 0.12913113959089356, |
| "max_error": 1.094214916229248, |
| "sparsity": 0.38064589103062946, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.3.mlp.up_proj": { |
| "mse": 0.0002976357063744217, |
| "rmse": 0.017252121793403317, |
| "relative_error": 0.1295545050286228, |
| "max_error": 1.2246017456054688, |
| "sparsity": 0.382622887690862, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.3.mlp.down_proj": { |
| "mse": 0.0004010823031421751, |
| "rmse": 0.020027039300460143, |
| "relative_error": 0.1517636729996116, |
| "max_error": 1.227447509765625, |
| "sparsity": 0.37449761231740314, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.4.self_attn.q_proj": { |
| "mse": 0.0005056362133473158, |
| "rmse": 0.022486356159843145, |
| "relative_error": 0.14080490460768644, |
| "max_error": 1.264582633972168, |
| "sparsity": 0.38839301466941833, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.4.self_attn.k_proj": { |
| "mse": 0.0005491595948114991, |
| "rmse": 0.023434154450534355, |
| "relative_error": 0.1322335889109355, |
| "max_error": 0.6623153686523438, |
| "sparsity": 0.38570529222488403, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.4.self_attn.v_proj": { |
| "mse": 0.0002180356823373586, |
| "rmse": 0.014766031367207595, |
| "relative_error": 0.14069761966818478, |
| "max_error": 0.39208221435546875, |
| "sparsity": 0.3902430534362793, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.4.self_attn.o_proj": { |
| "mse": 0.0002635375130921602, |
| "rmse": 0.016233838519960714, |
| "relative_error": 0.14729204831196044, |
| "max_error": 0.616729736328125, |
| "sparsity": 0.3769415517648061, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.4.mlp.gate_proj": { |
| "mse": 0.00030637270538136363, |
| "rmse": 0.017503505516934706, |
| "relative_error": 0.1254795659450171, |
| "max_error": 0.7698822021484375, |
| "sparsity": 0.38287285963694256, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.4.mlp.up_proj": { |
| "mse": 0.00028958218172192574, |
| "rmse": 0.01701711437705952, |
| "relative_error": 0.12602124521112892, |
| "max_error": 1.2134326696395874, |
| "sparsity": 0.3851913809776306, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.4.mlp.down_proj": { |
| "mse": 0.00035804673098027706, |
| "rmse": 0.01892212279265403, |
| "relative_error": 0.14090776215805934, |
| "max_error": 0.802337646484375, |
| "sparsity": 0.37745631734530133, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.5.self_attn.q_proj": { |
| "mse": 0.0003613919543568045, |
| "rmse": 0.01901031179009972, |
| "relative_error": 0.12513344299468762, |
| "max_error": 0.540191650390625, |
| "sparsity": 0.3899775743484497, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.5.self_attn.k_proj": { |
| "mse": 0.00044430969865061343, |
| "rmse": 0.021078655048427864, |
| "relative_error": 0.1268041914084934, |
| "max_error": 0.4692869186401367, |
| "sparsity": 0.38868381579717, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.5.self_attn.v_proj": { |
| "mse": 0.00027094484539702535, |
| "rmse": 0.016460402346146503, |
| "relative_error": 0.13914137611104635, |
| "max_error": 0.44549560546875, |
| "sparsity": 0.39340495069821674, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.5.self_attn.o_proj": { |
| "mse": 0.00023530681210104376, |
| "rmse": 0.015339713559941195, |
| "relative_error": 0.1310271094866408, |
| "max_error": 0.36243438720703125, |
| "sparsity": 0.38202764590581256, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.5.mlp.gate_proj": { |
| "mse": 0.0002719155454542488, |
| "rmse": 0.01648986189918669, |
| "relative_error": 0.11967172787876482, |
| "max_error": 0.6721744537353516, |
| "sparsity": 0.38415757815043133, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.5.mlp.up_proj": { |
| "mse": 0.00026822477229870856, |
| "rmse": 0.01637756918161876, |
| "relative_error": 0.12010204469956566, |
| "max_error": 0.8538665771484375, |
| "sparsity": 0.3853982190291087, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.5.mlp.down_proj": { |
| "mse": 0.00034209448494948447, |
| "rmse": 0.018495796412955148, |
| "relative_error": 0.1367644053035181, |
| "max_error": 0.67559814453125, |
| "sparsity": 0.3778640429178874, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.6.self_attn.q_proj": { |
| "mse": 0.0003616748144850135, |
| "rmse": 0.01901774998481717, |
| "relative_error": 0.12628190765749414, |
| "max_error": 0.9189605712890625, |
| "sparsity": 0.39154622952143353, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.6.self_attn.k_proj": { |
| "mse": 0.00047550429007969797, |
| "rmse": 0.021806060856553115, |
| "relative_error": 0.129471610229564, |
| "max_error": 0.5678806304931641, |
| "sparsity": 0.39027778307596844, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.6.self_attn.v_proj": { |
| "mse": 0.0002661354374140501, |
| "rmse": 0.01631365800224003, |
| "relative_error": 0.13591592833744226, |
| "max_error": 0.5244388580322266, |
| "sparsity": 0.3951323727766673, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.6.self_attn.o_proj": { |
| "mse": 0.0002390069275861606, |
| "rmse": 0.01545984888626537, |
| "relative_error": 0.13306984855497975, |
| "max_error": 0.60205078125, |
| "sparsity": 0.38461371262868244, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.6.mlp.gate_proj": { |
| "mse": 0.0002712093119043857, |
| "rmse": 0.01646843380241077, |
| "relative_error": 0.12193638981151585, |
| "max_error": 1.244659423828125, |
| "sparsity": 0.3867263396581014, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.6.mlp.up_proj": { |
| "mse": 0.00027307606069371104, |
| "rmse": 0.01652501318286043, |
| "relative_error": 0.12047243753722714, |
| "max_error": 1.0329666137695312, |
| "sparsity": 0.3885423441727956, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.6.mlp.down_proj": { |
| "mse": 0.00036778251524083316, |
| "rmse": 0.019177656667091345, |
| "relative_error": 0.1406369310585435, |
| "max_error": 0.8620948791503906, |
| "sparsity": 0.37961751222610474, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.7.self_attn.q_proj": { |
| "mse": 0.0003682796086650342, |
| "rmse": 0.0191906125140662, |
| "relative_error": 0.13489597162840886, |
| "max_error": 1.09013032913208, |
| "sparsity": 0.3953443268934886, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.7.self_attn.k_proj": { |
| "mse": 0.00038725545164197683, |
| "rmse": 0.01967880717020157, |
| "relative_error": 0.13528558890175782, |
| "max_error": 0.5375213623046875, |
| "sparsity": 0.395026038090388, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.7.self_attn.v_proj": { |
| "mse": 0.00031340791611000896, |
| "rmse": 0.017703330650191477, |
| "relative_error": 0.12978148488562502, |
| "max_error": 0.40410614013671875, |
| "sparsity": 0.4009483555952708, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.7.self_attn.o_proj": { |
| "mse": 0.00031776560354046524, |
| "rmse": 0.017825981138228135, |
| "relative_error": 0.14448004936879605, |
| "max_error": 0.6895837783813477, |
| "sparsity": 0.3760470946629842, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.7.mlp.gate_proj": { |
| "mse": 0.0002588577044662088, |
| "rmse": 0.0160890554249219, |
| "relative_error": 0.11954683494452101, |
| "max_error": 0.94500732421875, |
| "sparsity": 0.38806044061978656, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.7.mlp.up_proj": { |
| "mse": 0.0002786662080325186, |
| "rmse": 0.01669329829699687, |
| "relative_error": 0.1202450386057031, |
| "max_error": 0.7976341247558594, |
| "sparsity": 0.3911337653795878, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.7.mlp.down_proj": { |
| "mse": 0.0003937930450774729, |
| "rmse": 0.01984421943734429, |
| "relative_error": 0.14486439657367087, |
| "max_error": 0.9992599487304688, |
| "sparsity": 0.38100720445315045, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.8.self_attn.q_proj": { |
| "mse": 0.00034422375028952956, |
| "rmse": 0.018553267914023383, |
| "relative_error": 0.1254131775221598, |
| "max_error": 0.715057373046875, |
| "sparsity": 0.39250216881434125, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.8.self_attn.k_proj": { |
| "mse": 0.0003975920262746513, |
| "rmse": 0.01993970978411299, |
| "relative_error": 0.12661008238733615, |
| "max_error": 0.6119565963745117, |
| "sparsity": 0.39073241750399273, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.8.self_attn.v_proj": { |
| "mse": 0.00026132757193408906, |
| "rmse": 0.016165629339252124, |
| "relative_error": 0.12555049872573287, |
| "max_error": 0.37404346466064453, |
| "sparsity": 0.3957020441691081, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.8.self_attn.o_proj": { |
| "mse": 0.00026310610701330006, |
| "rmse": 0.01622054582969698, |
| "relative_error": 0.13168620320457766, |
| "max_error": 0.442962646484375, |
| "sparsity": 0.38386067748069763, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.8.mlp.gate_proj": { |
| "mse": 0.0002558571577537805, |
| "rmse": 0.015995535556954023, |
| "relative_error": 0.11325361065918169, |
| "max_error": 0.9491653442382812, |
| "sparsity": 0.3881848255793254, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.8.mlp.up_proj": { |
| "mse": 0.00023757842427585274, |
| "rmse": 0.015413579216906524, |
| "relative_error": 0.116968830179925, |
| "max_error": 0.847259521484375, |
| "sparsity": 0.3907446364561717, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.8.mlp.down_proj": { |
| "mse": 0.00025847851065918803, |
| "rmse": 0.01607726689021452, |
| "relative_error": 0.12475321930392438, |
| "max_error": 0.78851318359375, |
| "sparsity": 0.3859715362389882, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.9.self_attn.q_proj": { |
| "mse": 0.00041562269325368106, |
| "rmse": 0.020386826463520042, |
| "relative_error": 0.13777912040773735, |
| "max_error": 0.6402115821838379, |
| "sparsity": 0.3940067986647288, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.9.self_attn.k_proj": { |
| "mse": 0.0004294166574254632, |
| "rmse": 0.020722370941218652, |
| "relative_error": 0.13392695081163608, |
| "max_error": 0.5606307983398438, |
| "sparsity": 0.3945269087950389, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.9.self_attn.v_proj": { |
| "mse": 0.0003200309001840651, |
| "rmse": 0.017889407485550356, |
| "relative_error": 0.1416881917728283, |
| "max_error": 0.3849606513977051, |
| "sparsity": 0.39705511927604675, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.9.self_attn.o_proj": { |
| "mse": 0.0002577567647676915, |
| "rmse": 0.016054805036738735, |
| "relative_error": 0.1323520817319322, |
| "max_error": 0.43770599365234375, |
| "sparsity": 0.38120298584302265, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.9.mlp.gate_proj": { |
| "mse": 0.0002480960974935442, |
| "rmse": 0.015751066550984547, |
| "relative_error": 0.11325578808041654, |
| "max_error": 0.7400054931640625, |
| "sparsity": 0.3888651529947917, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.9.mlp.up_proj": { |
| "mse": 0.00024302767997141927, |
| "rmse": 0.015589345078335372, |
| "relative_error": 0.1142694178958892, |
| "max_error": 1.1082763671875, |
| "sparsity": 0.3910396297772725, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.9.mlp.down_proj": { |
| "mse": 0.000272468663752079, |
| "rmse": 0.01650662484434898, |
| "relative_error": 0.12340313693533053, |
| "max_error": 0.5508880615234375, |
| "sparsity": 0.38616835077603656, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.10.self_attn.q_proj": { |
| "mse": 0.00038834658334963024, |
| "rmse": 0.019706511191726207, |
| "relative_error": 0.12978617132646444, |
| "max_error": 0.57098388671875, |
| "sparsity": 0.3928031027317047, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.10.self_attn.k_proj": { |
| "mse": 0.00039985234616324306, |
| "rmse": 0.019996308313367323, |
| "relative_error": 0.12324863438662488, |
| "max_error": 0.45305633544921875, |
| "sparsity": 0.3924110134442647, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.10.self_attn.v_proj": { |
| "mse": 0.00028403327451087534, |
| "rmse": 0.01685328675691704, |
| "relative_error": 0.13895375705218863, |
| "max_error": 0.4657020568847656, |
| "sparsity": 0.4025857150554657, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.10.self_attn.o_proj": { |
| "mse": 0.00029896950582042336, |
| "rmse": 0.01729073468133796, |
| "relative_error": 0.1420016061368181, |
| "max_error": 1.049102783203125, |
| "sparsity": 0.37884873151779175, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.10.mlp.gate_proj": { |
| "mse": 0.00023728626547381282, |
| "rmse": 0.015404098982862088, |
| "relative_error": 0.11325386121717744, |
| "max_error": 1.0940780639648438, |
| "sparsity": 0.3904181520144145, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.10.mlp.up_proj": { |
| "mse": 0.0002466808073222637, |
| "rmse": 0.015706075490785842, |
| "relative_error": 0.11168400199124448, |
| "max_error": 0.833099365234375, |
| "sparsity": 0.39163845777511597, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.10.mlp.down_proj": { |
| "mse": 0.00029290278325788677, |
| "rmse": 0.017114402801672243, |
| "relative_error": 0.1239319961557224, |
| "max_error": 0.8251514434814453, |
| "sparsity": 0.3860371907552083, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.11.self_attn.q_proj": { |
| "mse": 0.00031106252572499216, |
| "rmse": 0.017636964753749217, |
| "relative_error": 0.12348042819474542, |
| "max_error": 0.6983642578125, |
| "sparsity": 0.39465096592903137, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.11.self_attn.k_proj": { |
| "mse": 0.0003760141262318939, |
| "rmse": 0.019391083678636786, |
| "relative_error": 0.1292138409117064, |
| "max_error": 0.5228118896484375, |
| "sparsity": 0.3956749141216278, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.11.self_attn.v_proj": { |
| "mse": 0.00025429093511775136, |
| "rmse": 0.015946502284756723, |
| "relative_error": 0.12572292968558507, |
| "max_error": 0.36475300788879395, |
| "sparsity": 0.39897027611732483, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.11.self_attn.o_proj": { |
| "mse": 0.00025947412359528244, |
| "rmse": 0.016108200507669455, |
| "relative_error": 0.13100443210315335, |
| "max_error": 0.7092132568359375, |
| "sparsity": 0.38542644182840985, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.11.mlp.gate_proj": { |
| "mse": 0.0002409738808637485, |
| "rmse": 0.015523333432731145, |
| "relative_error": 0.11615620591097975, |
| "max_error": 1.0490875244140625, |
| "sparsity": 0.3923046886920929, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.11.mlp.up_proj": { |
| "mse": 0.0002738493785727769, |
| "rmse": 0.016548395045223478, |
| "relative_error": 0.11498682420142314, |
| "max_error": 0.9261474609375, |
| "sparsity": 0.39341633518536884, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.11.mlp.down_proj": { |
| "mse": 0.0004093392926733941, |
| "rmse": 0.020232135148653838, |
| "relative_error": 0.14377147246869704, |
| "max_error": 1.0236854553222656, |
| "sparsity": 0.3809771140416463, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.12.self_attn.q_proj": { |
| "mse": 0.0004914459423162043, |
| "rmse": 0.022168580069914363, |
| "relative_error": 0.14693239451782622, |
| "max_error": 1.157958984375, |
| "sparsity": 0.3960525194803874, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.12.self_attn.k_proj": { |
| "mse": 0.000391253677662462, |
| "rmse": 0.019780133408611327, |
| "relative_error": 0.12477564180557132, |
| "max_error": 0.4056215286254883, |
| "sparsity": 0.3967556357383728, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.12.self_attn.v_proj": { |
| "mse": 0.00025476847076788545, |
| "rmse": 0.0159614683149103, |
| "relative_error": 0.1314226038419864, |
| "max_error": 0.3336639404296875, |
| "sparsity": 0.39837456742922467, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.12.self_attn.o_proj": { |
| "mse": 0.0002862376859411597, |
| "rmse": 0.0169185603980114, |
| "relative_error": 0.13909520553827767, |
| "max_error": 0.398468017578125, |
| "sparsity": 0.3766728142897288, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.12.mlp.gate_proj": { |
| "mse": 0.00023511608014814556, |
| "rmse": 0.015333495366293543, |
| "relative_error": 0.11856949430841904, |
| "max_error": 0.8280487060546875, |
| "sparsity": 0.3905159632364909, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.12.mlp.up_proj": { |
| "mse": 0.000292447890387848, |
| "rmse": 0.01710110787018923, |
| "relative_error": 0.11643273838359515, |
| "max_error": 0.6393928527832031, |
| "sparsity": 0.3939596911271413, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.12.mlp.down_proj": { |
| "mse": 0.00034808836062438786, |
| "rmse": 0.018657126269187006, |
| "relative_error": 0.13070720125514787, |
| "max_error": 0.682891845703125, |
| "sparsity": 0.3866799672444661, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.13.self_attn.q_proj": { |
| "mse": 0.0004053004668094218, |
| "rmse": 0.020132075571322045, |
| "relative_error": 0.12942652560227816, |
| "max_error": 0.71820068359375, |
| "sparsity": 0.39477864901224774, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.13.self_attn.k_proj": { |
| "mse": 0.0004324800684116781, |
| "rmse": 0.020796155135305132, |
| "relative_error": 0.12896323884624275, |
| "max_error": 0.6227951049804688, |
| "sparsity": 0.39430447419484455, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.13.self_attn.v_proj": { |
| "mse": 0.0003173022996634245, |
| "rmse": 0.01781298121212237, |
| "relative_error": 0.14182240400875645, |
| "max_error": 0.6628785133361816, |
| "sparsity": 0.39759330948193866, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.13.self_attn.o_proj": { |
| "mse": 0.00027005953597836196, |
| "rmse": 0.016433488247428237, |
| "relative_error": 0.13571284752522653, |
| "max_error": 0.7591552734375, |
| "sparsity": 0.3861718773841858, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.13.mlp.gate_proj": { |
| "mse": 0.0002359250938752666, |
| "rmse": 0.015359853315551767, |
| "relative_error": 0.11945819984312417, |
| "max_error": 0.784759521484375, |
| "sparsity": 0.3910655379295349, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.13.mlp.up_proj": { |
| "mse": 0.00031376053811982274, |
| "rmse": 0.01771328705011644, |
| "relative_error": 0.11943581983457419, |
| "max_error": 1.547119140625, |
| "sparsity": 0.39500434199968976, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.13.mlp.down_proj": { |
| "mse": 0.0003877365670632571, |
| "rmse": 0.019691027577636903, |
| "relative_error": 0.1375730755535001, |
| "max_error": 1.1070480346679688, |
| "sparsity": 0.38813774784406024, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.14.self_attn.q_proj": { |
| "mse": 0.00043195407488383353, |
| "rmse": 0.020783504874872127, |
| "relative_error": 0.14014456795182906, |
| "max_error": 1.1500954627990723, |
| "sparsity": 0.3933456341425578, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.14.self_attn.k_proj": { |
| "mse": 0.00047492279554717243, |
| "rmse": 0.021792723454106704, |
| "relative_error": 0.14076720736364193, |
| "max_error": 1.0417613983154297, |
| "sparsity": 0.39103733499844867, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.14.self_attn.v_proj": { |
| "mse": 0.0002991932269651443, |
| "rmse": 0.017297202865352083, |
| "relative_error": 0.13732420381908977, |
| "max_error": 0.3966026306152344, |
| "sparsity": 0.39792752265930176, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.14.self_attn.o_proj": { |
| "mse": 0.0002707390522118658, |
| "rmse": 0.016454149999676853, |
| "relative_error": 0.13354189124164606, |
| "max_error": 0.79656982421875, |
| "sparsity": 0.3795540432135264, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.14.mlp.gate_proj": { |
| "mse": 0.00024663598742336035, |
| "rmse": 0.015704648592800807, |
| "relative_error": 0.12067143447230794, |
| "max_error": 0.9877128601074219, |
| "sparsity": 0.3910504877567291, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.14.mlp.up_proj": { |
| "mse": 0.00029432709561660886, |
| "rmse": 0.017155963849828107, |
| "relative_error": 0.11803363898383314, |
| "max_error": 0.685436487197876, |
| "sparsity": 0.39433077971140545, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.14.mlp.down_proj": { |
| "mse": 0.000363750325050205, |
| "rmse": 0.019072239644315637, |
| "relative_error": 0.13519176110611156, |
| "max_error": 0.9110107421875, |
| "sparsity": 0.3868025739987691, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.15.self_attn.q_proj": { |
| "mse": 0.0003545563668012619, |
| "rmse": 0.0188296671983671, |
| "relative_error": 0.1252711574598276, |
| "max_error": 0.7074196338653564, |
| "sparsity": 0.3935478130976359, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.15.self_attn.k_proj": { |
| "mse": 0.00045099898125045, |
| "rmse": 0.021236736596060374, |
| "relative_error": 0.13586665545865728, |
| "max_error": 0.6388540267944336, |
| "sparsity": 0.39120660225550336, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.15.self_attn.v_proj": { |
| "mse": 0.0002450101019348949, |
| "rmse": 0.015652798533645505, |
| "relative_error": 0.12490046996554008, |
| "max_error": 0.3263397216796875, |
| "sparsity": 0.3997873266537984, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.15.self_attn.o_proj": { |
| "mse": 0.00031266873702406883, |
| "rmse": 0.017682441489343854, |
| "relative_error": 0.14236252818242942, |
| "max_error": 0.533966064453125, |
| "sparsity": 0.37480757633845013, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.15.mlp.gate_proj": { |
| "mse": 0.00029599471599794924, |
| "rmse": 0.01720449697020954, |
| "relative_error": 0.12983011117592555, |
| "max_error": 1.7310435771942139, |
| "sparsity": 0.39267564813296, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.15.mlp.up_proj": { |
| "mse": 0.00030257849721238017, |
| "rmse": 0.01739478362074045, |
| "relative_error": 0.12050215488502299, |
| "max_error": 0.97015380859375, |
| "sparsity": 0.3948414425055186, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.15.mlp.down_proj": { |
| "mse": 0.00045694861910305917, |
| "rmse": 0.021376356544160167, |
| "relative_error": 0.1531174021900089, |
| "max_error": 1.0404205322265625, |
| "sparsity": 0.3818763593832652, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.16.self_attn.q_proj": { |
| "mse": 0.00035391293931752443, |
| "rmse": 0.01881257396842666, |
| "relative_error": 0.1285467129658473, |
| "max_error": 0.6924819946289062, |
| "sparsity": 0.3974920411904653, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.16.self_attn.k_proj": { |
| "mse": 0.0004143030964769423, |
| "rmse": 0.02035443677621521, |
| "relative_error": 0.13067844683847013, |
| "max_error": 0.5817642211914062, |
| "sparsity": 0.39565104246139526, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.16.self_attn.v_proj": { |
| "mse": 0.00038161498378030956, |
| "rmse": 0.019534968230849763, |
| "relative_error": 0.147332272604324, |
| "max_error": 0.9012093544006348, |
| "sparsity": 0.4072374105453491, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.16.self_attn.o_proj": { |
| "mse": 0.00033256871392950416, |
| "rmse": 0.018236466596616357, |
| "relative_error": 0.14477406632677517, |
| "max_error": 0.4289398193359375, |
| "sparsity": 0.37938331564267475, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.16.mlp.gate_proj": { |
| "mse": 0.00028728891629725695, |
| "rmse": 0.01694959929606765, |
| "relative_error": 0.12529640050529323, |
| "max_error": 2.8129539489746094, |
| "sparsity": 0.39487291375796, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.16.mlp.up_proj": { |
| "mse": 0.00029650842770934105, |
| "rmse": 0.017219420074710445, |
| "relative_error": 0.11983224446764382, |
| "max_error": 1.1838493347167969, |
| "sparsity": 0.39692315459251404, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.16.mlp.down_proj": { |
| "mse": 0.00039985671173781157, |
| "rmse": 0.019996417472582722, |
| "relative_error": 0.1455710859387371, |
| "max_error": 0.802032470703125, |
| "sparsity": 0.38471150398254395, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.17.self_attn.q_proj": { |
| "mse": 0.0004023751534987241, |
| "rmse": 0.020059290952043247, |
| "relative_error": 0.14578801331360433, |
| "max_error": 0.7612266540527344, |
| "sparsity": 0.40085141857465106, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.17.self_attn.k_proj": { |
| "mse": 0.00043891152017749846, |
| "rmse": 0.020950215277593175, |
| "relative_error": 0.14059755161229245, |
| "max_error": 0.74713134765625, |
| "sparsity": 0.4005891978740692, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.17.self_attn.v_proj": { |
| "mse": 0.00029954846831969917, |
| "rmse": 0.01730746857052467, |
| "relative_error": 0.1481067317555512, |
| "max_error": 0.6542212963104248, |
| "sparsity": 0.40333550175031024, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.17.self_attn.o_proj": { |
| "mse": 0.0002567254123277962, |
| "rmse": 0.01602265309890332, |
| "relative_error": 0.13831738673252697, |
| "max_error": 0.8655905723571777, |
| "sparsity": 0.3795807957649231, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.17.mlp.gate_proj": { |
| "mse": 0.0002522421127650887, |
| "rmse": 0.015882131870913575, |
| "relative_error": 0.12078378065085432, |
| "max_error": 1.383749008178711, |
| "sparsity": 0.39456597963968915, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.17.mlp.up_proj": { |
| "mse": 0.0002984075399581343, |
| "rmse": 0.017274476546573974, |
| "relative_error": 0.12008383861653409, |
| "max_error": 1.294891357421875, |
| "sparsity": 0.39678724606831867, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.17.mlp.down_proj": { |
| "mse": 0.0003980969777330756, |
| "rmse": 0.01995236772248035, |
| "relative_error": 0.1442788715270542, |
| "max_error": 1.263031005859375, |
| "sparsity": 0.3845464487870534, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.18.self_attn.q_proj": { |
| "mse": 0.0004637680249288678, |
| "rmse": 0.021535273969208468, |
| "relative_error": 0.1589079629753252, |
| "max_error": 1.0300445556640625, |
| "sparsity": 0.3949236770470937, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.18.self_attn.k_proj": { |
| "mse": 0.00039793920586816967, |
| "rmse": 0.019948413617833616, |
| "relative_error": 0.14562156625501185, |
| "max_error": 0.6796073913574219, |
| "sparsity": 0.39361003041267395, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.18.self_attn.v_proj": { |
| "mse": 0.00041931832674890757, |
| "rmse": 0.020477263653840755, |
| "relative_error": 0.1635639593646707, |
| "max_error": 1.3378448486328125, |
| "sparsity": 0.4030240873495738, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.18.self_attn.o_proj": { |
| "mse": 0.00032342210761271417, |
| "rmse": 0.017983940269382406, |
| "relative_error": 0.1426007133866918, |
| "max_error": 0.7264251708984375, |
| "sparsity": 0.38150570789972943, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.18.mlp.gate_proj": { |
| "mse": 0.00028976169414818287, |
| "rmse": 0.017022388027188865, |
| "relative_error": 0.12964864613739466, |
| "max_error": 1.3582611083984375, |
| "sparsity": 0.3942805926005046, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.18.mlp.up_proj": { |
| "mse": 0.00032685688347555697, |
| "rmse": 0.01807918370600722, |
| "relative_error": 0.1251529485843237, |
| "max_error": 0.8334503173828125, |
| "sparsity": 0.3965672453244527, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.18.mlp.down_proj": { |
| "mse": 0.0004322672029957175, |
| "rmse": 0.020791036602240822, |
| "relative_error": 0.1497711394289894, |
| "max_error": 0.8078460693359375, |
| "sparsity": 0.3850051462650299, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.19.self_attn.q_proj": { |
| "mse": 0.0003896941489074379, |
| "rmse": 0.01974067245327367, |
| "relative_error": 0.13325108200686736, |
| "max_error": 1.254664421081543, |
| "sparsity": 0.39376699924468994, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.19.self_attn.k_proj": { |
| "mse": 0.00041156832594424486, |
| "rmse": 0.020287146816254, |
| "relative_error": 0.13210728904408894, |
| "max_error": 0.5255508422851562, |
| "sparsity": 0.3895898461341858, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.19.self_attn.v_proj": { |
| "mse": 0.00038736805436201394, |
| "rmse": 0.019681667977130748, |
| "relative_error": 0.1433697685089609, |
| "max_error": 0.5119838714599609, |
| "sparsity": 0.4001801212628682, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.19.self_attn.o_proj": { |
| "mse": 0.00028125158860348165, |
| "rmse": 0.016770557194186533, |
| "relative_error": 0.13204851607001525, |
| "max_error": 0.4458160400390625, |
| "sparsity": 0.37967918316523236, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.19.mlp.gate_proj": { |
| "mse": 0.00032663048477843404, |
| "rmse": 0.018072921312793734, |
| "relative_error": 0.13361007385773416, |
| "max_error": 2.034881591796875, |
| "sparsity": 0.39373833934466046, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.19.mlp.up_proj": { |
| "mse": 0.0003490446542855352, |
| "rmse": 0.018682736798593915, |
| "relative_error": 0.12953514226570328, |
| "max_error": 1.2417755126953125, |
| "sparsity": 0.3947412073612213, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.19.mlp.down_proj": { |
| "mse": 0.0005468087620101869, |
| "rmse": 0.023383942396657302, |
| "relative_error": 0.16905879133109025, |
| "max_error": 1.0428466796875, |
| "sparsity": 0.3783057928085327, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.20.self_attn.q_proj": { |
| "mse": 0.00032731646206229925, |
| "rmse": 0.018091889400012905, |
| "relative_error": 0.13296779800436376, |
| "max_error": 0.6055755615234375, |
| "sparsity": 0.3961111108462016, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.20.self_attn.k_proj": { |
| "mse": 0.00031906779622659087, |
| "rmse": 0.017862468928638922, |
| "relative_error": 0.13306408632610922, |
| "max_error": 0.5009899139404297, |
| "sparsity": 0.39445637663205463, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.20.self_attn.v_proj": { |
| "mse": 0.0010864576324820518, |
| "rmse": 0.03296145677123588, |
| "relative_error": 0.233601473782399, |
| "max_error": 1.5577328205108643, |
| "sparsity": 0.4020301600297292, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.20.self_attn.o_proj": { |
| "mse": 0.00035141559783369303, |
| "rmse": 0.018746082199587545, |
| "relative_error": 0.14249920315906311, |
| "max_error": 0.6178430318832397, |
| "sparsity": 0.37696723143259686, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.20.mlp.gate_proj": { |
| "mse": 0.0002806248376145959, |
| "rmse": 0.01675186072096458, |
| "relative_error": 0.1269324185889845, |
| "max_error": 1.7291717529296875, |
| "sparsity": 0.3946213126182556, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.20.mlp.up_proj": { |
| "mse": 0.0003319134411867708, |
| "rmse": 0.018218491737429055, |
| "relative_error": 0.12558151840247786, |
| "max_error": 0.9978065490722656, |
| "sparsity": 0.3965361813704173, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.20.mlp.down_proj": { |
| "mse": 0.0005792526644654572, |
| "rmse": 0.02406766844680758, |
| "relative_error": 0.17307819842319885, |
| "max_error": 0.8018798828125, |
| "sparsity": 0.3727709949016571, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.21.self_attn.q_proj": { |
| "mse": 0.00046296603977680206, |
| "rmse": 0.021516645644170516, |
| "relative_error": 0.1563077917107896, |
| "max_error": 1.8148994445800781, |
| "sparsity": 0.40086010098457336, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.21.self_attn.k_proj": { |
| "mse": 0.0003960970207117498, |
| "rmse": 0.019902186329942492, |
| "relative_error": 0.1465407128124648, |
| "max_error": 0.8343238830566406, |
| "sparsity": 0.3987782100836436, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.21.self_attn.v_proj": { |
| "mse": 0.0004818201996386051, |
| "rmse": 0.021950403177131057, |
| "relative_error": 0.1446332083614048, |
| "max_error": 0.6265144348144531, |
| "sparsity": 0.3999891479810079, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.21.self_attn.o_proj": { |
| "mse": 0.0003606123791541904, |
| "rmse": 0.018989796711765778, |
| "relative_error": 0.13786364482520144, |
| "max_error": 0.6202011108398438, |
| "sparsity": 0.38008535901705426, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.21.mlp.gate_proj": { |
| "mse": 0.0002804403775371611, |
| "rmse": 0.016746354156566768, |
| "relative_error": 0.12733057276550633, |
| "max_error": 1.127471923828125, |
| "sparsity": 0.39562689264615375, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.21.mlp.up_proj": { |
| "mse": 0.0003492810938041657, |
| "rmse": 0.01868906348119578, |
| "relative_error": 0.12867766251674148, |
| "max_error": 0.7787200212478638, |
| "sparsity": 0.3956194420655568, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.21.mlp.down_proj": { |
| "mse": 0.0004999992088414729, |
| "rmse": 0.02236066208414842, |
| "relative_error": 0.15978571822457543, |
| "max_error": 0.71771240234375, |
| "sparsity": 0.37760470310846966, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.22.self_attn.q_proj": { |
| "mse": 0.0004021856584586203, |
| "rmse": 0.020054567022466985, |
| "relative_error": 0.14437445525936182, |
| "max_error": 0.6470222473144531, |
| "sparsity": 0.39068830013275146, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.22.self_attn.k_proj": { |
| "mse": 0.00033365990384481847, |
| "rmse": 0.01826635989585277, |
| "relative_error": 0.14008225933028182, |
| "max_error": 0.477325439453125, |
| "sparsity": 0.3892371952533722, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.22.self_attn.v_proj": { |
| "mse": 0.0006478288560174406, |
| "rmse": 0.025452482315433216, |
| "relative_error": 0.17123315471774958, |
| "max_error": 0.71356201171875, |
| "sparsity": 0.3960329790910085, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.22.self_attn.o_proj": { |
| "mse": 0.0003620412026066333, |
| "rmse": 0.01902738034009499, |
| "relative_error": 0.13769422973477458, |
| "max_error": 0.6836128234863281, |
| "sparsity": 0.3778938849767049, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.22.mlp.gate_proj": { |
| "mse": 0.0003168500552419573, |
| "rmse": 0.017800282448375847, |
| "relative_error": 0.13268715293682903, |
| "max_error": 1.0362014770507812, |
| "sparsity": 0.3935291866461436, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.22.mlp.up_proj": { |
| "mse": 0.0003891361120622605, |
| "rmse": 0.0197265331992791, |
| "relative_error": 0.13520297794484687, |
| "max_error": 0.615497350692749, |
| "sparsity": 0.3948841691017151, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.22.mlp.down_proj": { |
| "mse": 0.0008043116540648043, |
| "rmse": 0.02836038882076204, |
| "relative_error": 0.20311435488158017, |
| "max_error": 1.1024436950683594, |
| "sparsity": 0.3633190989494324, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.23.self_attn.q_proj": { |
| "mse": 0.0004803207120858133, |
| "rmse": 0.021916220296524975, |
| "relative_error": 0.16486716854740027, |
| "max_error": 1.235321044921875, |
| "sparsity": 0.3935517966747284, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.23.self_attn.k_proj": { |
| "mse": 0.0003249625733587891, |
| "rmse": 0.01802671831917249, |
| "relative_error": 0.14422419397315825, |
| "max_error": 0.5352425575256348, |
| "sparsity": 0.386841356754303, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.23.self_attn.v_proj": { |
| "mse": 0.0005751471617259085, |
| "rmse": 0.023982225954358543, |
| "relative_error": 0.1580459159536353, |
| "max_error": 0.8300552368164062, |
| "sparsity": 0.4017306864261627, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.23.self_attn.o_proj": { |
| "mse": 0.0003667864657472819, |
| "rmse": 0.01915167005112823, |
| "relative_error": 0.13689448182689637, |
| "max_error": 0.561619758605957, |
| "sparsity": 0.38343966007232666, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.23.mlp.gate_proj": { |
| "mse": 0.0003047164937015623, |
| "rmse": 0.017456130547792152, |
| "relative_error": 0.13115302478655436, |
| "max_error": 0.812896728515625, |
| "sparsity": 0.39314127961794537, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.23.mlp.up_proj": { |
| "mse": 0.0003970471443608403, |
| "rmse": 0.019926041863873527, |
| "relative_error": 0.13375999423388735, |
| "max_error": 0.5598907470703125, |
| "sparsity": 0.39349907636642456, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.23.mlp.down_proj": { |
| "mse": 0.0007750659133307636, |
| "rmse": 0.027840005627347914, |
| "relative_error": 0.19518316136884764, |
| "max_error": 1.1442718505859375, |
| "sparsity": 0.3629276553789775, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.24.self_attn.q_proj": { |
| "mse": 0.0006292385514825583, |
| "rmse": 0.02508462779238628, |
| "relative_error": 0.18952891182131756, |
| "max_error": 0.9436798095703125, |
| "sparsity": 0.3831785321235657, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.24.self_attn.k_proj": { |
| "mse": 0.0004591235483530909, |
| "rmse": 0.021427168463263896, |
| "relative_error": 0.17446175340619755, |
| "max_error": 0.546600341796875, |
| "sparsity": 0.3804145057996114, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.24.self_attn.v_proj": { |
| "mse": 0.0004375155840534717, |
| "rmse": 0.020916873190165677, |
| "relative_error": 0.13928792059497572, |
| "max_error": 0.628143310546875, |
| "sparsity": 0.40235785643259686, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.24.self_attn.o_proj": { |
| "mse": 0.0003790340560954064, |
| "rmse": 0.01946879698634218, |
| "relative_error": 0.13653305972852475, |
| "max_error": 0.5649566650390625, |
| "sparsity": 0.3839749793211619, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.24.mlp.gate_proj": { |
| "mse": 0.000287585542537272, |
| "rmse": 0.016958347282010473, |
| "relative_error": 0.1283479041198418, |
| "max_error": 0.6532325744628906, |
| "sparsity": 0.3902471164862315, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.24.mlp.up_proj": { |
| "mse": 0.00037556461757048965, |
| "rmse": 0.01937948961068092, |
| "relative_error": 0.13156661044997323, |
| "max_error": 0.4593353271484375, |
| "sparsity": 0.39123860994974774, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.24.mlp.down_proj": { |
| "mse": 0.000621433777268976, |
| "rmse": 0.024928573510511507, |
| "relative_error": 0.17474916127539988, |
| "max_error": 1.1068572998046875, |
| "sparsity": 0.37065619230270386, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.25.self_attn.q_proj": { |
| "mse": 0.0005015458445996046, |
| "rmse": 0.022395219235354778, |
| "relative_error": 0.17169572521600163, |
| "max_error": 0.5677337646484375, |
| "sparsity": 0.3853060007095337, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.25.self_attn.k_proj": { |
| "mse": 0.00029890250880271196, |
| "rmse": 0.017288797205205222, |
| "relative_error": 0.14959696274730824, |
| "max_error": 0.3920612335205078, |
| "sparsity": 0.3819878399372101, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.25.self_attn.v_proj": { |
| "mse": 0.000724277866538614, |
| "rmse": 0.026912411013110923, |
| "relative_error": 0.14962019306647226, |
| "max_error": 0.6297454833984375, |
| "sparsity": 0.39883246024449664, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.25.self_attn.o_proj": { |
| "mse": 0.0004041783686261624, |
| "rmse": 0.020104187838014306, |
| "relative_error": 0.1295416984528413, |
| "max_error": 0.5848617553710938, |
| "sparsity": 0.38157660762468976, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.25.mlp.gate_proj": { |
| "mse": 0.00027247756952419877, |
| "rmse": 0.01650689460571548, |
| "relative_error": 0.12545018602522295, |
| "max_error": 0.8299407958984375, |
| "sparsity": 0.3903500735759735, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.25.mlp.up_proj": { |
| "mse": 0.0003646870609372854, |
| "rmse": 0.019096781428745668, |
| "relative_error": 0.1283754918157126, |
| "max_error": 0.613494873046875, |
| "sparsity": 0.39058443903923035, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.25.mlp.down_proj": { |
| "mse": 0.0004927993286401033, |
| "rmse": 0.022199083959481378, |
| "relative_error": 0.1529945194550293, |
| "max_error": 1.103057861328125, |
| "sparsity": 0.37695950269699097, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.26.self_attn.q_proj": { |
| "mse": 0.0007047529215924442, |
| "rmse": 0.02654718293138547, |
| "relative_error": 0.21038494364638508, |
| "max_error": 2.104689598083496, |
| "sparsity": 0.3775596817334493, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.26.self_attn.k_proj": { |
| "mse": 0.00041854113806039095, |
| "rmse": 0.020458277983750023, |
| "relative_error": 0.18190260334084488, |
| "max_error": 0.5651397705078125, |
| "sparsity": 0.3764225244522095, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.26.self_attn.v_proj": { |
| "mse": 0.001006178674288094, |
| "rmse": 0.03172031958048491, |
| "relative_error": 0.16094822854012167, |
| "max_error": 0.5909767150878906, |
| "sparsity": 0.3886295557022095, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.26.self_attn.o_proj": { |
| "mse": 0.00039930478669703007, |
| "rmse": 0.01998261210895688, |
| "relative_error": 0.12292562984103378, |
| "max_error": 0.5795326232910156, |
| "sparsity": 0.3832038442293803, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.26.mlp.gate_proj": { |
| "mse": 0.0002544289454817772, |
| "rmse": 0.01595082899042483, |
| "relative_error": 0.1222619364364751, |
| "max_error": 0.472900390625, |
| "sparsity": 0.3903925319512685, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.26.mlp.up_proj": { |
| "mse": 0.00035120753454975784, |
| "rmse": 0.01874053186411095, |
| "relative_error": 0.12499276106744055, |
| "max_error": 0.47731781005859375, |
| "sparsity": 0.3901938199996948, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.26.mlp.down_proj": { |
| "mse": 0.00044792864355258644, |
| "rmse": 0.021164324783762567, |
| "relative_error": 0.14414071967240039, |
| "max_error": 0.8178272247314453, |
| "sparsity": 0.3800166845321655, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.27.self_attn.q_proj": { |
| "mse": 0.0008198362193070352, |
| "rmse": 0.028632782248797187, |
| "relative_error": 0.23429249311394743, |
| "max_error": 2.0684211254119873, |
| "sparsity": 0.3688664734363556, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.27.self_attn.k_proj": { |
| "mse": 0.000433493813034147, |
| "rmse": 0.020820514235583783, |
| "relative_error": 0.19564769009440797, |
| "max_error": 0.6053543090820312, |
| "sparsity": 0.36629557609558105, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.27.self_attn.v_proj": { |
| "mse": 0.000945365522056818, |
| "rmse": 0.030746796939792247, |
| "relative_error": 0.15454764338401902, |
| "max_error": 0.622802734375, |
| "sparsity": 0.3821777403354645, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.27.self_attn.o_proj": { |
| "mse": 0.0003894663241226226, |
| "rmse": 0.019734901168301365, |
| "relative_error": 0.11860803840521572, |
| "max_error": 0.6717376708984375, |
| "sparsity": 0.38870225350062054, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.27.mlp.gate_proj": { |
| "mse": 0.0002371702139498666, |
| "rmse": 0.01540033161817844, |
| "relative_error": 0.11839049007172214, |
| "max_error": 0.4968757629394531, |
| "sparsity": 0.3898722231388092, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.27.mlp.up_proj": { |
| "mse": 0.00033398266532458365, |
| "rmse": 0.018275192620724513, |
| "relative_error": 0.12133559382817463, |
| "max_error": 0.43823719024658203, |
| "sparsity": 0.3903917074203491, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.27.mlp.down_proj": { |
| "mse": 0.0004961593658663332, |
| "rmse": 0.022274635033291416, |
| "relative_error": 0.1508845522317275, |
| "max_error": 0.6260223388671875, |
| "sparsity": 0.37552665670712787, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.28.self_attn.q_proj": { |
| "mse": 0.0007220531697385013, |
| "rmse": 0.026871047053259784, |
| "relative_error": 0.22073010922767622, |
| "max_error": 2.3776988983154297, |
| "sparsity": 0.3688009977340698, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.28.self_attn.k_proj": { |
| "mse": 0.00037996683386154473, |
| "rmse": 0.019492737977553198, |
| "relative_error": 0.18836281532377985, |
| "max_error": 0.4958610534667969, |
| "sparsity": 0.36698784430821735, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.28.self_attn.v_proj": { |
| "mse": 0.00116857944522053, |
| "rmse": 0.0341844912967932, |
| "relative_error": 0.17169464285196595, |
| "max_error": 0.6185035705566406, |
| "sparsity": 0.37959418694178265, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.28.self_attn.o_proj": { |
| "mse": 0.0006720547680743039, |
| "rmse": 0.025924019134275916, |
| "relative_error": 0.1581579338945812, |
| "max_error": 0.8412322998046875, |
| "sparsity": 0.3735810915629069, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.28.mlp.gate_proj": { |
| "mse": 0.00022489803086500615, |
| "rmse": 0.014996600643646085, |
| "relative_error": 0.115714184097836, |
| "max_error": 0.4696512222290039, |
| "sparsity": 0.39038098851839703, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.28.mlp.up_proj": { |
| "mse": 0.00032189959893003106, |
| "rmse": 0.017941560660378213, |
| "relative_error": 0.11866134286342558, |
| "max_error": 0.476654052734375, |
| "sparsity": 0.39087199171384174, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.28.mlp.down_proj": { |
| "mse": 0.0004895612364634871, |
| "rmse": 0.022126030743526665, |
| "relative_error": 0.14925474911149889, |
| "max_error": 1.036773681640625, |
| "sparsity": 0.37520698706309, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.29.self_attn.q_proj": { |
| "mse": 0.0006163844955153763, |
| "rmse": 0.024827091966546873, |
| "relative_error": 0.20982990187825332, |
| "max_error": 2.61297607421875, |
| "sparsity": 0.3778902590274811, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.29.self_attn.k_proj": { |
| "mse": 0.0002822788374032825, |
| "rmse": 0.01680115583533712, |
| "relative_error": 0.16959531387746635, |
| "max_error": 0.38373374938964844, |
| "sparsity": 0.3764355480670929, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.29.self_attn.v_proj": { |
| "mse": 0.0010366367641836405, |
| "rmse": 0.03219684400967959, |
| "relative_error": 0.15896200144834857, |
| "max_error": 0.8222465515136719, |
| "sparsity": 0.3907877604166667, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.29.self_attn.o_proj": { |
| "mse": 0.00035855130408890545, |
| "rmse": 0.018935450987206653, |
| "relative_error": 0.11633226927799124, |
| "max_error": 0.4291839599609375, |
| "sparsity": 0.38507161537806195, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.29.mlp.gate_proj": { |
| "mse": 0.00022159340733196586, |
| "rmse": 0.01488601381606123, |
| "relative_error": 0.11488584610343797, |
| "max_error": 0.4425048828125, |
| "sparsity": 0.39049506187438965, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.29.mlp.up_proj": { |
| "mse": 0.0003204459208063781, |
| "rmse": 0.017901003346359613, |
| "relative_error": 0.11815594409499737, |
| "max_error": 0.458160400390625, |
| "sparsity": 0.39040162165959674, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.29.mlp.down_proj": { |
| "mse": 0.0005074003711342812, |
| "rmse": 0.02252554929706002, |
| "relative_error": 0.15142420969607912, |
| "max_error": 1.1690216064453125, |
| "sparsity": 0.37409966190656024, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.30.self_attn.q_proj": { |
| "mse": 0.000330743525410071, |
| "rmse": 0.0181863554735431, |
| "relative_error": 0.16296419603354362, |
| "max_error": 2.6734619140625, |
| "sparsity": 0.3882693250974019, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.30.self_attn.k_proj": { |
| "mse": 0.00015552040713373572, |
| "rmse": 0.01247078213801106, |
| "relative_error": 0.1298306243992016, |
| "max_error": 0.3675403594970703, |
| "sparsity": 0.38860785961151123, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.30.self_attn.v_proj": { |
| "mse": 0.0009869136847555637, |
| "rmse": 0.03141518239252422, |
| "relative_error": 0.1478885440817368, |
| "max_error": 0.8889617919921875, |
| "sparsity": 0.40032769242922467, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.30.self_attn.o_proj": { |
| "mse": 0.00041504771797917783, |
| "rmse": 0.020372719945534464, |
| "relative_error": 0.12272351921304352, |
| "max_error": 0.7488861083984375, |
| "sparsity": 0.3843702971935272, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.30.mlp.gate_proj": { |
| "mse": 0.00024942512391135097, |
| "rmse": 0.015793198659908986, |
| "relative_error": 0.12099965617749729, |
| "max_error": 0.4992237091064453, |
| "sparsity": 0.3896881739298503, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.30.mlp.up_proj": { |
| "mse": 0.00035625233431346714, |
| "rmse": 0.018874647925549954, |
| "relative_error": 0.1237330520571607, |
| "max_error": 0.8887786865234375, |
| "sparsity": 0.38925836483637494, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.30.mlp.down_proj": { |
| "mse": 0.0006168729159981012, |
| "rmse": 0.02483692646037551, |
| "relative_error": 0.16833931163403912, |
| "max_error": 0.8421630859375, |
| "sparsity": 0.37400227785110474, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.31.self_attn.q_proj": { |
| "mse": 0.00023798629990778863, |
| "rmse": 0.015426804591612244, |
| "relative_error": 0.13627539548587017, |
| "max_error": 1.79534912109375, |
| "sparsity": 0.3895214796066284, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.31.self_attn.k_proj": { |
| "mse": 0.000154533758177422, |
| "rmse": 0.012431160773532856, |
| "relative_error": 0.11974400881879725, |
| "max_error": 0.38648033142089844, |
| "sparsity": 0.38752278685569763, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.31.self_attn.v_proj": { |
| "mse": 0.0006401444552466273, |
| "rmse": 0.025301076167756724, |
| "relative_error": 0.13013701519197032, |
| "max_error": 0.5755758285522461, |
| "sparsity": 0.39263129234313965, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.31.self_attn.o_proj": { |
| "mse": 0.00041197784594260156, |
| "rmse": 0.02029723739681343, |
| "relative_error": 0.12611778971549734, |
| "max_error": 0.92120361328125, |
| "sparsity": 0.3814876278241475, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.31.mlp.gate_proj": { |
| "mse": 0.00030560250161215663, |
| "rmse": 0.017481490257187933, |
| "relative_error": 0.13104694248333834, |
| "max_error": 0.8943405151367188, |
| "sparsity": 0.38756319880485535, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.31.mlp.up_proj": { |
| "mse": 0.0004041235661134124, |
| "rmse": 0.02010282482919782, |
| "relative_error": 0.1322530721920411, |
| "max_error": 0.696624755859375, |
| "sparsity": 0.3878062665462494, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| }, |
| "model.text_model.layers.31.mlp.down_proj": { |
| "mse": 0.0013301592553034425, |
| "rmse": 0.03647134841630403, |
| "relative_error": 0.26829023337261737, |
| "max_error": 1.2521438598632812, |
| "sparsity": 0.3534819881121318, |
| "effective_bits": 9.0, |
| "sparse_nnz": 0, |
| "n_planes": 3, |
| "rescued_rows": 0 |
| } |
| }, |
| "summary": { |
| "method_name": "Broad-tritplane3", |
| "model_family": "image_text_to_text", |
| "selected_components": [ |
| "text_backbone", |
| "multimodal_connector" |
| ], |
| "quantized_modules": 225, |
| "quantized_params": 326369280, |
| "quantized_fraction": 0.6431146020807851, |
| "avg_relative_error": 0.141314631960763, |
| "avg_effective_bits": 9.0, |
| "full_model_effective_bits": 11.498197785434504, |
| "compression_ratio": 1.3915224193019373 |
| }, |
| "method_name": "Broad-tritplane3", |
| "model_family": "image_text_to_text", |
| "format_family": "tritplane_small", |
| "format_version": "1.0", |
| "total_packed_bytes": 367165440, |
| "total_fp16_bytes": 652738560, |
| "compression_ratio": 1.7777777777777777 |
| } |
