| { |
| "_name_or_path": "Phillnet-Mini-Text-Vision", |
| "acceleration_backend": "auto", |
| "adaptive_reasoning": true, |
| "align_qkv_norms": true, |
| "answer_token_budget_policy": "fixed", |
| "architectures": [ |
| "DendroForCausalLM" |
| ], |
| "associative_slots": 32, |
| "attention_dropout": 0.0, |
| "attention_mode": "prefix_bidi", |
| "audio_patch_size": 320, |
| "audio_patch_stride": 160, |
| "auto_map": { |
| "AutoConfig": "configuration_dendro_omni.DendroOmniConfig", |
| "AutoModel": "modeling_dendro_omni.DendroOmniModel", |
| "AutoModelForCausalLM": "modeling_dendro_omni.DendroForCausalLM", |
| "AutoProcessor": "processing_dendro_omni.DendroVisionProcessor" |
| }, |
| "bos_token_id": 248046, |
| "byte_offset": 3, |
| "cache_derived_views": false, |
| "cache_dtype": "auto", |
| "cache_implementation": "dynamic", |
| "cache_offload_device": "cpu", |
| "cache_source_indices": false, |
| "default_adaptive_capsule_budget": true, |
| "default_adaptive_reasoning_trace": true, |
| "default_private_reasoning_generation": true, |
| "default_reasoning_effort": "max", |
| "detach_runtime_state": true, |
| "dropout": 0.0, |
| "dtype": "bfloat16", |
| "eos_token_id": 248046, |
| "expert_top_k": 2, |
| "generation_completion_reserve_tokens": 2048, |
| "generation_default_max_answer_tokens": 8192, |
| "generation_logical_context_tokens": 1048576, |
| "hidden_size": 1024, |
| "image_channels": 3, |
| "image_patch_size": 16, |
| "image_token_id": 248056, |
| "init_std": 0.02, |
| "initializer_range": 0.02, |
| "intermediate_size": 3584, |
| "layer_norm_eps": 1e-06, |
| "low_bit": true, |
| "max_cache_length": 32768, |
| "max_position_embeddings": 1048576, |
| "max_recurrent_depth": 32, |
| "memory_decay": 0.98, |
| "memory_slots": 16, |
| "modality_vocab_size": 8, |
| "model_capabilities": [ |
| "text-generation", |
| "image-understanding" |
| ], |
| "model_type": "dendro_omni", |
| "num_attention_heads": 8, |
| "num_experts": 4, |
| "num_hidden_layers": 8, |
| "num_memory_organs": 4, |
| "num_routes": 6, |
| "pad_token_id": 248044, |
| "plasticity_decay": 0.97, |
| "private_deliberation_trained": true, |
| "qkv_norm": true, |
| "reasoning_answer_commit_budgets": {}, |
| "reasoning_context_guard_tokens": 64, |
| "reasoning_correction_strength": 0.0, |
| "reasoning_effort_conditioning_strength": 0.0, |
| "reasoning_effort_min_tokens": { |
| "direct": 0, |
| "high": 64, |
| "low": 8, |
| "max": 128, |
| "medium": 24 |
| }, |
| "reasoning_effort_native_blends": {}, |
| "reasoning_effort_revision_cycles": { |
| "direct": 0, |
| "high": 3, |
| "low": 1, |
| "max": 5, |
| "medium": 2 |
| }, |
| "reasoning_effort_steps": { |
| "direct": 0, |
| "high": 3, |
| "low": 0, |
| "max": 6, |
| "medium": 1 |
| }, |
| "reasoning_effort_token_budgets": { |
| "direct": 0, |
| "high": 2048, |
| "low": 128, |
| "max": 8192, |
| "medium": 512 |
| }, |
| "reasoning_max_steps": 8, |
| "reasoning_min_steps": 0, |
| "reasoning_refinement_scale": 1.0, |
| "reasoning_route_prior_strength": 0.0, |
| "reasoning_stop_threshold": 0.82, |
| "reasoning_token_budget_policy": "adaptive_context", |
| "reasoning_verifier_passes": 1, |
| "removed_components": [ |
| "SDXL U-Net", |
| "SDXL VAE", |
| "SDXL text encoder", |
| "SDXL text encoder 2", |
| "diffusion scheduler", |
| "text-to-image runtime", |
| "text-to-video runtime", |
| "agent/tool orchestration runtimes" |
| ], |
| "residual_scale": 0.7, |
| "rope_theta": 10000000.0, |
| "sensor_feature_size": 32, |
| "sliding_window": 32768, |
| "source_logical_region_size": 8388608, |
| "source_logical_region_start": 873438976, |
| "source_size": 881827584, |
| "spatial_fourier_bands": 16, |
| "ternary_threshold": 0.7, |
| "text_vision_only": true, |
| "thinking_end_token_id": null, |
| "thinking_start_token_id": null, |
| "tie_word_embeddings": true, |
| "training_recurrent_checkpointing": false, |
| "transformers_version": "5.14.1", |
| "transplant_aliases": { |
| "token/embedding": "model.language_model.embed_tokens.weight" |
| }, |
| "transplant_attention_window": 32768, |
| "transplant_exact_tied_logits": true, |
| "transplant_freeze_donor_bank": true, |
| "transplant_manifest": { |
| "functional_exactness": "requires verifier", |
| "protocol": "Exact-Equivalence Model Transplantation", |
| "protocol_doi": "10.5281/zenodo.20615831", |
| "source_model": "Qwen/Qwen3.5-0.8B", |
| "source_revision": "main", |
| "storage_exact": true |
| }, |
| "transplant_mode": "exact", |
| "transplant_native_blend": 0.0, |
| "transplant_source_config": { |
| "architectures": [ |
| "Qwen3_5ForConditionalGeneration" |
| ], |
| "image_token_id": 248056, |
| "model_type": "qwen3_5", |
| "text_config": { |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "attn_output_gate": true, |
| "dtype": "bfloat16", |
| "eos_token_id": 248044, |
| "full_attention_interval": 4, |
| "head_dim": 256, |
| "hidden_act": "silu", |
| "hidden_size": 1024, |
| "initializer_range": 0.02, |
| "intermediate_size": 3584, |
| "layer_types": [ |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention", |
| "linear_attention", |
| "linear_attention", |
| "linear_attention", |
| "full_attention" |
| ], |
| "linear_conv_kernel_dim": 4, |
| "linear_key_head_dim": 128, |
| "linear_num_key_heads": 16, |
| "linear_num_value_heads": 16, |
| "linear_value_head_dim": 128, |
| "mamba_ssm_dtype": "float32", |
| "max_position_embeddings": 262144, |
| "mlp_only_layers": [], |
| "model_type": "qwen3_5_text", |
| "mtp_num_hidden_layers": 1, |
| "mtp_use_dedicated_embeddings": false, |
| "num_attention_heads": 8, |
| "num_hidden_layers": 24, |
| "num_key_value_heads": 2, |
| "rms_norm_eps": 1e-06, |
| "rope_parameters": { |
| "mrope_interleaved": true, |
| "mrope_section": [ |
| 11, |
| 11, |
| 10 |
| ], |
| "partial_rotary_factor": 0.25, |
| "rope_theta": 10000000, |
| "rope_type": "default" |
| }, |
| "tie_word_embeddings": true, |
| "use_cache": true, |
| "vocab_size": 248320 |
| }, |
| "tie_word_embeddings": true, |
| "transformers_version": "4.57.0.dev0", |
| "video_token_id": 248057, |
| "vision_config": { |
| "deepstack_visual_indexes": [], |
| "depth": 12, |
| "hidden_act": "gelu_pytorch_tanh", |
| "hidden_size": 768, |
| "in_channels": 3, |
| "initializer_range": 0.02, |
| "intermediate_size": 3072, |
| "model_type": "qwen3_5", |
| "num_heads": 12, |
| "num_position_embeddings": 2304, |
| "out_hidden_size": 1024, |
| "patch_size": 16, |
| "spatial_merge_size": 2, |
| "temporal_patch_size": 2 |
| }, |
| "vision_end_token_id": 248054, |
| "vision_start_token_id": 248053 |
| }, |
| "transplant_source_model": "Qwen/Qwen3.5-0.8B", |
| "transplant_source_revision": "main", |
| "transplant_storage_dtype": "float32", |
| "transplant_tensor_map": { |
| "model.language_model.embed_tokens.weight": { |
| "donor_sha256": "3247e63f0f265462e2fba5316dfb2819941ea8ed62ab5b2c4904e4aab5b9d7aa", |
| "dtype": "bfloat16", |
| "numel": 254279680, |
| "offset": 0, |
| "shape": [ |
| 248320, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "91b62c11c47aa68048a8db37998b1796686ba78465155874a82d7852661bdd66" |
| }, |
| "model.language_model.layers.0.input_layernorm.weight": { |
| "donor_sha256": "032420ad60956b0e62b5f4afbfc3a51a7148c79946f746ea4eb6b0ceb6c67e37", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 254279680, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ae7b2e386ac478d21a7c4c2741d493cb6bde41c7bfdf0f77ab2de69962047d49" |
| }, |
| "model.language_model.layers.0.linear_attn.A_log": { |
| "donor_sha256": "ad78e0805c16a73f70c722e837d1d342df3d9714bea32d353d976e155dd73494", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 254280704, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ad78e0805c16a73f70c722e837d1d342df3d9714bea32d353d976e155dd73494" |
| }, |
| "model.language_model.layers.0.linear_attn.conv1d.weight": { |
| "donor_sha256": "130344a7183ae52ad58fc5da96539f28071b64d452bb3acf0890a7947da44188", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 254280720, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "11d53e85d159c11efa7a02b46b86c813d16058aa143923d9503d8007db5824bc" |
| }, |
| "model.language_model.layers.0.linear_attn.dt_bias": { |
| "donor_sha256": "058cec20af625f4e3971da95b131af08db8f9ab26b1301b90c6f6401c5243388", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 254305296, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5cc0802165d8bcf1732815a772436a6cd8c9aa2d546b6ea7c05aa4cb6b5b371d" |
| }, |
| "model.language_model.layers.0.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "e5197a79fc1daa00d06a0c04fd11a97ac3c10a6bd6460e957fd8383700d5d87b", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 254305312, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2fc65e6cf0ef787da1b4c159bffac95517791a4f55dcac542df0b1ea5a683713" |
| }, |
| "model.language_model.layers.0.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "02bab6a0eb77ad51435f77665d173876993d725ca3cd953f90c2b0754735db5e", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 254321696, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "139629e86ebc7960ff2cc255398ddfddf5954c0f47b20c9e180fca1a65b2754b" |
| }, |
| "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "8904cdb2c2e3aa5fc158d074e3b84fb5165a6637f2bd38f67fb93b29406fe0dc", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 254338080, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d8503f081c307563bbb44af0b1e4b5447f43f85f16cf0600c539a78aeb6333c7" |
| }, |
| "model.language_model.layers.0.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "5a44325d73004f42dcd55558d357ceeccb54fafb9b7048071634ab1027e1c17d", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 260629536, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2889835e8d5709eaee501fa1bccf8fdfb30d880e148a28e07932513021f22bec" |
| }, |
| "model.language_model.layers.0.linear_attn.norm.weight": { |
| "donor_sha256": "b92121af2866c2e156749dc12e27d5f873abb1595291be3a7465c8c65fd6e439", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 262726688, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b92121af2866c2e156749dc12e27d5f873abb1595291be3a7465c8c65fd6e439" |
| }, |
| "model.language_model.layers.0.linear_attn.out_proj.weight": { |
| "donor_sha256": "cbee28fc3b42e07e491fffd593b2ee9ec58ae952dc9133e178f8a80ea916d308", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 262726816, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1b43e3c39d314570b54a4a37019e37452c255cc1d9260a99a1c20ff057dfe797" |
| }, |
| "model.language_model.layers.0.mlp.down_proj.weight": { |
| "donor_sha256": "57c93b2a4452740b0b82386debc7c66df7774f98425a0253dd9d3e7006e989ac", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 264823968, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "cd776f65ba064083c91503a5ac624289ff63682404092d3e8cf4cafe7e4a1dd0" |
| }, |
| "model.language_model.layers.0.mlp.gate_proj.weight": { |
| "donor_sha256": "ac1e1d4df4f3adca7e0bc15ee7310ce093f9108baa712cfb86f57b03e6d6e140", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 268493984, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f08132f6e2895034a77515bb350c6dd80d681d5d4b0cd71a8917e8a0bff1f56d" |
| }, |
| "model.language_model.layers.0.mlp.up_proj.weight": { |
| "donor_sha256": "0317b5f7a4e522c75c5013a70f14c510262b79596ac298ef52b5e04740d76367", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 272164000, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "669fe99b662f8e45ba9d15d9e250fda3d965965a01c0ec382f6c9aab4d1a18bf" |
| }, |
| "model.language_model.layers.0.post_attention_layernorm.weight": { |
| "donor_sha256": "9c5f1eafa39cd5af93a2f9fadafd3362bc886938ab1a1db3954baea7887fe303", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 275834016, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f2b0c01b0e391f9079dc0346be44e7ce061b0eae7d2a7791fcb4743c5431b3c2" |
| }, |
| "model.language_model.layers.1.input_layernorm.weight": { |
| "donor_sha256": "105c3f620c5c6f4fb83b1c5aca86af0516ee6fe74013f4c8db19b0c304978fca", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 275835040, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "309572a93efc6425cd2172d715cacbaf368c28a2bfd5841274021c737164752a" |
| }, |
| "model.language_model.layers.1.linear_attn.A_log": { |
| "donor_sha256": "6b98f67f72af6b686d48e04ae972dc7196de67a56acb1656adedf85ad6a9a445", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 275836064, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "6b98f67f72af6b686d48e04ae972dc7196de67a56acb1656adedf85ad6a9a445" |
| }, |
| "model.language_model.layers.1.linear_attn.conv1d.weight": { |
| "donor_sha256": "a0e74d5e5adf520e355b4e8e2d4193367cbae4c970b059c346ddd63146330428", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 275836080, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "833f0f946b8d975c099967009ff9714a2de4b0674ad99d7929874fb54164df95" |
| }, |
| "model.language_model.layers.1.linear_attn.dt_bias": { |
| "donor_sha256": "3c99bf6c106f2cc7afce28251be0c5f471f18a62686c9d5c80d04d98e8b3fb9a", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 275860656, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "334257a1c2081bc5444569f8b5f1db8e24f6f3d4685aa7b7c8a87a48f97d29ae" |
| }, |
| "model.language_model.layers.1.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "77cc7bc037f894dcafe1ce9cc3d2baa8244ffe63cff1a9bf560aec4c35382f17", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 275860672, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "bdb518799a1884bb9caafb2565e8f527fae1534e98a2d46274859479f3d14399" |
| }, |
| "model.language_model.layers.1.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "daf38a1d1ed0cdb8fe81ca684f595db7afb6f84aa062dbce94e9237d98399a94", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 275877056, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c2045ddeae5a122d489ee44439a0b48391b4491074fa5efc7eec3d91dd6ce5d7" |
| }, |
| "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "dfeb7007ff5c97f0ea43218df41742829f175202551e2d8a21030b9fb78d907c", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 275893440, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0adbb97903e150aae0a5a64a6a4cdeb067a6508080df7f18976fa8eecb9486cf" |
| }, |
| "model.language_model.layers.1.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "62d14251ca6f2fe8e45b000b7e00cc217b120adf24a96e1e714dd11f63e97f16", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 282184896, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "845b3e90ae9cb6893c8c78e51d50dc599debb63416fb57fa49ea39eeb731ad94" |
| }, |
| "model.language_model.layers.1.linear_attn.norm.weight": { |
| "donor_sha256": "217499c58672166cf95bfd31fe8b523ef297067083cd36273036cda227ce3e49", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 284282048, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "217499c58672166cf95bfd31fe8b523ef297067083cd36273036cda227ce3e49" |
| }, |
| "model.language_model.layers.1.linear_attn.out_proj.weight": { |
| "donor_sha256": "66cb7582a142ba85cff4a46c46a1c25b51a6033c83b5784eaf82e51c9ef96594", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 284282176, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4f8272690a8b6203dc0abd3d139559ac612f65708de95f747850b27a68b5b078" |
| }, |
| "model.language_model.layers.1.mlp.down_proj.weight": { |
| "donor_sha256": "feda6221cef862b7eb343576a03dd1ad215a56561b084c80f26adbf284f1d292", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 286379328, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "cfd929ea4c8520b19204ec474f3f588fa88b42a1ad6cad30d26592d96a14244f" |
| }, |
| "model.language_model.layers.1.mlp.gate_proj.weight": { |
| "donor_sha256": "eec1554d574f568c1111fcacdfcce1ee9c96b30d68e104de5d6e73f620a52610", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 290049344, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5adc1f6ca44bd0be200cd737fe0a0376719abd03f9140afaa63668b8c4215a1b" |
| }, |
| "model.language_model.layers.1.mlp.up_proj.weight": { |
| "donor_sha256": "740e3ead3094791179bb65898f034e0755eafbda8da9509ed441dab450d4ecad", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 293719360, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9d0f1974fdf0ed8f44e4d36d58f0ae1dc36d8539f11e3d3f1d59f2b3a4ff46e9" |
| }, |
| "model.language_model.layers.1.post_attention_layernorm.weight": { |
| "donor_sha256": "0dbb3ffad68f553dca3e5cde5f6ab63479b7f9268c56aaa487ba870fdbe8e26f", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 297389376, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "67d3f6c7e1f0aa6da66dc81c7d10a52f03ffe5bcd46e61158eb895378b19c8f2" |
| }, |
| "model.language_model.layers.10.input_layernorm.weight": { |
| "donor_sha256": "57dad5a2b3932f4fb1605a11bf7c687ff7ef7a2de996c4144498ffed3af9d19b", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 297390400, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "40adcc82aa2a35039fbff358e93fa07868311bc2d0f8756e56291eb07d99ffac" |
| }, |
| "model.language_model.layers.10.linear_attn.A_log": { |
| "donor_sha256": "9a3d672593b3f5754a75efb8c9b477e09ffe485e068ce126193dfde35c28f8f7", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 297391424, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9a3d672593b3f5754a75efb8c9b477e09ffe485e068ce126193dfde35c28f8f7" |
| }, |
| "model.language_model.layers.10.linear_attn.conv1d.weight": { |
| "donor_sha256": "ac90f21fe8bd659a8f2f6ae54be75be2ef7fa7d31f06b56fee3870a9fc92eee1", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 297391440, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a6774cf51a9a2189a09cc7480e90dd9ad5a924496c9a84fcb1717c39b8af954c" |
| }, |
| "model.language_model.layers.10.linear_attn.dt_bias": { |
| "donor_sha256": "1b3e8ff7bdbd185188bb28dc3190a5422501d012e51cafd5faf8d21f86512061", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 297416016, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3d8f3eedad8bcf6a2cc4ce2c3bd7a1120fda3ed1d461dd20a78a9008f36beb13" |
| }, |
| "model.language_model.layers.10.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "5688129a2e822bfa215ff0a62604046fd41ef594c04cd506b687baebdb97d138", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 297416032, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5bbe58125595a11a9e7e77be64d45d41ae5230033aec54eab85af24806c47847" |
| }, |
| "model.language_model.layers.10.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "b60200cbd0d55589a43976647bd598843a9293f5bcfca0d1da0d26f4d2bda630", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 297432416, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "86269a1fd6016ac924fd8537b14e407ea6fe4a34418d8c804d5e2823c2c523d6" |
| }, |
| "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "733680a65ff13073fb52bcd4cca07ff3adbc6e02c695a58a0a69cd576b987c62", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 297448800, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "60b353f41a774e52ab770ce3f80c29fb8865d91c427dec65cc68a1aeb9046a0d" |
| }, |
| "model.language_model.layers.10.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "aef495e9ed01c8831be36912335d8c3b8ca61d9f7dc78f4041d52e30f1247559", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 303740256, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4922c91a274ac11611ea69a240127f82686685ac2cd7db1937ef82b4c85b100f" |
| }, |
| "model.language_model.layers.10.linear_attn.norm.weight": { |
| "donor_sha256": "3e02b6f8f862b0e7740f559d026e0973583f4561b9cfb7c19846e2c3a5ff2a85", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 305837408, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3e02b6f8f862b0e7740f559d026e0973583f4561b9cfb7c19846e2c3a5ff2a85" |
| }, |
| "model.language_model.layers.10.linear_attn.out_proj.weight": { |
| "donor_sha256": "588e20883705d942ccab8d166e35f6d4969b4da0992af5dc84bcb8b6070fa26d", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 305837536, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "58cd5e9f20b7743703240bc820b3dd55beee79913a6638b297f3f8747f84e191" |
| }, |
| "model.language_model.layers.10.mlp.down_proj.weight": { |
| "donor_sha256": "e32e37cffba5b41c4939ad74507e10dea14db631b6fef69c16b1a37dd3dc9b12", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 307934688, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8a213d7465af27056f1f9a6d9f3995c165b46eb99529d5967b44021bb0f8002e" |
| }, |
| "model.language_model.layers.10.mlp.gate_proj.weight": { |
| "donor_sha256": "acc39380cf3b0553da8333bffac94461fd05ea8cc4fecf0f96ff2f9e6f73ef06", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 311604704, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "dfe6ca21c89179510a8d0cfcbeba4414c71d37e861960922735ef1f517a0c904" |
| }, |
| "model.language_model.layers.10.mlp.up_proj.weight": { |
| "donor_sha256": "793b2b2e9ad00cefec77ce9c76586612ff2b5705e56323f7ecf2a5e82b9aed0e", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 315274720, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b27aa1d538492350c68c7e2a9cb98e413f78f7c10e6832bc671651661b5b6c00" |
| }, |
| "model.language_model.layers.10.post_attention_layernorm.weight": { |
| "donor_sha256": "612d8b6c6fdb9160e028f85683648f9cf964df5cc0edec11c1b60a8564a0de10", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 318944736, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8663704c1fe5a9e3e8e2664d895bd35b211bc627a72093b07b28a7c7dfa918cf" |
| }, |
| "model.language_model.layers.11.input_layernorm.weight": { |
| "donor_sha256": "1996a639da08fd30c87783be599ecd05b513c2d4dcd38c2ba5865aae236d7462", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 318945760, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f1f7cf22879764391a9c30dfa0c41d19d07f368b7c2c353616f25a8f6bf32964" |
| }, |
| "model.language_model.layers.11.mlp.down_proj.weight": { |
| "donor_sha256": "5120ba8e1da3aeb89ddcf924f2c5e5108fdfe63fb072a4f270dd3508c7e24e3f", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 318946784, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b9992e54b8f262f84285145a3d181905d73141032fd8821f2553ebd2db9cdfce" |
| }, |
| "model.language_model.layers.11.mlp.gate_proj.weight": { |
| "donor_sha256": "59a7d0c382716854528f2b4cfae1223cdaa5e43052c1747ce2a58785c91dacee", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 322616800, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9160d412db2fa1e62d8bd92f982136b06ee5b127e7cf63d428daea0dff68512a" |
| }, |
| "model.language_model.layers.11.mlp.up_proj.weight": { |
| "donor_sha256": "dab36859f9c0914874ca74f932cd380e6634babcba4750a95075bfb9e97d3c9b", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 326286816, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7ac47768801d4dcf78ffe84b792e4d003c10267d8d003b7ebc4bd9457c4f30bf" |
| }, |
| "model.language_model.layers.11.post_attention_layernorm.weight": { |
| "donor_sha256": "de62c6ada66ae054b7b06a63417f9004fc0a578d6dde681ecd2878293f94b34a", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 329956832, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3235cdb7082dfbfe45c8f165985992d7b01689f08c567ac8d2de90df1dc31851" |
| }, |
| "model.language_model.layers.11.self_attn.k_norm.weight": { |
| "donor_sha256": "2627cede9dca510f81c95437b72ef6e2ec35d8465b9b82873c0c9c9b5d864f1f", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 329957856, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "78c0c362fdd446afaa260fecbda9db029315d8dc7147268d3c2a3cd8b7a585b3" |
| }, |
| "model.language_model.layers.11.self_attn.k_proj.weight": { |
| "donor_sha256": "bde140c97a3558c267d10edbe76b6409aa1d2ad4f5790f1d72d1d85d27b0c281", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 329958112, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5ab59aba42f3644ea73bf6902dce1d1638118cd6aba80054ae800b23c71d0f6b" |
| }, |
| "model.language_model.layers.11.self_attn.o_proj.weight": { |
| "donor_sha256": "fd07e3e0b48deb3d36314fb39863cc30739c0d0cd9575da79bc26f562ba2762e", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 330482400, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d6bfc80dc256dd7e40476ffddfb26f55017cd0baf87a92277674d8bf08eb810e" |
| }, |
| "model.language_model.layers.11.self_attn.q_norm.weight": { |
| "donor_sha256": "362e6efab6f00a8442201b26236004741dd5afca4b028f8216f131872d88d362", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 332579552, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b59d744d43fb58ed4509e5fec1eef7af383ef904e5919156ff2608dd390a9be1" |
| }, |
| "model.language_model.layers.11.self_attn.q_proj.weight": { |
| "donor_sha256": "6c87d80ffb32c16ababa3fa7151fff829d47631a685e3390ff2e00a2a3c0ed1c", |
| "dtype": "bfloat16", |
| "numel": 4194304, |
| "offset": 332579808, |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "17345fbbeed1813d3d0f7c9c4667d1642e7f3d88932b152a5465eabd3152bfd0" |
| }, |
| "model.language_model.layers.11.self_attn.v_proj.weight": { |
| "donor_sha256": "6d0b839f9b50573a380568d3db8e4be420cfc41bb084bdb9ea1975044b137fd6", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 336774112, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1bf8be1bc6b2af63531069888bbc0fa255fb04444b44a04d6f30b852532b09d1" |
| }, |
| "model.language_model.layers.12.input_layernorm.weight": { |
| "donor_sha256": "02b667d3e098c1b200d499373d170dd0b803c41cb1f779bdac47f8a8f740d144", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 337298400, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d630d834d6299387b77e7d22db39bc4e1102cd66cb484af3008359aea117bad2" |
| }, |
| "model.language_model.layers.12.linear_attn.A_log": { |
| "donor_sha256": "9d4defc1eb81850001cd0c92c99caa7155e39c763a50a84d71b80d634a6da021", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 337299424, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9d4defc1eb81850001cd0c92c99caa7155e39c763a50a84d71b80d634a6da021" |
| }, |
| "model.language_model.layers.12.linear_attn.conv1d.weight": { |
| "donor_sha256": "1cc2aa30505b74f6f75291fe1e350e874d1c85635667f1b53819a1f7b95fc060", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 337299440, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "05fcb97fe5379fd48e924bcff3f2f071d1e7c23fa8821d4ee228f3db6440cb74" |
| }, |
| "model.language_model.layers.12.linear_attn.dt_bias": { |
| "donor_sha256": "5d8cef5bde9f46cdcce4e487c33fa2f2e8bbdac3bca5a166ee0fb54142ecda2d", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 337324016, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8144118359e1d213ed321c85ce2e9554442a9494b48e4792dc1f6c81457662e7" |
| }, |
| "model.language_model.layers.12.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "050acba7b733cf44261ce882f25537a9ccd64e10afa903d758b1c43e18857735", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 337324032, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "067587b2cf31445ce46779fb4ea54bd3f8ce88bba6b89c0c290d46decdfeed20" |
| }, |
| "model.language_model.layers.12.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "a3a106faa9f2a7bfa4a7559b82ffcc3644859174a2901444c5fb1c4c64d062e4", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 337340416, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "82a33bdabdab9c4e35585d03b00691a5aa11f1cb2931a47fac1d282787cd9fac" |
| }, |
| "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "cb26f2da759837440a988302c5e071109a583e9282fa37f37970f3c1f7c41b80", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 337356800, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a2d3497ddb1f45311a4f25ef42e88f2957c2487b6038821af6d68a9d0b2e587b" |
| }, |
| "model.language_model.layers.12.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "6e4522f7902f0b95f3e33b46ef12d393ffd792ae9e2dbe9e198fdaaef41f9395", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 343648256, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "19fc2d706641418d3deff2349f53578b7bc3cb1f8088494424d5fbab92d5f07f" |
| }, |
| "model.language_model.layers.12.linear_attn.norm.weight": { |
| "donor_sha256": "c75ae5a92ba026377745dce2af9a726b07f2a04874c4c10e6a0a828543fd677f", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 345745408, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c75ae5a92ba026377745dce2af9a726b07f2a04874c4c10e6a0a828543fd677f" |
| }, |
| "model.language_model.layers.12.linear_attn.out_proj.weight": { |
| "donor_sha256": "7fd66cf843f4ded4175804494f9ed9ed91375bf224d99a209789bb762c7e19ed", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 345745536, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "61ebfc395d335ac25476e814c1eebd66c3bf94dcf25c67eb39e92539484ae934" |
| }, |
| "model.language_model.layers.12.mlp.down_proj.weight": { |
| "donor_sha256": "2d5f2fef40eb81eddb32ab0ca8e4e53e5578c53f335cdd6b54d9d62051b0759e", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 347842688, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "06d79e07c0ea1c93754a1342f6469060e8ff0d9d55155f9a7babb3f9c2d51c9e" |
| }, |
| "model.language_model.layers.12.mlp.gate_proj.weight": { |
| "donor_sha256": "dc73c370a6af841769f183399d1ce8c8f7e26cc90daba1f048709030f81b0ba9", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 351512704, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d627c6f00695664a015eb8cd8827d99b59763130ccd79257429f43ca75ae60b6" |
| }, |
| "model.language_model.layers.12.mlp.up_proj.weight": { |
| "donor_sha256": "0f290b628c01776d8afd46ed1db1d096722942f7112fc0f30e9baee41fb40fb5", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 355182720, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3d30af6c8d51e7d50f06e69053fc3cc89f1f7673315491c1b0206bc02d4e0682" |
| }, |
| "model.language_model.layers.12.post_attention_layernorm.weight": { |
| "donor_sha256": "4e5a5d9cc2c020223e36c0045ddeffbbfc7f311a9ef59c90b015c38cb9ee1492", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 358852736, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e9828e99269439df1334d1a2c64ecdae738f366b7bc4ce754f50e95b8a962239" |
| }, |
| "model.language_model.layers.13.input_layernorm.weight": { |
| "donor_sha256": "9908305d09036e95cfd52e500ec9eeff0906e6b80d40dd834e0a8af418e91c86", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 358853760, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ed19a9b421affdfa7e6abd1702f8c4906d2c97d8c721b3c18f3c40ec0d6b5d82" |
| }, |
| "model.language_model.layers.13.linear_attn.A_log": { |
| "donor_sha256": "13f858129e2070b8205419299d39591a2148f2d573f6664ea8e9b19086b26b13", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 358854784, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "13f858129e2070b8205419299d39591a2148f2d573f6664ea8e9b19086b26b13" |
| }, |
| "model.language_model.layers.13.linear_attn.conv1d.weight": { |
| "donor_sha256": "2b24d64449a3e81847588ef1a5938c807f4acb6fd9143379f047c3d1dc11c38a", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 358854800, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3e63bd4e9ff082586d10b2e2613a69a438551050bc00987023afa5787cf146ec" |
| }, |
| "model.language_model.layers.13.linear_attn.dt_bias": { |
| "donor_sha256": "a0368cef2ab75a6fba5e6509e80abaaedf47bd83a201c3a586ef337a6246efa1", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 358879376, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7cc52993efdee08050522e89d4607cae51da2c3d81cd00cfb47973c23bedb3a5" |
| }, |
| "model.language_model.layers.13.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "95afc547a264a11e1acf508e2b3b37e0b92e240e2940046e0cb58946c1bf7e80", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 358879392, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c3171c697fc98edbb2a39752c0dd4144625d83de39faba5c5747dd4ea27dd53d" |
| }, |
| "model.language_model.layers.13.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "a21589cbbe52761472b6b34038161c3d6dcc656b96506783f84185ba9a011ae3", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 358895776, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7131ee383817bf155f6aad58456c4c82d132dbb112864cceff12bbfcbb6daae2" |
| }, |
| "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "b2af6d38c8d0320e0f9e8c6c0a1ab7d638361c3f91794c575f6336b4763dfd31", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 358912160, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c752ab8d6dce4393bf986c4be7f1261cb2a40719571748d17f191823496e18f5" |
| }, |
| "model.language_model.layers.13.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "175e5242ea88f296c2d9d54c63b53b6c6c4b29cfaa75f450dafca9bfe2867451", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 365203616, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "eb7a480702ab8a22f19d06c59c63173c54dcde49d0ac5b08e88857c2da1903c8" |
| }, |
| "model.language_model.layers.13.linear_attn.norm.weight": { |
| "donor_sha256": "402169bf7d9f4203cc30a0d4febcdb6a8051b035f26b4eb91c56d760f9a6eace", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 367300768, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "402169bf7d9f4203cc30a0d4febcdb6a8051b035f26b4eb91c56d760f9a6eace" |
| }, |
| "model.language_model.layers.13.linear_attn.out_proj.weight": { |
| "donor_sha256": "ed7cb4978176a6fadd07c3fd9d90fb6ab0ac125021e198d8f4dce00fa7169c3b", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 367300896, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c2d1068467cfd8ce7f6d262c66af082ef2542a1f45a2de4f20e272cc8136a9f4" |
| }, |
| "model.language_model.layers.13.mlp.down_proj.weight": { |
| "donor_sha256": "a903cbbf112b0c17b53cc7c89faed3df7fa718ec5f0a148ab474b6a75a064210", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 369398048, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b2898927be9c2ca0364501c048ecd1845fc657249e7aab76966815fe3b85bc21" |
| }, |
| "model.language_model.layers.13.mlp.gate_proj.weight": { |
| "donor_sha256": "848f24b29888174053ce57ae02fe67c8d0f03fc94e75412ef821f0f7fb1159bc", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 373068064, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1c82a2b3c728bc998c4b86ed5f30b43ca1ebb3a254583b695f9e7ac723a5153b" |
| }, |
| "model.language_model.layers.13.mlp.up_proj.weight": { |
| "donor_sha256": "8d66273c144a88ed841d0f15ef0bb0d65b5238a506d4ac1ee66f86dcf1993707", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 376738080, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "947a561f787bbc7b0c0cd2aba0d6d2a5850e2c21c3fbba8720c41f8cfa52f13d" |
| }, |
| "model.language_model.layers.13.post_attention_layernorm.weight": { |
| "donor_sha256": "5d083952a92dc55f8ef7589c47f22fe04181581703d0c4687c1a0abcb9438a78", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 380408096, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "48a391089dedb7de05721f3a0388aa07f4950b784b9746308517ac84d3a4d660" |
| }, |
| "model.language_model.layers.14.input_layernorm.weight": { |
| "donor_sha256": "4c3fda2b7b689ed486a1d589662ae0277bef18533c260673c8c57134489f815b", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 380409120, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "6ecd6a632db2fe2e5065487b26d9d0283ea0e0fc56ed655a516777db638bf472" |
| }, |
| "model.language_model.layers.14.linear_attn.A_log": { |
| "donor_sha256": "f7e51e8a5df7606167533f0fa946478a8920499de060b56b85d9f0bf7f4bcc20", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 380410144, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f7e51e8a5df7606167533f0fa946478a8920499de060b56b85d9f0bf7f4bcc20" |
| }, |
| "model.language_model.layers.14.linear_attn.conv1d.weight": { |
| "donor_sha256": "f3e0c3cb5250abc2e4878980a5083839ff73b6619c23e0a215cd9d12b7cadffd", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 380410160, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b156ea2031199d5c9eae9d651f18c22b898f5e91dd8a6179509c1198510a6157" |
| }, |
| "model.language_model.layers.14.linear_attn.dt_bias": { |
| "donor_sha256": "ec327be5bc6f761f09528dddc66a8aef6b0bfea753dbc31dc678866ee2d2a8e0", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 380434736, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2d689690a41716b2080db3a71f94c9e7f0104b74a013b5d84534393518e82293" |
| }, |
| "model.language_model.layers.14.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "e17970735512b94fad660c188615ed2100fcdc224f40ff83386781f148b77283", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 380434752, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "6a99e0edec70040ccaea3f29da352d59c3bb5f49a6063e3a081b094cc56a6e04" |
| }, |
| "model.language_model.layers.14.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "51400e43b31da8ad419519fa74fafff6fb913dbe2a9f7f3db1b76122caefc514", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 380451136, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0a684128ab42958224036cc429ff2ddc5dcbbda0aea9c2bfc754f53e1a8349bb" |
| }, |
| "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "55cd42e6408d76bd062b47b0ec9faed8b582cecf8c7c632b35a8a2fd044fecf1", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 380467520, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ce05f764bcd6ddfe7616f51a26892dba5a4818a66b72efe6d8891989e953d46f" |
| }, |
| "model.language_model.layers.14.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "3439f3c617eaa24acfcdede4411a31fc6cd8025c4bad695c1c0de9236bae0c6a", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 386758976, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ac199e7a639a57f8af6410ecb0d2b34bdf2df2d78dc1720d6ab172e4abc8a241" |
| }, |
| "model.language_model.layers.14.linear_attn.norm.weight": { |
| "donor_sha256": "2dadd9a67ff349e42809f71ba1740fdd47a2f5ecdd6e1e9b7dd8a0a9faa21bbd", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 388856128, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2dadd9a67ff349e42809f71ba1740fdd47a2f5ecdd6e1e9b7dd8a0a9faa21bbd" |
| }, |
| "model.language_model.layers.14.linear_attn.out_proj.weight": { |
| "donor_sha256": "4104c25ec4cce12ad592be6a296c4cc0275e2e8f4b00521f49bb03187d8a83c0", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 388856256, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "620cf27f8cdcdbf4d8634b99ad79dd94744d2e1641db557e81698d96c8cb0ea4" |
| }, |
| "model.language_model.layers.14.mlp.down_proj.weight": { |
| "donor_sha256": "96d8150df0567e3d748b0388e6a20781b0569388a4ffa2a34faa531c85642803", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 390953408, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ffa32ef61b28072e02f1937f31505196262000171c064196a9736fa6ac5af4c2" |
| }, |
| "model.language_model.layers.14.mlp.gate_proj.weight": { |
| "donor_sha256": "6327f2e91f44b5f5ae73cfaab781219ca035699280ca7fa8f2c044a1d0d54965", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 394623424, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7c226f3b8da6a411b3df038fc2ab1091eecce0f5f186b00b14f0238524055c3f" |
| }, |
| "model.language_model.layers.14.mlp.up_proj.weight": { |
| "donor_sha256": "f63c0b1e4ae22e9aa8c99d3d63a642b127a4f747eb9128eff0c339481e2c62d9", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 398293440, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "cae6772565a78624edbd7329c92bb81fd5acaef0433907c331a80fd582534c82" |
| }, |
| "model.language_model.layers.14.post_attention_layernorm.weight": { |
| "donor_sha256": "dc29d7ed0a819ea2597ec91d1172c14df84b9e24cb49ccb272080c88e5f37e8d", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 401963456, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d45d783d2f95348202b12541b7ee6a79f6f6aad0bdad3e0273cbcd5a3e72776c" |
| }, |
| "model.language_model.layers.15.input_layernorm.weight": { |
| "donor_sha256": "670e6a67aacfe530ec25cc0ab3dd9dd679e4fb6f00d9ae45f6b1cc8e6a26c513", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 401964480, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9f7bc8b27be03a94018635beb09d2f6d5017e0b88534d91154f0df9a52f99c5a" |
| }, |
| "model.language_model.layers.15.mlp.down_proj.weight": { |
| "donor_sha256": "ef60d2c687bab19464dca9c8bfd7777e46ad226df0c9e25643b0bab04b5a1cca", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 401965504, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b75ed374dddf0d5c9443f12b5d7d7af05d5234d264965911419ef3616fb0144d" |
| }, |
| "model.language_model.layers.15.mlp.gate_proj.weight": { |
| "donor_sha256": "46661cd3ffaa3fc096b0785581b41a848e40d8247ba4cb7ced946cc4fde06a48", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 405635520, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9e2391982b687fadcaae11edede03449762d0a1e90b3b5242048ce5c97f48106" |
| }, |
| "model.language_model.layers.15.mlp.up_proj.weight": { |
| "donor_sha256": "aa16ebc91dcb4702fe78227d9eea187cc044eb49ae8196e228cad737dd71e715", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 409305536, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d169b71d8b2924bb3390679bf81165d492ed096b8ccf0c23f243e6daf91e6156" |
| }, |
| "model.language_model.layers.15.post_attention_layernorm.weight": { |
| "donor_sha256": "86bc9b8e15b9a9b6693bc57becf46255406ab48407fb0b3d9ab663a2aaf75667", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 412975552, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "48a6a5cf94f2b6853fabea032b741943851ac4eaafd9d831f583869a27c231a8" |
| }, |
| "model.language_model.layers.15.self_attn.k_norm.weight": { |
| "donor_sha256": "bf86eafa90845f6148eef808451d12b1c4eec07a4e01c8cd5fd4e2133f6422f3", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 412976576, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ff1c30cf5cf8eabb19bfc02f8c2c5d269f766da25d9e00473dae65be4e923f25" |
| }, |
| "model.language_model.layers.15.self_attn.k_proj.weight": { |
| "donor_sha256": "f32866a80a6fab3a2f505b91443212283dab7e32a8d445206ebf3038cc1a8a0b", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 412976832, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5a1f07eee227ceffe971343edb2abbeb26e502f6d08e5b02b42321876b4c28b3" |
| }, |
| "model.language_model.layers.15.self_attn.o_proj.weight": { |
| "donor_sha256": "2f5be1b0f59d3bf45a992e18c26b3658ce5112527ea570b00d05fe1a48140092", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 413501120, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5e0e4d0124e42027ff03492a5866742facf94fc18d0344a3e027cc02aac1b27c" |
| }, |
| "model.language_model.layers.15.self_attn.q_norm.weight": { |
| "donor_sha256": "ca19b737f9e79a36443c2ad5221c82097d63e07a3fdf9726eefb2f549733af69", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 415598272, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5bd13f384bb0dfd4065b4b1639ceb7a7e3c10ac2b1aaba5552561eb378755040" |
| }, |
| "model.language_model.layers.15.self_attn.q_proj.weight": { |
| "donor_sha256": "35bfbc3cf48dd835c6953120224af8ee7aac5f4bce955d41f1777d136d7b89a9", |
| "dtype": "bfloat16", |
| "numel": 4194304, |
| "offset": 415598528, |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "048f2cccbf706b4d1dfe6a98ec9bee83b29b4f6a743b43473fe9d5648f30ab02" |
| }, |
| "model.language_model.layers.15.self_attn.v_proj.weight": { |
| "donor_sha256": "0091e751727826dd2bb7d6e239870484cba3393bc219ec9595b5ab2ddf8607e0", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 419792832, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1667c297f83e51300441db5f26319fe8b48ae0a7a439191bd17c6d0def4e3ba9" |
| }, |
| "model.language_model.layers.16.input_layernorm.weight": { |
| "donor_sha256": "a63ff1b506ee7cf71c5d52f95598fa6ebe9410ac3197e2e95a242ab973b29624", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 420317120, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "90b66ac705c64e60b977fe552b063557a063e179a6c46f953fd3bf6cf9417e2c" |
| }, |
| "model.language_model.layers.16.linear_attn.A_log": { |
| "donor_sha256": "ef6347f3b8c4383000fad94f82754c9d0389744bf28e2262c8c17a2d7b1b7edb", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 420318144, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ef6347f3b8c4383000fad94f82754c9d0389744bf28e2262c8c17a2d7b1b7edb" |
| }, |
| "model.language_model.layers.16.linear_attn.conv1d.weight": { |
| "donor_sha256": "0dd6a64825d60e73c1579f9cb28b74f992c10565ff728cf6bf78ee95b750d754", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 420318160, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b754facbbf8f720e715d1f11490f5867acdeb8216a0104ad7695cfc60d65fdb1" |
| }, |
| "model.language_model.layers.16.linear_attn.dt_bias": { |
| "donor_sha256": "43150073a3011519850a65c6a3373ee89a0fb09a2c298a8e75b22c12bafdae13", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 420342736, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9b305ed1a1a8704d982fd1176c8e5d59c8a06fa503d2d4239f65ce31da873130" |
| }, |
| "model.language_model.layers.16.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "a998e1d375f07adb1d5c7af7544bbb097504b804c31ab340741c46085e82bddc", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 420342752, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "fe83d76d9f91b13514620a58a465240180aa2a59031b40662c1cc600a05ed3db" |
| }, |
| "model.language_model.layers.16.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "718a0f80e52df9721d12d6d9176edc575500a16bbc4a821b0aa16c053c5ae456", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 420359136, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8c579cf00e797ad721000f1de5418bf23262edbda14b53071ee900f8026bebc7" |
| }, |
| "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "83bf31af185b7cfb4a421b6d1bb258912e66413c17a5c78a4599119203668e64", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 420375520, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "56cff4292975c82f43e2762eb42fb66974eb0c26041de5b1b3229283ca844005" |
| }, |
| "model.language_model.layers.16.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "9b9c714ac98e68501731c49be2645b714f63637f1d0f1e75bf6451e26256aa89", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 426666976, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "fba815729f8b84c87630e0ae17b722d7f4c985b6aa48b87045bd965fcfe07200" |
| }, |
| "model.language_model.layers.16.linear_attn.norm.weight": { |
| "donor_sha256": "aa7a8705d87959ff7460c8f1cf1b44b4ceda4ca38dd8dfad66c12832aa0d07af", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 428764128, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "aa7a8705d87959ff7460c8f1cf1b44b4ceda4ca38dd8dfad66c12832aa0d07af" |
| }, |
| "model.language_model.layers.16.linear_attn.out_proj.weight": { |
| "donor_sha256": "726ecc2ab3ba05f84cbff821eca9425519c30aec5d7ab1cf3aceaea7af38722a", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 428764256, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5b2a9987d2e83233d0c00e109a7427d5423002c29477fab42fabfc2583fc056b" |
| }, |
| "model.language_model.layers.16.mlp.down_proj.weight": { |
| "donor_sha256": "e12df33b47e0bb61125b8fe421d0aba4a75e6bf0b07e1b233f79937b978356d0", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 430861408, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "cbdca09c09a865c5f91807378aaf765d909efad7f01814c48310387e2302cccd" |
| }, |
| "model.language_model.layers.16.mlp.gate_proj.weight": { |
| "donor_sha256": "09149700806a4bb83986f73459d3b8ac636018a4a2411927073bc49c6895c3e8", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 434531424, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8bb2cb3e1727021214bbe8501601007c63cd61f9a6b5a36adc12101605321750" |
| }, |
| "model.language_model.layers.16.mlp.up_proj.weight": { |
| "donor_sha256": "8c4eb5f3102c29f255f26e7e82a6223c410f229a4b3ea4dedab73d776a9f6080", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 438201440, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f36416fdde258dd956aa242b74f8270f4a2236cc6d78a9d6f710ee35bd1c2792" |
| }, |
| "model.language_model.layers.16.post_attention_layernorm.weight": { |
| "donor_sha256": "89249bc43d147f248f9457371fd3780c9fed3b1889bb0ecf76500e1f81d6307b", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 441871456, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "655e9b7c739d89a1220cddcee97a5a5e653ba8a4012fb60bd0565330bbbd8adc" |
| }, |
| "model.language_model.layers.17.input_layernorm.weight": { |
| "donor_sha256": "7076dfa9c7857bd70c1c9680daf54927db580faf40827101347db5c9595baba9", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 441872480, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "cd03f4822e7f3e742e3ef30764ba2e948b84cbe4fd047523670f69fa0f24775b" |
| }, |
| "model.language_model.layers.17.linear_attn.A_log": { |
| "donor_sha256": "b63f4fd41f33846b5f16079772a649a6b7c3b8f16540f5b7478c4b1ea38281fb", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 441873504, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b63f4fd41f33846b5f16079772a649a6b7c3b8f16540f5b7478c4b1ea38281fb" |
| }, |
| "model.language_model.layers.17.linear_attn.conv1d.weight": { |
| "donor_sha256": "007b69b950272d2169c37d47dae64923342fd09cd2d451cbb2c35db20c70118a", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 441873520, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e30beec2310e28a1ba9afa15da94e6b42f73e15650ad5eef077d08fe92f92c0f" |
| }, |
| "model.language_model.layers.17.linear_attn.dt_bias": { |
| "donor_sha256": "ab51aafbe0b1c8e8865d525e726ea43426b6d3e7d70314e2284f5884874be0de", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 441898096, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1fe21c106cf24ea536918867b71a82c14f44c50b2283ae3c9f8b790508c5d5d1" |
| }, |
| "model.language_model.layers.17.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "d38b1f46072b48c85bbc1b68130c9283c652d111c0d7cec61d3ea1263bba310e", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 441898112, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "abdcfa44ca2162df5e20050057fa752793b24c6b9893a3f48c272f25819fdba8" |
| }, |
| "model.language_model.layers.17.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "a2be5f986e93f5e7bb0af4db830c556a7409ca2bcb67b9aee7c27534cbf7b35b", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 441914496, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "943f931a6f0404e267b8a681c3a9dd379e8399c5f511d4d17b23158b6e601e4b" |
| }, |
| "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "c166aaaa8f561735ba47e82e0e853f2afc8ef683f4d5f1308756144d2a8a1538", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 441930880, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0018d9974ddd424de511e2325ed029f38667961b28ec4cd232b77534f60e5f5b" |
| }, |
| "model.language_model.layers.17.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "246f4df3c2c4025689ee42f547bcd35eef5a1accf443a7d66b680120280615e0", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 448222336, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2f0a007d5d2d347b78d849c342d8f1e413b93d48f87761a27cf66eba8a3a1ff8" |
| }, |
| "model.language_model.layers.17.linear_attn.norm.weight": { |
| "donor_sha256": "9109d92911338e459138e9d3a7c5e24cd9e75e16ce24609c3aa09476c0eaac56", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 450319488, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9109d92911338e459138e9d3a7c5e24cd9e75e16ce24609c3aa09476c0eaac56" |
| }, |
| "model.language_model.layers.17.linear_attn.out_proj.weight": { |
| "donor_sha256": "73a8878d3e33c44b82f667c38243a535b6a3ca73c3a5fcf8c7dde790d246744d", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 450319616, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f48d131ce120ce195af363be3639cfef8019eaabefcd91a3e7660966565592b4" |
| }, |
| "model.language_model.layers.17.mlp.down_proj.weight": { |
| "donor_sha256": "412058832c188e22c34c358c8e59601fbc9a945b7ac7fb8ed5b4712302b237a8", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 452416768, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d33b5057fdf2edcbef8127ed79f8062acc577ab9f81ceb83110e7242c3b64184" |
| }, |
| "model.language_model.layers.17.mlp.gate_proj.weight": { |
| "donor_sha256": "f8756b1cb7504eacc713c4e2c9d2128e3b7c0ff63248756d5a1a216ffe694300", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 456086784, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "aaa20008dc557b814b23f6e46e0265523fb5a0f3c1d9a62dd7b83289657fa686" |
| }, |
| "model.language_model.layers.17.mlp.up_proj.weight": { |
| "donor_sha256": "b69569389e39e255195d13e2af84a10c49b4415e4c83cb5a0840628ee8f80948", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 459756800, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8bf47f23fff842551c2374a1826e8d532c30e1f8317137c43309ef810dbcdd01" |
| }, |
| "model.language_model.layers.17.post_attention_layernorm.weight": { |
| "donor_sha256": "306491a125a6e37d6a88623c0b74f00d9ec66592fd907c0fb2fc6694b6b0f6a6", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 463426816, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4de9951179659951e61087db67822dc1e46611d6bcfbe2dd24226e3218e6d64b" |
| }, |
| "model.language_model.layers.18.input_layernorm.weight": { |
| "donor_sha256": "b461b137d827a9dc1f1a34d7198eb082f8a669d3fcd46cfc995a860728066e22", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 463427840, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e3d9e5a8b0468983a5bf938e5a94b86602ed561925dab1f5a7115aa54513f489" |
| }, |
| "model.language_model.layers.18.linear_attn.A_log": { |
| "donor_sha256": "1c0e0c201309df081cbfe9a37018164714a96bc7cdf09473ed0fcfd1f515a555", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 463428864, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1c0e0c201309df081cbfe9a37018164714a96bc7cdf09473ed0fcfd1f515a555" |
| }, |
| "model.language_model.layers.18.linear_attn.conv1d.weight": { |
| "donor_sha256": "5a750fe628c7beba215a72ad4aaa5bc46e2c88d587aad6671b949bfdb42db545", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 463428880, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "862821417726b4ab632be0726e5fc08dcdcc7ba2a3740afb1e9c2c5b4dfce1f1" |
| }, |
| "model.language_model.layers.18.linear_attn.dt_bias": { |
| "donor_sha256": "d8dd2668405443e3502df2447713e66aa5dd25c52ff3c96d2e2c0cad8e30abb1", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 463453456, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "47aad8fb2f33a1ad0059cbfb813fe939394e2dd8c5e89b91d185cb8f89887850" |
| }, |
| "model.language_model.layers.18.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "a066a1e1e9520d9bf903d79e93deb1fe4d68dc8fdbf38ba3d8a6cfb8878b8d40", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 463453472, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9647ebe40a27af9f35905e70d984ae90abdd56f8682af61dfd6a6bc681e51633" |
| }, |
| "model.language_model.layers.18.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "4d9033c62a2dfc655791e3e46b31907369fbafa8d77ee218cb36b8838b0e530f", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 463469856, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "de747656e0ef3d7a223be66b147dfdcfea5ac84c93d32bca237df8ca6a136845" |
| }, |
| "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "47b97e6fae772a763029b7b10ac73d5214a7ab07f5855ef82ce01c51d823252d", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 463486240, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d1ff853f57ebc2847030aabcf13db0ebf6848b7aeaa0d097d96654b0235f06d8" |
| }, |
| "model.language_model.layers.18.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "1933b7c60b8ee2f19d8a2156e54b41407aa13b19808a3e5a9c24bb3c44832c86", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 469777696, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "54ce017b693332b30d7e8ddb412a696b0e2e613d6bd873e53e37f2ca20cac830" |
| }, |
| "model.language_model.layers.18.linear_attn.norm.weight": { |
| "donor_sha256": "48555b69ec651735cef37e17a5e0f58ec9098486303768d51b054141133719ec", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 471874848, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "48555b69ec651735cef37e17a5e0f58ec9098486303768d51b054141133719ec" |
| }, |
| "model.language_model.layers.18.linear_attn.out_proj.weight": { |
| "donor_sha256": "45929a42f3c3e0b9ade395dfb3ac8acc5084dd010cd4045cd8f570629b19d1e3", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 471874976, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a272e0fdfe179723ec347a6cdcf8ec9fe4a58317c6b018e0e226111036ccc5d1" |
| }, |
| "model.language_model.layers.18.mlp.down_proj.weight": { |
| "donor_sha256": "f41124d728ee26c54cd15b22cdd10138cbfe5a04c6e7fe514f53d86d4780d838", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 473972128, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3750be2a0d651528e06a2d21d0bf776684dc34853cd9bf96d9be6d1c237aac42" |
| }, |
| "model.language_model.layers.18.mlp.gate_proj.weight": { |
| "donor_sha256": "4717af00990d4ec5e61e0f6f1da6d63a0c559dd829acf65130c74df02d2643b3", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 477642144, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8d6bec2c4e108cd4dd6435d5a4fd60c184432f167a502d45b93cc9b5e57d56fa" |
| }, |
| "model.language_model.layers.18.mlp.up_proj.weight": { |
| "donor_sha256": "eb176a1dd3a08f18cb0a5dfda15811bb1b6008416c4765f7be13352a5b813605", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 481312160, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a59b2413bc081911694d51b21d17c1c83656767b97dfa7e2b65e13f32104e8c9" |
| }, |
| "model.language_model.layers.18.post_attention_layernorm.weight": { |
| "donor_sha256": "d81e9c9425ecafbffe0da0d30c25da4c347ed4217a1ea6f3f60b7ccfd6146741", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 484982176, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f0bf6e158aac427f4dc3387303225461a561bf9aa66d373a31c8964c0f7f4436" |
| }, |
| "model.language_model.layers.19.input_layernorm.weight": { |
| "donor_sha256": "078387ef725e56cc812efe7f5fc1441ae307e311eee4850e56a19276246e02b7", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 484983200, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "71436e4c6fe2eb4dc141cf84528862d0dc71ba2c1f7ca58260bc1fb29b18dff5" |
| }, |
| "model.language_model.layers.19.mlp.down_proj.weight": { |
| "donor_sha256": "638eedeb701b94aa861f4438e615c07ec6c60ee703db1bfee2de577bb6498c3e", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 484984224, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7e34ab21f32a5eb5787b77dbcb7cd121c614f2c97ccaf5e1aa88b825f8258bb3" |
| }, |
| "model.language_model.layers.19.mlp.gate_proj.weight": { |
| "donor_sha256": "118bfa194557dc70eb6663356fad68adcc98c4a7e4cad9203576e7b6d59f2ec4", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 488654240, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7d59fba25a2aced7253386a8f9257049a7defa3a8560172be61febfbcdfb973f" |
| }, |
| "model.language_model.layers.19.mlp.up_proj.weight": { |
| "donor_sha256": "f731d77e73d6ba23b6ab5c938f79995f380ea23381a72eb3e01dd015023a51ba", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 492324256, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "39e6b00479ff585739451e5301f92ae0e2d9ec38f6727a79b51ab18328923a46" |
| }, |
| "model.language_model.layers.19.post_attention_layernorm.weight": { |
| "donor_sha256": "3f714b74e2c6701e159ce8dfae7b8e4169474d89f249886f4f26af5b8e24984b", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 495994272, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5d9acf5abaf53fe51cc6326f50738c2dad7b2ba74694f3cc05a71098d87d464f" |
| }, |
| "model.language_model.layers.19.self_attn.k_norm.weight": { |
| "donor_sha256": "e6138da9894accb673810dafa8bf73aab6d136c47eeb897097ec81f47ffe5480", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 495995296, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1b637ff255858b164460df3b4b04f8652edc21f484921f51824842caa31c391c" |
| }, |
| "model.language_model.layers.19.self_attn.k_proj.weight": { |
| "donor_sha256": "105a6ac59d7454f28c5154c920a48d3f4ca335af24df16415b5d47e483591835", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 495995552, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e320af612f79bfc5404baff8e717931102d94af45b262dc919d12f7e068f1d4b" |
| }, |
| "model.language_model.layers.19.self_attn.o_proj.weight": { |
| "donor_sha256": "1cc073772f5471e681af8b4cd8b8ceedf2ede22b2e062949671cf0f17335e8bf", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 496519840, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0668b633595e5bcf15301c7680864ca1330ca7be4e528c14e838d936fd3acc75" |
| }, |
| "model.language_model.layers.19.self_attn.q_norm.weight": { |
| "donor_sha256": "a00cbb7839761c57bad599bd0643e1359d8bb25b11eda0219c19c577f66b6db2", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 498616992, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9fc821ec0eea30766ae0473bd5fe502e3c41171870a8e25c228b410ce60c9ef2" |
| }, |
| "model.language_model.layers.19.self_attn.q_proj.weight": { |
| "donor_sha256": "a70273d21445d1ebe501732b4e85f8881efd173d64980ca84ca225545992c02e", |
| "dtype": "bfloat16", |
| "numel": 4194304, |
| "offset": 498617248, |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a635b593c6c1c3b7e7d09f40741aba9518138992b494ec1752054f264ec79cde" |
| }, |
| "model.language_model.layers.19.self_attn.v_proj.weight": { |
| "donor_sha256": "714480f14734e4014f7d21c90829ca6b6b9f2818652aa5fe1bc84d5bed6ecdf8", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 502811552, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3cc6c51d838d427a4b5df7dc94150ae82d9ca0e4f5ba5eb35c0797f84e8680b0" |
| }, |
| "model.language_model.layers.2.input_layernorm.weight": { |
| "donor_sha256": "477fb98b50ccb37ea7254aaf74add51c48bd500dcd3181eda885057c74592840", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 503335840, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "264996a29466e9acb6deea78d4b466f3d01e1476ce08afc5c292dc37040e40cd" |
| }, |
| "model.language_model.layers.2.linear_attn.A_log": { |
| "donor_sha256": "a99ca626fc00b801b40180b3bec9f94375aa0cd7adc6f5945ea6bd62b4457735", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 503336864, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a99ca626fc00b801b40180b3bec9f94375aa0cd7adc6f5945ea6bd62b4457735" |
| }, |
| "model.language_model.layers.2.linear_attn.conv1d.weight": { |
| "donor_sha256": "ae942a15a3c2a2b4bb52b36d0e36523d8a8f1a75e7ea1d316fbc0a1c506f845e", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 503336880, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d739deb6a26c5ef9adeb5a23fb494b1799e813f36f36b8dc10c7d43325700f2d" |
| }, |
| "model.language_model.layers.2.linear_attn.dt_bias": { |
| "donor_sha256": "942709532514b148fa625457a4b23d6fb819b06c702494760f2891cc855d66c1", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 503361456, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "328109b5da47fe776227269b305df3ff3d48c4cd3ebae3188f4b8cd55156dd1b" |
| }, |
| "model.language_model.layers.2.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "65e139d61fb2dac335760f31501360840c0808e648558a46fc0e7515916a6c5a", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 503361472, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7863a9079edfc5c577cba5dc5517edb215badf05e076b7541cd84e09d996eefc" |
| }, |
| "model.language_model.layers.2.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "fe3f12a1c1d11cd6cb1255fd391434df23f8e3bf57a540f5795f9a1b204898ac", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 503377856, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "fff920881270cd32a2346e2d4ba76cbf6e253b7b3f5fcc45af80d1b50f12c9f2" |
| }, |
| "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "94229ea3818917350ab4287f9b59400d362c0b1c4a137ce7b4321c63b2d15e60", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 503394240, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3bc2baf64a1981f94c44796c406ab9a60f18b70995764d6ee8e442df4921cd24" |
| }, |
| "model.language_model.layers.2.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "20da1410a365d369d371b3ff8e1dc2963687db187e70068e17e1f6b783aa504e", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 509685696, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a8d4f895b38861285b1a885682af965a059719f797238a482f9e49b8e98a08ee" |
| }, |
| "model.language_model.layers.2.linear_attn.norm.weight": { |
| "donor_sha256": "b7ea8b8b24815ec8fcd37411c372f93b3b1f5ee59b1b03d4d4dc2f8dc7402c3d", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 511782848, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b7ea8b8b24815ec8fcd37411c372f93b3b1f5ee59b1b03d4d4dc2f8dc7402c3d" |
| }, |
| "model.language_model.layers.2.linear_attn.out_proj.weight": { |
| "donor_sha256": "c5950ca4569b4492985fed6839ede13d4c630e6950e9215cbfe2b810316b335e", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 511782976, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3da341f747c48144eb618f5b4e1f1b3335ca4d630e3f1a9382543bd32457a078" |
| }, |
| "model.language_model.layers.2.mlp.down_proj.weight": { |
| "donor_sha256": "9196cbdeb8929eb1440cb8d7981aa72a19354f9bfaa22806e224694c303a902a", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 513880128, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9055f73bc2a65844c7cb55ccd4764a2da77c82b30e4fa3c4bfbbba1269d8c986" |
| }, |
| "model.language_model.layers.2.mlp.gate_proj.weight": { |
| "donor_sha256": "92b1c17f4299d458400adbf94d5625402c519c65e2e75154821ac95913579307", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 517550144, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5202982bd04e92035d167263419bb2e32e345b8c320136b07bc17400327d5f26" |
| }, |
| "model.language_model.layers.2.mlp.up_proj.weight": { |
| "donor_sha256": "045550db57e546e0bbf8d92ff749728b3a109c36feea700f600e954f9a85c2d3", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 521220160, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2286499532fcbcbe0c0bd9bbb752ec89fcb6efa52474c54dc3c99c55b438f198" |
| }, |
| "model.language_model.layers.2.post_attention_layernorm.weight": { |
| "donor_sha256": "ac89246d14af8b3a0c0772943e7209d6056e5b320b09677ecec95a38756ec4ca", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 524890176, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ac75ff245021c3f1a7260d80e00aad03945f5b1329426cc3b05915fbe9a4eeb3" |
| }, |
| "model.language_model.layers.20.input_layernorm.weight": { |
| "donor_sha256": "4812381974d53a946b3d2f1f92b648ed4f229a86646d00861013266092a9d7d9", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 524891200, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c968a08d5cd8dc40d52656e735a040995fae4ce7f58f04289d80c7f612a71e58" |
| }, |
| "model.language_model.layers.20.linear_attn.A_log": { |
| "donor_sha256": "363f6671046f1606cb2c34d2d8cfb0a33f5f74608545c41294064d2af227d898", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 524892224, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "363f6671046f1606cb2c34d2d8cfb0a33f5f74608545c41294064d2af227d898" |
| }, |
| "model.language_model.layers.20.linear_attn.conv1d.weight": { |
| "donor_sha256": "8a8b9c710987eac6b4b5d6cdbe432be51414373eda229c0f252b27d65a2a2ef1", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 524892240, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f0bbac391bae1b68d1455f10f9418b5c37e1c225e8631ff9a2a92e15c336192a" |
| }, |
| "model.language_model.layers.20.linear_attn.dt_bias": { |
| "donor_sha256": "8f37a0989adf2651fdccc89820088050666b1e1c158a6d0d2f8fd9637a978ffb", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 524916816, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9fcc619e0fda90a942d2838bbd2f4ea3df2728584d886ac0098f4c72d7f65713" |
| }, |
| "model.language_model.layers.20.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "fb17adb4ffc6549fcb0efb041fbadbd52ec070b0fb796f193bb980c9c13b4c89", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 524916832, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0b3a1f704a75eecc36625bb59fc50026fadbb16a6298329b843378b415417db6" |
| }, |
| "model.language_model.layers.20.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "174f0a8f42b36b298629a010509a1bcc4c3c974ea7f09b92b90811bbbe014e0c", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 524933216, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a26f418b63bac3bc6b989671e3ef150cb8699507fc69d6d858d1a0c0dd618f92" |
| }, |
| "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "0f12215de011f28454382974e698b4c83d27bc855df16020a4f7cf0ccceceef6", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 524949600, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e310db76236a8f4a9c11adf539d82d5822447f276cafd609ce787e84d9a454ad" |
| }, |
| "model.language_model.layers.20.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "405fe0e3f54a23363a1ec4bf739f999fc517988253b6eb6c91cd781c6c9d9082", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 531241056, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "445ea5758b4557c1bf6bd621bf63ef4d11782ac9d2eaf36acccfed4384f4dd87" |
| }, |
| "model.language_model.layers.20.linear_attn.norm.weight": { |
| "donor_sha256": "632aea705ef377ce6e17ef541425d68a980c67aedd7999ec9b135639a88f08a1", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 533338208, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "632aea705ef377ce6e17ef541425d68a980c67aedd7999ec9b135639a88f08a1" |
| }, |
| "model.language_model.layers.20.linear_attn.out_proj.weight": { |
| "donor_sha256": "15d1f278000fcab352ac74ed65c6dadd83dea32d95805681215e7531d8b5add5", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 533338336, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ba3f88f5bae7fe379ef1ae9a72ea86041fa7a61a5863182345047b65d6ae1368" |
| }, |
| "model.language_model.layers.20.mlp.down_proj.weight": { |
| "donor_sha256": "95321f2c16e168880266841a7ba2839bc0830079d02a052e0b109c19132b01db", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 535435488, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4019c1a40e5f061ace906899e191f14173ed7ab9cd0f66eb9bf9596b72dd264e" |
| }, |
| "model.language_model.layers.20.mlp.gate_proj.weight": { |
| "donor_sha256": "52f9e1ac66d6777ea869cd9c9a968f1fe60a61feea23164755a52e1971c1716e", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 539105504, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e1d8f65b5a10bc91bb292012b83a516dbedc5acb1548fa2305d8968152b37985" |
| }, |
| "model.language_model.layers.20.mlp.up_proj.weight": { |
| "donor_sha256": "b686d984a503dca9d88012f9be8f14e042c2ca0be541d62c6dac186cd3fc5533", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 542775520, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c09145c5ee55fd3eec6616b892435b15d54593eb23d4ad3ade1433e378641a5b" |
| }, |
| "model.language_model.layers.20.post_attention_layernorm.weight": { |
| "donor_sha256": "c0dbf11d1abec637e19d26733a413db28972261dc7754f52b2b7016090749b02", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 546445536, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f93f9281ba43be965d7df168fd1cef5fac991fd63f918f7ca70c4e5edb519a1d" |
| }, |
| "model.language_model.layers.21.input_layernorm.weight": { |
| "donor_sha256": "b12f6b1bdda9d72c263da8a6872efe8a2ddfb85ca5b1a2994d1051f701abfcd2", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 546446560, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "46165005db503727cb7b61dfbc3ef11ac42dd3f7583f79a20fa0f7b2eb732dfc" |
| }, |
| "model.language_model.layers.21.linear_attn.A_log": { |
| "donor_sha256": "bfa39c8f7e8186c359a2d4ddd6acc2f39f903ea4d8ab0067f7496ea904e9513a", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 546447584, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "bfa39c8f7e8186c359a2d4ddd6acc2f39f903ea4d8ab0067f7496ea904e9513a" |
| }, |
| "model.language_model.layers.21.linear_attn.conv1d.weight": { |
| "donor_sha256": "79c1cd792b335cac388a57ed62ac3e9a4deecfb438dce6ef8c91225769278a43", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 546447600, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e33f1aa3a4e923a7a36cc934b010cc0d7ef8ed28adb7ba2d5d06ed5f072388ff" |
| }, |
| "model.language_model.layers.21.linear_attn.dt_bias": { |
| "donor_sha256": "a4bddfddca7a084d36b3ac4e4e67e06513f42a21bb730fd2fde17ba08a8b6857", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 546472176, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c449b49f37ba8303910da79e0b41e7ed5b4dfe8a567ad10e029aaca2ebe40dda" |
| }, |
| "model.language_model.layers.21.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "8413d52319a2afd7ab84ed4c22fd5f8a2c6b21beffb8cdee05c05dfbc5833989", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 546472192, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "54d8e497cb0f0f93c3d23a77360aa51c01995328f7ba00b297e7f72080a9aeaf" |
| }, |
| "model.language_model.layers.21.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "52bcb25f271e7facc8fdce1c21c94827adf598de73e51b9f451cd306d6d9aced", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 546488576, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "33f487e2c1392b182cb09a555335b313669d16073cd2a0397fbec908f223932a" |
| }, |
| "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "9335f74b1454d851d66118dedccbaf4e714ab34dc4b098adca75f9f5f51e90d8", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 546504960, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d383613a01c86a1d5d3e22214df344eaa2c229bb32f690c83fdcff631e7e6966" |
| }, |
| "model.language_model.layers.21.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "358e7fa34c30c0fb52cdf653669fc7be8f5eeb56357b9939dbe8f07735e376e9", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 552796416, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b0809294093762812bcef108ad5976d2157431659ec9346d006e77162061a6d2" |
| }, |
| "model.language_model.layers.21.linear_attn.norm.weight": { |
| "donor_sha256": "1168a137d2e429ecd17ddc70ee2293e461e67581f4470e6f08fe08ce9cf1e309", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 554893568, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1168a137d2e429ecd17ddc70ee2293e461e67581f4470e6f08fe08ce9cf1e309" |
| }, |
| "model.language_model.layers.21.linear_attn.out_proj.weight": { |
| "donor_sha256": "facb92f1502efd9987c3c2341f6934687f633ee6d99ea7b00d4e083236d54ec1", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 554893696, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4d226ac6f63e45d890359ad95b581b4f510045eca8021d504e20f8e60d3d525e" |
| }, |
| "model.language_model.layers.21.mlp.down_proj.weight": { |
| "donor_sha256": "af9fa5ecc9556068d867a410180e79bb3b5ac93c05059b8c98fef526c4483d9c", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 556990848, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1e587e1a95b8d109d8cc0a84bc6a478d41541ee562dbed4b48d2d690005f2e81" |
| }, |
| "model.language_model.layers.21.mlp.gate_proj.weight": { |
| "donor_sha256": "eff487ff19905e18d39bcc76dde0c2c140a258efebd44f4384f0ad0ae705a8ee", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 560660864, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f9f7d94445d4301bfc60f2da58765ea91a7bf6476b91c35a09bb49ea473da24a" |
| }, |
| "model.language_model.layers.21.mlp.up_proj.weight": { |
| "donor_sha256": "da385b3dfc14547a39b8cd2fe9f906d8caa3ebb088144175638356aef55fd311", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 564330880, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e9955850de9ba1e86fa560094532c1052d56da43b0a712b575c0d886828bb1ec" |
| }, |
| "model.language_model.layers.21.post_attention_layernorm.weight": { |
| "donor_sha256": "f9f48b395e31d0c4d68a66320d9a1a7183bc4b3af237b1d4f7efbc085dfe35c5", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 568000896, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "dc4ddc73e2e7cd66447392e3aaae5ac41e6c192dc034ff8a55ce0416d2050e5e" |
| }, |
| "model.language_model.layers.22.input_layernorm.weight": { |
| "donor_sha256": "f4db101415a41466f4a3ecca4a56fdd2958afad5cddf3b75febbd42cf2ea3a3d", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 568001920, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b282bd2fbba245895ebfcbe33c838caca98e73a31ffaa5b2cc1ca28b86a8cf77" |
| }, |
| "model.language_model.layers.22.linear_attn.A_log": { |
| "donor_sha256": "2dec02d96b4a2c31333cffa07c93daadbda2d24fc441dd370c2d199fcf01985e", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 568002944, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2dec02d96b4a2c31333cffa07c93daadbda2d24fc441dd370c2d199fcf01985e" |
| }, |
| "model.language_model.layers.22.linear_attn.conv1d.weight": { |
| "donor_sha256": "55cc24cc9d7442856984a094c2aa1bfeb7535aa08aaf932ba29a01c56e3f1e8e", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 568002960, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "321591beea9bed06d2f40dda0a5377654544c3e09b3df752c61ce4d1e2d570e2" |
| }, |
| "model.language_model.layers.22.linear_attn.dt_bias": { |
| "donor_sha256": "14b0292483dfb58158c5b80e9d71fc3c28a56805b8596faa87a8b548a31a7784", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 568027536, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0927f19e9708fcc9afea7d73ba29c52750f22230001bced0df41b25de6a8b2cd" |
| }, |
| "model.language_model.layers.22.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "f17c9a5b2ea11ab865bfb7397a1fb840b16a1b72f6867fa4a288d3f799d2004a", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 568027552, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2038414273b0985b569e1d9442674e3e91e00ef5a0611c19d024a6f6c40efe6d" |
| }, |
| "model.language_model.layers.22.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "d09239593c2fea83bedcf5a6afb96f4b91daeed50a25b46dfabcd7bdd171da5b", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 568043936, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "354af88b4c084e022a12553bf43c74515eb40f4b047f13f7cf4db737de20ee5a" |
| }, |
| "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "18fe3dc1a99c2c757688c67f8a535684d1ee7f316c29d96bbae57a23d1a64a44", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 568060320, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c8f6240e75368d3ad29f5da5df01c15b2ed65e83514d4d4abcf58189df3da331" |
| }, |
| "model.language_model.layers.22.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "061e6773ca971c3bbbb187f5fbb168acdd2738d25087641fcdd429189599dedf", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 574351776, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "479f9dca2a91cc962fb8c184531879e7f5162ddf1dddabef9a064e46e62cefb2" |
| }, |
| "model.language_model.layers.22.linear_attn.norm.weight": { |
| "donor_sha256": "7968c5890c77aee9b882c9b2bd0b0f568e449ef1ddf35d83df86b6dd04e9bb09", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 576448928, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7968c5890c77aee9b882c9b2bd0b0f568e449ef1ddf35d83df86b6dd04e9bb09" |
| }, |
| "model.language_model.layers.22.linear_attn.out_proj.weight": { |
| "donor_sha256": "0c0430dd7c274bf62f0b6144a8a39034695b0bc00090b66070e68b0327c6aa11", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 576449056, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0b31c7cfff2e839c3300d6df72c71455a2d4c0faffa8cb46e38b87a4ce2d0c86" |
| }, |
| "model.language_model.layers.22.mlp.down_proj.weight": { |
| "donor_sha256": "198e2fabef4ee48484d9c952018e465376acea23511f126b7edceef8a66f50a1", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 578546208, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "928e2bfb8d9d8203d87c7cd5c869b931c6e152df093159eb23001e87fe219152" |
| }, |
| "model.language_model.layers.22.mlp.gate_proj.weight": { |
| "donor_sha256": "dde22f42876bc15cae8778a29a573f150d4d042a09af00b8d1abe94d6207d93d", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 582216224, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a800fedb62a8b4a718fc0cbfa576fe6784e7d14c3e073fb5509f9ac3834fb676" |
| }, |
| "model.language_model.layers.22.mlp.up_proj.weight": { |
| "donor_sha256": "84d1a8b4bf6a468ed531ce11ef7a13cd7e332716ca3d1d19c16714d4b8ad9b73", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 585886240, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d1668fd2805762eaa115ec8bbcfa44f93455ab10f9c9fd236811ae0fd4449239" |
| }, |
| "model.language_model.layers.22.post_attention_layernorm.weight": { |
| "donor_sha256": "d1511f0a492b15f3817584d1804c0ebb5870e4f83b3fb8bad4640810c5a019ce", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 589556256, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7dacc46bd0e5f559bb9b84e34654a13fa02cdca84c02e2d8d18e842e6312670d" |
| }, |
| "model.language_model.layers.23.input_layernorm.weight": { |
| "donor_sha256": "6f359e536fa150538dd0c5a7fc1c2dd233e5ef144e2f4801bc67ec2ca5c519bd", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 589557280, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b7d24d90fcfcc296fee2bc8e37f46425ef1a2aea96fccc39694ae0097fecb7cb" |
| }, |
| "model.language_model.layers.23.mlp.down_proj.weight": { |
| "donor_sha256": "1866748ce87d32cfee34891d2fa393fdfeee77447935f6a31d036e4b80332a48", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 589558304, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1640554d92cac51c16b443c1e61f0765e11b97b166f4edf0e3124aa55be0ced6" |
| }, |
| "model.language_model.layers.23.mlp.gate_proj.weight": { |
| "donor_sha256": "57e66633224761ad56da16da7cc0f476e42decd9df64a64ded4a343b8e87487b", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 593228320, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b5dab6e460644314f053e4b7078fb2affa63d6a9d474417a5e1b1a5c1a945e1e" |
| }, |
| "model.language_model.layers.23.mlp.up_proj.weight": { |
| "donor_sha256": "cb3830f5121ca0cb4b974b7904a382f9555975c2e84c71863e868e434e86aa6f", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 596898336, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "543acbd553ae13d4f86714ba43f6f41614b0a96a44049f2c18e91e4ffb9794c8" |
| }, |
| "model.language_model.layers.23.post_attention_layernorm.weight": { |
| "donor_sha256": "3cfea6a338e5afd5297a8cfed380308652ab0eef3114b4cd2a60a1671241295e", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 600568352, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d3e43428707abcf565eabbdf4b62f3ca1a658a806694c83dcc80f9186af6fe99" |
| }, |
| "model.language_model.layers.23.self_attn.k_norm.weight": { |
| "donor_sha256": "b65b55332e92830ff1be15463ae734aeace9c6b145e171e1fbcf3618d4f07e1f", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 600569376, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "baa3f7663f34d135e5dd4097e9b4e0ebf39513eed61a05a3bc30a93d4007da1e" |
| }, |
| "model.language_model.layers.23.self_attn.k_proj.weight": { |
| "donor_sha256": "27bcbe2c659c7fc069d19136008cee923b51433c4f4984fc282436924e63a9b5", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 600569632, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4f85b9e671e38c252e285eb4e0489aa3255259275f8ccfd862463216c27d1d4a" |
| }, |
| "model.language_model.layers.23.self_attn.o_proj.weight": { |
| "donor_sha256": "0bfc9597711007322dfd0be5efc1d105232e9c89efcb03cc3d06b9a29ccdd8f3", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 601093920, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "de997fa2019c712c892e8ff10758232822b9dedaaa351fc52aba0d2569a07c80" |
| }, |
| "model.language_model.layers.23.self_attn.q_norm.weight": { |
| "donor_sha256": "71bc9c83aa8271131910e8bf00a21bc8f7a98630fbe99125d3cf4a0f2596b911", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 603191072, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a1c9c622f331c7112ab563c1070efbbddb0fa09cf5a70367ffc35dc592fef4b2" |
| }, |
| "model.language_model.layers.23.self_attn.q_proj.weight": { |
| "donor_sha256": "1625a60896b86f5e446defc270bf2716b6af8a04d0d254ce2a1c038d261547b6", |
| "dtype": "bfloat16", |
| "numel": 4194304, |
| "offset": 603191328, |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ef41534d7f2d66d385e665a458eb358b0481333531527cfc8f19749c4dc48bc5" |
| }, |
| "model.language_model.layers.23.self_attn.v_proj.weight": { |
| "donor_sha256": "76f176150d89f315bd5dda307d25d541bfb61950bdffd5362fc8576d8f7b182f", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 607385632, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "16b640b72bea03ac8676789b9e7d2a84b9d13dd0d75e1d7d9f8e70daa4be99dd" |
| }, |
| "model.language_model.layers.3.input_layernorm.weight": { |
| "donor_sha256": "262f20f74b30264bb8244fd620dfd1356e8282ff09e4ba1d6892900d46d0635b", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 607909920, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f101162cf03ec59dfe4808eb8be96b1fd7e49acd074cffa99dde04678ae5d8d7" |
| }, |
| "model.language_model.layers.3.mlp.down_proj.weight": { |
| "donor_sha256": "d3428ec277dd5195c9a42720be5b4068fcc51943670c62f57e61b5adebcae1da", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 607910944, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c5cb35d8802780e5e5125cb0e72361787df37d8f4885bd1d76ec8bb529b3310a" |
| }, |
| "model.language_model.layers.3.mlp.gate_proj.weight": { |
| "donor_sha256": "50d2f4c60e786596e464958bb515ec5573c3ddb53604930e3e2244f107f71f11", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 611580960, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "54752e99924764b2005de4ba4c531b401130bf29306d409482b145e2c87b23a3" |
| }, |
| "model.language_model.layers.3.mlp.up_proj.weight": { |
| "donor_sha256": "f141786356fc0b59f4e1aa8cc3afb084d283e384c98cd47dbd1812b6c9ac1f0f", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 615250976, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "773f1e09cd7addde2b55f7106b79f9fe8f2bb54e1ef56b8929360683c698309d" |
| }, |
| "model.language_model.layers.3.post_attention_layernorm.weight": { |
| "donor_sha256": "480c483e9af2962e8213512464316402dd657d0dcfa37119a58409689330c7a2", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 618920992, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e9d37df9dc4bded2c343d5a3908f9391f66ac61e8ab3b4333c0314391d7c8871" |
| }, |
| "model.language_model.layers.3.self_attn.k_norm.weight": { |
| "donor_sha256": "424ead8a89f71d4e83858da7f28335665c4d61a8797b121cfaa26a56d1f5ea6a", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 618922016, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "6ea601b28ec155ffc46b624b83d83cb72a04709ad5d6194e18824655e20d9758" |
| }, |
| "model.language_model.layers.3.self_attn.k_proj.weight": { |
| "donor_sha256": "4c8cfc4b114917fd3067510ca34886f9bb2bac638a07c537a544e0b9494237fe", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 618922272, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "08552238a536d0fd18b6529c054017b848d7a57b81e9d97642672b8c56822391" |
| }, |
| "model.language_model.layers.3.self_attn.o_proj.weight": { |
| "donor_sha256": "4c92f1c5a423b022da52875dc21b31e0957110aefefc8826e0be5bcc875cc9cf", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 619446560, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1a95a43b15a5e518736d136bafae9133eede5bdde2ba6e82643c71598d7068b3" |
| }, |
| "model.language_model.layers.3.self_attn.q_norm.weight": { |
| "donor_sha256": "6fbc460e96b527aa6b54ab345195d141716dd4e34094baec92c65344f8bac298", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 621543712, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8aac4156011ec137de876c89007d6d9184d896f2881286e48c8dc4dcff1d5e79" |
| }, |
| "model.language_model.layers.3.self_attn.q_proj.weight": { |
| "donor_sha256": "b0dde4ab3eee4dc2abdf2e2fe8cd6b474d52c4559e38bb8fc9c8589c1b0a7176", |
| "dtype": "bfloat16", |
| "numel": 4194304, |
| "offset": 621543968, |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5ef60e090d36225ecf512f037ae8451872f802c89c4a876abc27247b16465899" |
| }, |
| "model.language_model.layers.3.self_attn.v_proj.weight": { |
| "donor_sha256": "459514e89bd3142fca159b73b936cc0e444e6e9cb0dff082be0ecb8462d6a1b7", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 625738272, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "95ab8141816540c6e4045e8f8df06e4dd03579a4cf65d84a4aa95cbb196e2e6b" |
| }, |
| "model.language_model.layers.4.input_layernorm.weight": { |
| "donor_sha256": "8aee027945fcced8fc59b744ac29845b63959e33a0db01cdee7485ddd0fcc079", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 626262560, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "54ad00f94f097cdbc19089a4c16c46f245cf602bc97f8d3a2f257f19fd7fc263" |
| }, |
| "model.language_model.layers.4.linear_attn.A_log": { |
| "donor_sha256": "280e3591b7b6b7fe0692fbbf60d636f2265384fe84952ddc1cc4c3d8985223b9", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 626263584, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "280e3591b7b6b7fe0692fbbf60d636f2265384fe84952ddc1cc4c3d8985223b9" |
| }, |
| "model.language_model.layers.4.linear_attn.conv1d.weight": { |
| "donor_sha256": "89bb115dbce2f578785ae32ed3a31a162793a1e1ef9803bdb2232c92ba8e8c55", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 626263600, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9524a422b566266a54477e10a8b98156d605fcdac25062d6d94de6c33f644bc4" |
| }, |
| "model.language_model.layers.4.linear_attn.dt_bias": { |
| "donor_sha256": "503fc13e97f752879c8eea76750589cf0656a40b2b1a694642ba72ae3b64fccb", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 626288176, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ad6f24d9eedbf4d8b85ce7eec58d3ed9575d87644a834cdd880289a3a3f66c71" |
| }, |
| "model.language_model.layers.4.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "87902c9c858e014ed49a8adff829d7ffe7899f2123dba1bd9372efa0bc864635", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 626288192, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b25b962542933fa7bd79affd3966e8548fb72c3db6407ffeca0feb709908013b" |
| }, |
| "model.language_model.layers.4.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "20d599358f68567cfbd2c227b3847c352231c6ea54feb2a4b6210649fa65e88e", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 626304576, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7d37e7ea5581b0d3fa3f71328ded642e73e27ba643ba313390ce882ea5311efa" |
| }, |
| "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "20cfe8d416b7c83fe69ac5e87d6546c88c8cc841ac6549b1a7a83f3f565042c4", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 626320960, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "71a63393635c6024789ec0172c7758017c1a99d01ba511cb4042a40e6bde86bf" |
| }, |
| "model.language_model.layers.4.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "eaebc8ff9cf3bb005d82e5eef2233055df741bcc02a3d8902de8280595675b3c", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 632612416, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a1a8f3a593f181ef5548105c71f3496eaeee68f26b12bf611cbca797b7b23d23" |
| }, |
| "model.language_model.layers.4.linear_attn.norm.weight": { |
| "donor_sha256": "e73ad334202b4c9c503b2121f97ff8602e5118577afdf0d35a6bcd305f8d1b4b", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 634709568, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e73ad334202b4c9c503b2121f97ff8602e5118577afdf0d35a6bcd305f8d1b4b" |
| }, |
| "model.language_model.layers.4.linear_attn.out_proj.weight": { |
| "donor_sha256": "8bf7b33388b1fc049199bb51d73573a2e0d25cda81793605502981b2916e3618", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 634709696, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "17ef825ffd6734c49e1f04de2cbbb3541eebb39f498ec9aceb1cb50b1487b1de" |
| }, |
| "model.language_model.layers.4.mlp.down_proj.weight": { |
| "donor_sha256": "ba121be04f6cb888879295137310ca32ae19429a1aa03ef7c4ea2f361bb62734", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 636806848, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8ca35afbf487f99c3448f19df572b9f8a8598e1a6c8da4feed2101b5346e16ec" |
| }, |
| "model.language_model.layers.4.mlp.gate_proj.weight": { |
| "donor_sha256": "992c80a1b8374007902cbac7a616ad8d695ec9e63f519c016b665e41011222cc", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 640476864, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ff17ac957ca4f9402043bb4cd4674b3cdf075e2fa3ec82938e0a9e07d3a65483" |
| }, |
| "model.language_model.layers.4.mlp.up_proj.weight": { |
| "donor_sha256": "2318c49e37ef0ae946f9f9b3d6ebca0a29929c1b05ac7db8c147cf4c1fd9f888", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 644146880, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b69cc4e127704e5def32e295f14f62c58ed1bdf230f7f63f41c60e647f14c9ab" |
| }, |
| "model.language_model.layers.4.post_attention_layernorm.weight": { |
| "donor_sha256": "08d72ea5165725ab2fbde7ba1009d6709eaed8bb854e9540d25f09d7f688a406", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 647816896, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "97f47abb555e7e328b447fe794846ad31593dc9d8ccebcc26afb33e0144e69a8" |
| }, |
| "model.language_model.layers.5.input_layernorm.weight": { |
| "donor_sha256": "7cc8e4c0e7edf4ee82f0ef7968d4db5c428b326cca6d12cbb79912169cb0d277", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 647817920, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "91d862ee19dd38593cef47a397f6e29f8397cd385997b30dcdec8efcad8e1094" |
| }, |
| "model.language_model.layers.5.linear_attn.A_log": { |
| "donor_sha256": "11652a04f265548e03cb0b510d3dddc7fe31ceb45f8b6634684d7b87e377b9a4", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 647818944, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "11652a04f265548e03cb0b510d3dddc7fe31ceb45f8b6634684d7b87e377b9a4" |
| }, |
| "model.language_model.layers.5.linear_attn.conv1d.weight": { |
| "donor_sha256": "84c203872bc3281238d63a425724b0351584cfa78ef19b80897ad8951d22e1b1", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 647818960, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ae1833160c6a1f766a1833a2bb28744a2bee53c98b46a817dbbaac74d96df5f5" |
| }, |
| "model.language_model.layers.5.linear_attn.dt_bias": { |
| "donor_sha256": "ff26a071cce66e8930581452e2f5da545a3ef16ed6b149bf4a311723bd45e144", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 647843536, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "964957c5332161b1ff50e3d175bce411d8b2217cb8ee57e9841a56ef9f3217f2" |
| }, |
| "model.language_model.layers.5.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "79ad2eb58cee02fbc07ac5664758762c94d1d91007c9dc8fe9d1fcf92e37f970", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 647843552, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "aa839d2b0d19d1b4875dbbaf81f0a1289e489dbca20c433d0bce49ea446d0ccc" |
| }, |
| "model.language_model.layers.5.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "8652cf8c947edf58d592d70f4923992a680039b638ed1ff1df8df92e0e367782", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 647859936, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "58bb4673168dedcd4beb6c67211fe25fef935fc8445712f2c64abbe6aeeb97df" |
| }, |
| "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "6bc8a2301fb9fe08feecde6ceceb96c34bb3e39be07eef897718436f2ee68930", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 647876320, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d0820cdcc0b998573d7ac865c9fd4fbfce2b0f064df2bfae5ed2872c463e419a" |
| }, |
| "model.language_model.layers.5.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "d3803e169af7b129643e94fd23fdaa7263001c8d408de7ff23c2fe0d3ae4f6de", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 654167776, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "970760f533810d5feff29987c52f5b6a54710c9299648c217a44b8e5bee74229" |
| }, |
| "model.language_model.layers.5.linear_attn.norm.weight": { |
| "donor_sha256": "ea06571e986de0d7cbad53ae0226764a855f3cf218ac488f59d72de108b2ecda", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 656264928, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ea06571e986de0d7cbad53ae0226764a855f3cf218ac488f59d72de108b2ecda" |
| }, |
| "model.language_model.layers.5.linear_attn.out_proj.weight": { |
| "donor_sha256": "9f01e959dff41fc8c81a1774e92f9fb48eea7ad3448e8ef1e61a05d594f67c89", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 656265056, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0d1edddf697d37a975c62bf70f58abef266bbb63253a60b10f953d2d61382024" |
| }, |
| "model.language_model.layers.5.mlp.down_proj.weight": { |
| "donor_sha256": "60f0a77529c775c10da70e76c08a9518918abbae9b264b9d5d6130dff55520e7", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 658362208, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b329253420d7f63583f641f3863ba6fa484b3517b61ab72643f7cd1fd4ed2304" |
| }, |
| "model.language_model.layers.5.mlp.gate_proj.weight": { |
| "donor_sha256": "d65832085f8a787945c1c6fbba55239a6f8b4f13ce1bd7a5184e458419427283", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 662032224, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "188eeea3bbdb4f6dfb504218ee3c8836435fed7b90c28926f6bd52232fb07d0c" |
| }, |
| "model.language_model.layers.5.mlp.up_proj.weight": { |
| "donor_sha256": "5f0c880e4d6b0127cda55cd017f73f782406dc050f1d750e5585ce102dddde1e", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 665702240, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "afcde3648bc52ee8781e2aeb9065883b3a23d48104c6549aeb4bb269f9d943f5" |
| }, |
| "model.language_model.layers.5.post_attention_layernorm.weight": { |
| "donor_sha256": "a738bd98402ad9d326d25612d627c0c2cf888a93b60e1144fd3860508a1ccc92", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 669372256, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "382319684af79657cf90509b270f8837ba8382d736d28f93f95b4b87ca0ec2c1" |
| }, |
| "model.language_model.layers.6.input_layernorm.weight": { |
| "donor_sha256": "700b0acfd417fc3deaf297164e96e9be5408b5801d5e535f40d9d0449d1a9f52", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 669373280, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b55bc7d4a337f642a232aa75e4de41a12fd9e9c7536128cefbe0c2f1fd0e6724" |
| }, |
| "model.language_model.layers.6.linear_attn.A_log": { |
| "donor_sha256": "e09b1aab34e374be90dc3f843caf1106b65b3f17353c36aa2535f9defd7d4441", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 669374304, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e09b1aab34e374be90dc3f843caf1106b65b3f17353c36aa2535f9defd7d4441" |
| }, |
| "model.language_model.layers.6.linear_attn.conv1d.weight": { |
| "donor_sha256": "a7904fd450d3221c3c679846150dcda34c0bd8cc600a22749a20213dbe7fca99", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 669374320, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8ac7432451415cdbc1e65d35f5381bc888d2d087e0755e196235fdb68eff4ce3" |
| }, |
| "model.language_model.layers.6.linear_attn.dt_bias": { |
| "donor_sha256": "fe00217c7f198519da4e14a7d5b28fd8d0379251cde0af802421300a92fe1c72", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 669398896, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3f3f8737d3b2bd741b2836d590fcef4200ea187be9ddd012ca2fc2e2a5e441fa" |
| }, |
| "model.language_model.layers.6.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "a7e4d78c07a99184833a36dce1348ea2c77f7502b9abf3bb4eb50fbe1394bbf1", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 669398912, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4b9e7fd089dbb3361f984bab71ce156f4930d4622261bf98ca21c0754ad14ffd" |
| }, |
| "model.language_model.layers.6.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "80799e25f506f287d53a90e8a6c25fdfaa854a99779e74898745fcb517b34701", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 669415296, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1b4b2ee6e84d086c7c396283dcb8024ae6cbcd78e7ee17a24468ab0876f1242c" |
| }, |
| "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "2a8d44bfe0915366a2cc7a335256b9341999911fe1ea331769ee593d8f19a5a8", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 669431680, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1d54d0b6c7b54610ee404b1d737034d158e078c7d9096ee042e625926cd3396c" |
| }, |
| "model.language_model.layers.6.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "45d73826e3db34280466b732c9daa6dcf3ca6be4a64fc0161a032ba9a0ccb563", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 675723136, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b78dbe594ee35cfb97bdc203de3f7efc1d14a3d8b71790a3992002cb57bf18df" |
| }, |
| "model.language_model.layers.6.linear_attn.norm.weight": { |
| "donor_sha256": "fe1c4024ab6f07dfa5e369925fba4795b01a94072008d6c8abb4112c5d4f8056", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 677820288, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "fe1c4024ab6f07dfa5e369925fba4795b01a94072008d6c8abb4112c5d4f8056" |
| }, |
| "model.language_model.layers.6.linear_attn.out_proj.weight": { |
| "donor_sha256": "457bf7c14c06028eb639e62d6b2131a8fdbda264fe40e15a45f7cfdf199fd898", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 677820416, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7b51ecb3d1bb0ac4b90e8db60e4b0017feb597d54b4da97a65d93ecc17cf5f82" |
| }, |
| "model.language_model.layers.6.mlp.down_proj.weight": { |
| "donor_sha256": "b750e840ad51e8d4b7d0d7f46269df9b7060cc705212c0416b5a34607e3e15b1", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 679917568, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "21bf57d117fdddfca05ee6aef82feae12fc927a4f306f98e48c65789aa4f90cd" |
| }, |
| "model.language_model.layers.6.mlp.gate_proj.weight": { |
| "donor_sha256": "b36b767f35d7e97bf2443c53e8ee9ff5b36ef4a1e881ceea8b815b403276ee29", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 683587584, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f707f6575dbee03f1e75f3b5030e73f93e94b129c34f09375fe25bfb692478e7" |
| }, |
| "model.language_model.layers.6.mlp.up_proj.weight": { |
| "donor_sha256": "547463551165093b8b8bdec370a9148af50f9f6e5d38bc2ab4f207b72d2d4044", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 687257600, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b0f7205b076f43374a2a4b9badd7d1fda026bb2260d2cbff00cfd266e0d4e451" |
| }, |
| "model.language_model.layers.6.post_attention_layernorm.weight": { |
| "donor_sha256": "6265e10d5c6bc8172ddf754dc76357a5fcfec97f98e94f6c50931597b534ea74", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 690927616, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "61b9b84014b5d7c2a3a29c5fc827bb64114b05ab6395b6b487b01c9edac9c599" |
| }, |
| "model.language_model.layers.7.input_layernorm.weight": { |
| "donor_sha256": "5054fa70cb0f6699ebe2e14ed24c6564791c1b7f2d80134a6428e481bf19fc75", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 690928640, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2b6901ffb913dcc33f1a1642bb51f1763a67aa4799c1e3aeaf6e42955dacec6f" |
| }, |
| "model.language_model.layers.7.mlp.down_proj.weight": { |
| "donor_sha256": "0c2ba3eec24441cc0a4b4c9e6956f64210caa2acb8fae18b3579fce9ec49159c", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 690929664, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "34e279d2523dbf6e4857fe062555cdab2cb065eb91cda5589b4a05d318c7dca5" |
| }, |
| "model.language_model.layers.7.mlp.gate_proj.weight": { |
| "donor_sha256": "ccff86cc93b91a5be46dbd61cebbfadc32a0e31e7d767b0436a37764d6d94547", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 694599680, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8617e4c42f7977bac759ff1c8ef2fddd6b5d0a2ddc140f2358e91848ab9cdad4" |
| }, |
| "model.language_model.layers.7.mlp.up_proj.weight": { |
| "donor_sha256": "9c8a6ffbeb9957d7a52939b037099d34e6445e2255e2b4fb3baedabea93f742a", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 698269696, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "65a47b2ff9b37c5ba3436c580cff5c3b95b4a031612b905fd7fb8fdc6cad09be" |
| }, |
| "model.language_model.layers.7.post_attention_layernorm.weight": { |
| "donor_sha256": "35f673c1edb982d55e5f46bf207f2de0b9dbd60ad98acfb8cdafc9d9a3a28d25", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 701939712, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "727d91a58c4c575e53cf5739031520d83ebd81a33ef898956e88bbef6f823fe6" |
| }, |
| "model.language_model.layers.7.self_attn.k_norm.weight": { |
| "donor_sha256": "a5b8b543ca3a084105ff3495ed2c36a2f7e99557479bbc3ba45e05541f6806d7", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 701940736, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "76ecc41933161cd9df521ad78862e4321ddaf64c7ce1ed1c6357750a41a87e26" |
| }, |
| "model.language_model.layers.7.self_attn.k_proj.weight": { |
| "donor_sha256": "0720a1c07da7f9f0513cc6a1e4b83920504ab9b0c9705b0ec7810ed763a36fa8", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 701940992, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "91fd031ef5470328b23e21b92b1bc1842bf000182404dd2c67e5a24b5aefce54" |
| }, |
| "model.language_model.layers.7.self_attn.o_proj.weight": { |
| "donor_sha256": "495f9a04acd3b164cd7fb06a9d3e09f699e4abb0298b6cb3313b2d9b8470a63c", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 702465280, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c63e9ded642f9e00d6a5415c6423663263c557c1ca4866adfdaffe0472032622" |
| }, |
| "model.language_model.layers.7.self_attn.q_norm.weight": { |
| "donor_sha256": "d9e8640352b19cdad1fa8e4788622cf8a0b977979a878729b2f7e71ed21f8f2d", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 704562432, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a4d3995beef893a2759cd0eb6170da7fa942a250854fe32a79eed06dbdaabacd" |
| }, |
| "model.language_model.layers.7.self_attn.q_proj.weight": { |
| "donor_sha256": "a26bf320a713a5e747f10d2a79e6cad01cef540ae0ab9886f16e8f2650fe13b2", |
| "dtype": "bfloat16", |
| "numel": 4194304, |
| "offset": 704562688, |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b6239a270131b6d01e9dba0c048f10f2ffae7d1bbed94a43cdecf26ee930e9c2" |
| }, |
| "model.language_model.layers.7.self_attn.v_proj.weight": { |
| "donor_sha256": "b4b61a50c3713f08bae391b95b178408f6f97c89c99fd3f631c6af36e1752ca9", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 708756992, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "bf4c5fa31dd080a8355042f32e805c4552529ae995aa1fb5e251f1c4adb3dbe8" |
| }, |
| "model.language_model.layers.8.input_layernorm.weight": { |
| "donor_sha256": "e99fc0e779d297db988eae6e2341faea3c688ae4a625caec1ac762b28c5031ae", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 709281280, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f7155a6d6c6ebf16997aa7f169eb5079300cc55a4455ce27e4f10615c1fe3f98" |
| }, |
| "model.language_model.layers.8.linear_attn.A_log": { |
| "donor_sha256": "13876faa9c6085de480e5f45506475ca258ac9d1fa6b3fff04f1d2ecf22b3f66", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 709282304, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "13876faa9c6085de480e5f45506475ca258ac9d1fa6b3fff04f1d2ecf22b3f66" |
| }, |
| "model.language_model.layers.8.linear_attn.conv1d.weight": { |
| "donor_sha256": "d5ae0f88fe50789e66be125e58bf9b4120c32388d0102904d26d8055cd9ad333", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 709282320, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9e1ebe13dd2a62ede64fa7119628ba3e3d9d3bfe2a4c3b3076028ba3d63b7684" |
| }, |
| "model.language_model.layers.8.linear_attn.dt_bias": { |
| "donor_sha256": "ed18e7e867a650777b849b49ce397f92fae1af50003ebcbcd62da0e871ae10f7", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 709306896, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "62d352592ec38e937949a9cec98360530d035c25a07bea7b54ceddb8185d9fed" |
| }, |
| "model.language_model.layers.8.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "f50b6639c4e9e0530048aa73d21035226d9a1a7732f085ee9b6d727f8c9caa36", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 709306912, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c67f501f98fbb5f52ab68e43a0bc0ee09e9724ed8e55da03a5a32b12518e199c" |
| }, |
| "model.language_model.layers.8.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "9383a797a6d4e4e84081bdbe7732fdbda5f44247a933fae3385fcfb248b10f84", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 709323296, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "da766a4820eae5846dec23be7b569d5a37351a9d47fa46d138fbdf04ab023ba6" |
| }, |
| "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "df6f338e7bf0f84767b1f2bcf55a1327c2c2a7d20b87a450c4863deaa3b5274c", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 709339680, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "39ee38f11474d86dbe5e89a52f1469f3f819f7cf545bb054bf9f58189fd45324" |
| }, |
| "model.language_model.layers.8.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "ff3c479473a91a153cd244af5f44dd5d8ba3ad64858214412463a6a9ea1fe252", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 715631136, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "dc247d1f37ed91434cc40434fb879d3d367c4a16769e7e809768d4a1e12e947e" |
| }, |
| "model.language_model.layers.8.linear_attn.norm.weight": { |
| "donor_sha256": "998d531602505ffdae165c0dfb32a603815e5aec75a88677fd1f7b5e45cbc91b", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 717728288, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "998d531602505ffdae165c0dfb32a603815e5aec75a88677fd1f7b5e45cbc91b" |
| }, |
| "model.language_model.layers.8.linear_attn.out_proj.weight": { |
| "donor_sha256": "f999552cfea17861edc5f5dd25b48f51e89fe3f12e3d7b27c482993d61f773b9", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 717728416, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e2e39e688b4a9c31a1c50c45cc79937b4390c160f9f53f5b5003ca60d141024c" |
| }, |
| "model.language_model.layers.8.mlp.down_proj.weight": { |
| "donor_sha256": "05fb318d3507148575b60805a4d34ccaba09aab41705d75a33fe101a78ff841c", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 719825568, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7ac1f105ab043ab246be45043bbdabbd22c4a963c3bf1b3cf4a63522852e9e82" |
| }, |
| "model.language_model.layers.8.mlp.gate_proj.weight": { |
| "donor_sha256": "47ea617b14d9e3787fe7fb8e44eec9655dc8f3c75b150d0b2bfebd13028a4e91", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 723495584, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a85d39356f98471b63d1d499cf6977fc4e8aa40585dfe4bbe678b6f56b3396c4" |
| }, |
| "model.language_model.layers.8.mlp.up_proj.weight": { |
| "donor_sha256": "3fe6752c0557e1e497a15e1e840907a05ddd1a216c540f4b6ed3546bc4f50c39", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 727165600, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b1e6df4ab6d52e5faddf15c445ba0d3850476ae4377bcecb8ee666c88a4c874c" |
| }, |
| "model.language_model.layers.8.post_attention_layernorm.weight": { |
| "donor_sha256": "1ed09c9294e5a6f738c204c417b29706de913fa4a69f497d78841c90658393e1", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 730835616, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5a95070fb832ae4fde9bc5aff92b468de4a165fcfbedd9cd36e9096ad3d927cd" |
| }, |
| "model.language_model.layers.9.input_layernorm.weight": { |
| "donor_sha256": "222b3d85cf4b178a9964e0eed3d256e2ea0f34e4c3ddb44dc7e832508643bf89", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 730836640, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e3c6797d6bea07892f2fc0e86c1647f0ad39dc719ead07afa29ef8fe65a2cbbb" |
| }, |
| "model.language_model.layers.9.linear_attn.A_log": { |
| "donor_sha256": "25567d3d581e54f94e55bc4a93b889559d9c57ace05d777af1e5fd45acf94295", |
| "dtype": "float32", |
| "numel": 16, |
| "offset": 730837664, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "25567d3d581e54f94e55bc4a93b889559d9c57ace05d777af1e5fd45acf94295" |
| }, |
| "model.language_model.layers.9.linear_attn.conv1d.weight": { |
| "donor_sha256": "1b21bc66765f08edb977a87c36286696b84755d6f89c4793c5476e6990e05e56", |
| "dtype": "bfloat16", |
| "numel": 24576, |
| "offset": 730837680, |
| "shape": [ |
| 6144, |
| 1, |
| 4 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3475756678c181d9437de4d5266f69b3a599b49c07aa7c036ac5124cd69221c6" |
| }, |
| "model.language_model.layers.9.linear_attn.dt_bias": { |
| "donor_sha256": "c8fc614002929ca47207f8d9a1c0d6df6161f4e7e46cba30dcb107f6d01492cf", |
| "dtype": "bfloat16", |
| "numel": 16, |
| "offset": 730862256, |
| "shape": [ |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8280b8f9d1163c760b566bf4a459b6de1359e8bf8bbc479bd94150adb573063a" |
| }, |
| "model.language_model.layers.9.linear_attn.in_proj_a.weight": { |
| "donor_sha256": "48076793b1983ca93b74cead007c0411ec1fdf34a66723e282596cb79f6c9357", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 730862272, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "586f170de5d2fe55f70385a645737bd125c551053bade9267ac1cee7a79ff29a" |
| }, |
| "model.language_model.layers.9.linear_attn.in_proj_b.weight": { |
| "donor_sha256": "015f6fef1e183bb990cd629439316e0629ae1c2cb3badac775653e75853b6d4a", |
| "dtype": "bfloat16", |
| "numel": 16384, |
| "offset": 730878656, |
| "shape": [ |
| 16, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7dfd05ffd6438321b0ae8a5be5eff8632858271cd3d76a1e9b2bf396fecb9ad6" |
| }, |
| "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": { |
| "donor_sha256": "996562ace68745dbf8487623b39c2130ecce9bb7b81c4b06b654a08e5a104500", |
| "dtype": "bfloat16", |
| "numel": 6291456, |
| "offset": 730895040, |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3b2af9e65742a201d4829d8b561260d8cd7f39e289d8496c17f9020eb0bee085" |
| }, |
| "model.language_model.layers.9.linear_attn.in_proj_z.weight": { |
| "donor_sha256": "ac49fd767b9d8a84b5e24a26269fad3bc818d317ae60a205809b4cb38d954687", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 737186496, |
| "shape": [ |
| 2048, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "33527af51efd8e2386ab701c47d5e5652dfb9508a1f17637a5ce2a7b7ec4039b" |
| }, |
| "model.language_model.layers.9.linear_attn.norm.weight": { |
| "donor_sha256": "a04e8ced547c18d69af69cf4ff72863a2dff96a8e9948fc107c701c07f4dcd67", |
| "dtype": "float32", |
| "numel": 128, |
| "offset": 739283648, |
| "shape": [ |
| 128 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a04e8ced547c18d69af69cf4ff72863a2dff96a8e9948fc107c701c07f4dcd67" |
| }, |
| "model.language_model.layers.9.linear_attn.out_proj.weight": { |
| "donor_sha256": "253571bd7bcb82ae7d6c3db2a5ba0ea44b62deb54d2dbc5cd43672c4081691ca", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 739283776, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1b1af2fec14348f4d0a5879639b538d63226c0eee41c50da286daff6b4be09e1" |
| }, |
| "model.language_model.layers.9.mlp.down_proj.weight": { |
| "donor_sha256": "09751bd4c7ef156fd8c5cf4e3be0d6250c7cccc14cf30883fbb28d213fec6132", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 741380928, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4ef34a46d85daecb3ae23a7c45f36c3e72ac811c9c816402752a03a61280ca1d" |
| }, |
| "model.language_model.layers.9.mlp.gate_proj.weight": { |
| "donor_sha256": "d358d3350cff9257c1ab0ee1644fa384e0cc1139c94c6b10170ba2c4284c8454", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 745050944, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "249e75efeef949a7382eaf21fd7b6168c396c2028c00451723b25f8937c9432c" |
| }, |
| "model.language_model.layers.9.mlp.up_proj.weight": { |
| "donor_sha256": "a2d38250a3cfcd53088206f52b83b6a7cb21ea56560f0dee8ee7d9eb8a2ff052", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 748720960, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4504a457ab381c1f885114cbf9e8f9295df5b6d7721d9f5c2a4188cc7a0fb7f3" |
| }, |
| "model.language_model.layers.9.post_attention_layernorm.weight": { |
| "donor_sha256": "a09c66914b97943eb9fd72dcdc958f31a964f2ea3cee27b75dfa8b942c78886b", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 752390976, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "bf524a85c523d21adf75cd144db637b921a1fa3a6bb086da55cef50483599115" |
| }, |
| "model.language_model.norm.weight": { |
| "donor_sha256": "30832e6642a9c1555485d5c9553a35e539278c33ce3b7a9665e06cd2c5598381", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 752392000, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c8a5b9aa314d666bfa1bfe3b60c4b8810e6dc8bdb0a1f19f09c8598441239fe6" |
| }, |
| "model.visual.blocks.0.attn.proj.bias": { |
| "donor_sha256": "a2de5be45529c6605f88145fe0d9b15073ab7e3a5c60c0194435045d42246ce5", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 752393024, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7939f1076bdcb8f6c310513c86096b9400c87f05d0cfd518df8e074df593c009" |
| }, |
| "model.visual.blocks.0.attn.proj.weight": { |
| "donor_sha256": "8a4f1ed299b3a011e24c40074800e897906ec7578ce7018b074700763daeb4a6", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 752393792, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "aa9de89e4114b6fdd887b5e2b8a761ce2f803b6a685a651fbd57657dbfe74992" |
| }, |
| "model.visual.blocks.0.attn.qkv.bias": { |
| "donor_sha256": "673ee2b3f4943522de15990549fff0987917978cd497dc80d2d7193afc190938", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 752983616, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d815c630aa1e7ba1af55a5d70733853f00c49365f3fab4acab9b5ef02ca2ed3b" |
| }, |
| "model.visual.blocks.0.attn.qkv.weight": { |
| "donor_sha256": "067f6392bcb505d18a3baa11b1f1caaa6b63d33ca1ddc87c8ef0a247d881c3d3", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 752985920, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f63a29023c586817f92a1c564c5351bd54e59acc881516bb3e14d39aa1de6910" |
| }, |
| "model.visual.blocks.0.mlp.linear_fc1.bias": { |
| "donor_sha256": "466efc4aabcae1a78bb81234e211028be8df62dd1b7eb7989b12c9da1f15ac85", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 754755392, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ccdd52b8c3d05f1f0b8f9ec9802c4bb69b48ddfc6fd4a437e27491faf8533d08" |
| }, |
| "model.visual.blocks.0.mlp.linear_fc1.weight": { |
| "donor_sha256": "c0ff42cf58a4336483f6306838afc118a972bd2fe4325b70ddccbc69793640ec", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 754758464, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "11e40b5a71dc2dd669843492acbce879914ca66c31b549545445e6f834c685e4" |
| }, |
| "model.visual.blocks.0.mlp.linear_fc2.bias": { |
| "donor_sha256": "a15e7cbde2fd944af1567f244206a53ade33b4d2feb56993a3a8369e778d3b21", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 757117760, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "be592eff2944d8717d04fa86e67871972549830f46a83fb9d48fcc6b6b249fc0" |
| }, |
| "model.visual.blocks.0.mlp.linear_fc2.weight": { |
| "donor_sha256": "f9328661a0b0945722b35f51cd1bcad7f7715b2be0f4224377215a02bcb6064c", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 757118528, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "cf0a6410cdc2a153cda617a492415b9a5264c8f2462eea0e10e56318d895a6b4" |
| }, |
| "model.visual.blocks.0.norm1.bias": { |
| "donor_sha256": "0d0710b2573b54ed687b3b67a3bdd2efc507ae68a6a1975bcea2aecc84566276", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 759477824, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3e5efc67f6c894362a07fedb37f6bfd68b9034e016724efb344d67fb6a2e5953" |
| }, |
| "model.visual.blocks.0.norm1.weight": { |
| "donor_sha256": "37d6f729427d852e80851343b3ddf287ce36b76e0e8bab082711faa78197efb6", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 759478592, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "20812661f89c22a8617622b6456b0d1f8f6ce91bd4e9628a9c7797f0b39d9188" |
| }, |
| "model.visual.blocks.0.norm2.bias": { |
| "donor_sha256": "2822c5049dd2ce9eedecf90281827b516b505b5f10df2990396f7dc36a6c71e7", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 759479360, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1a32049615d5f71725f55c51ca8ffd941887a714dbcf8cc85d2726e62144abf1" |
| }, |
| "model.visual.blocks.0.norm2.weight": { |
| "donor_sha256": "c4f6345b076720bf05aceab86ca1167869ef5bed9764a6137c94bcfc9223bfc6", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 759480128, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "15df0b11445218a75c85a937a8be82c7b2a36be73ebc240ce0dfdb0bbfe27e7a" |
| }, |
| "model.visual.blocks.1.attn.proj.bias": { |
| "donor_sha256": "0ac77022eaa146ae150d670d248e3fdcbc0cdf24614300ddd50ac3e53bd422cd", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 759480896, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "be642887dbe7499328878862ada620b5e3c5d2476c7d1e2fff13c13140592e87" |
| }, |
| "model.visual.blocks.1.attn.proj.weight": { |
| "donor_sha256": "5c939524c87d4934341f43af62035aebab8563a2b278093ca7399f580b3ee14a", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 759481664, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "20403e6b0cbbfe93f883097a64b41caba8901d1a619880f69dd30f49ee8aad7c" |
| }, |
| "model.visual.blocks.1.attn.qkv.bias": { |
| "donor_sha256": "128be7608c2eeecc6be2cc51b37a895448438494ab3866a811de7b8cfddd1e49", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 760071488, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9253be92a23b88bfbd3decd8077c01242f7e97ebff9b8113e503aa537e98dd18" |
| }, |
| "model.visual.blocks.1.attn.qkv.weight": { |
| "donor_sha256": "b57248b432041e95a99d46a6921bfcbc0120c9ac3ad7d1d9c74fe6765f220958", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 760073792, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7b64174c0e75718c9b26fae0b05dd1ea9f9ca7e481fa8626a6203c448de9ac7f" |
| }, |
| "model.visual.blocks.1.mlp.linear_fc1.bias": { |
| "donor_sha256": "419211b2d6c2a9bb4374f364a1511cc00b3e4e2573c4b6a3a6f06fcb9da7b38d", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 761843264, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "09a127237e3880e0ef00da4b4fbbbca0d73a5b06cf1cdac9f55d8a8426bcf998" |
| }, |
| "model.visual.blocks.1.mlp.linear_fc1.weight": { |
| "donor_sha256": "95eb62bf1a7dcb8eff3ebf4474a1650fdd5aae34f09fe13cc2d27daa3617ddb1", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 761846336, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "13ebfa621f5e35f583ba7e2b9e781fa32841cd9ca82cb5400ba97b73d1a281ad" |
| }, |
| "model.visual.blocks.1.mlp.linear_fc2.bias": { |
| "donor_sha256": "00231bd61a0e70f642ff3edcc22b741cc4ba62f1515c0e85faf75b685445552b", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 764205632, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5bacf0c41c5a7a330fdc10b498fb4296b4732d0e82eedc226822459cfc863205" |
| }, |
| "model.visual.blocks.1.mlp.linear_fc2.weight": { |
| "donor_sha256": "6b324548e05c28834ea1fefe03c3cc1600d1c69f6fc54330351bf11c8a4afd8b", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 764206400, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "894cee39707b16f4c9ac092ead08b7706166837a20dfe82e9509870d4c3f683a" |
| }, |
| "model.visual.blocks.1.norm1.bias": { |
| "donor_sha256": "188634968759af0ad21c5834d827776e16eff767ffcfd3cdd325a37fe90c03e2", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 766565696, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "52fb82784ac4f6392d4bc813039ea84fb03b47caf1ab5ed35cbfdb5d59a39d83" |
| }, |
| "model.visual.blocks.1.norm1.weight": { |
| "donor_sha256": "bca38876ad8640e4b58ae8be01183feefd23fb3425227ed120e3ff8c89718fdf", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 766566464, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ec8157816658b7dc7d251b392d94b700bee5c1de8ba64c4f5f622b8a84a66aa0" |
| }, |
| "model.visual.blocks.1.norm2.bias": { |
| "donor_sha256": "c5adf29a3ca6c740690167f9757de8d50298013081ebb0d0514a989b5097bbf8", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 766567232, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4024767ae167b7289935a79f2019df5b5c87d39fc7ee37453d0e986303288b1f" |
| }, |
| "model.visual.blocks.1.norm2.weight": { |
| "donor_sha256": "529fa72060363dce7fa32ec76dc3012f1dfcd2d0208692bd3678bec3c70bd3a2", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 766568000, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9bac3fde1782cdecffa3b557a8a354c0d11a14257ac6f6670f4937ccf5a6657b" |
| }, |
| "model.visual.blocks.10.attn.proj.bias": { |
| "donor_sha256": "816cb3f8573f58fab50522b9efd91de866c52790ce327ca61c1874123425486f", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 766568768, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5d5364db0be9341e7b4dac5ddfe6873e7f26430aeca1d96812de0b5453ba8478" |
| }, |
| "model.visual.blocks.10.attn.proj.weight": { |
| "donor_sha256": "fc73794a2b99ff38fb54ad2d86d780993d1288a84cba072a41ef7cb4b921fe61", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 766569536, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "eea7f11cce569d1cbd50f6e44668f00d4bdc1e9bedc7d7c55ecd22524675604f" |
| }, |
| "model.visual.blocks.10.attn.qkv.bias": { |
| "donor_sha256": "2487a1fad053785876449cee50fae6a10d347ac261f0b450e01e030d8b976e1d", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 767159360, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a06000f4d75f7035f8dd4cd79a48deb31f7cc564b6b731b11386b6766144dbdb" |
| }, |
| "model.visual.blocks.10.attn.qkv.weight": { |
| "donor_sha256": "aafd3803c7838b74f8d1c48436959cf7006a694b81f406ef8d331b1dbc16b75f", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 767161664, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "73aeab91fc74e43a3c059d41e75a1f87bc3850819cca4efddcb69c112d19ded0" |
| }, |
| "model.visual.blocks.10.mlp.linear_fc1.bias": { |
| "donor_sha256": "7e6a00d642d7aaf3e5d57e3925fed2d4704735c416f575fd384991d1dfb75f80", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 768931136, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7644af2ddc9378e6472c6fc2521cfe9ccd853e60ff107d32c8ffb3e8e9db5aba" |
| }, |
| "model.visual.blocks.10.mlp.linear_fc1.weight": { |
| "donor_sha256": "2c469754d6780bd1c4c4c123ae766b464d1916c3d4e0f6b0954686b726b21c40", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 768934208, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c5fb521ce92275487313a4cc2a39d0f6bab4ad9302fa3340a891eaad5c94a3a0" |
| }, |
| "model.visual.blocks.10.mlp.linear_fc2.bias": { |
| "donor_sha256": "63a74fb9dbd8d5a59e8067e4da1ee27673156af1b6742f4a844933d1cfd5683e", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 771293504, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "16bb4f609900fd707d7a75fec50a57a8f6e49e4b29da15b479e8aab13526535d" |
| }, |
| "model.visual.blocks.10.mlp.linear_fc2.weight": { |
| "donor_sha256": "5771a47f769a70022a9f7baadeb8e43cc6fefb065bbddaf4618cf47fc31cd744", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 771294272, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d709a83558ed982750ffffe231efa24b9d8b60d088ce90412fbacea295f9f1f6" |
| }, |
| "model.visual.blocks.10.norm1.bias": { |
| "donor_sha256": "486a9be1960d6673e9172686810591486103394edc6ae284865eb260b94d99ec", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 773653568, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9ec2a7ce709972f4c1cb533ad80fc4ca74fbb9d01179219a047ecc446ab8ed1a" |
| }, |
| "model.visual.blocks.10.norm1.weight": { |
| "donor_sha256": "d3d29f4defce0dba1e030a051c1f46b0163841c47367c02417c04a7e9135162a", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 773654336, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c425c984ff1590292e96d97c71585a27877e557e2346568246d3dcd0566e9cb4" |
| }, |
| "model.visual.blocks.10.norm2.bias": { |
| "donor_sha256": "3d797868e83c28a338762e01b68a63bd33cbe9c3338ecd8d8c98da876a85dd51", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 773655104, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "bd7bc7383e173671b2fd7e4e1604b4c942edcdedbda0e2dee4764beeb269c877" |
| }, |
| "model.visual.blocks.10.norm2.weight": { |
| "donor_sha256": "aee8c24aaf82c7cb8f861f9e91f3f3326f0fc3ad410ce47c9a32cc6fe19aa0c1", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 773655872, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "de9d0409735d42f5abd8c3cf90e4e095310fe96142469ddda438c6d357411276" |
| }, |
| "model.visual.blocks.11.attn.proj.bias": { |
| "donor_sha256": "b20531ba9f3c5a29ada4de709f6565369a3ab5fb531afb203f69a9e0f86b386b", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 773656640, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "620e405fc1da4f0e1e041b2845b07b4d03635bed0db552644261d58993459fc4" |
| }, |
| "model.visual.blocks.11.attn.proj.weight": { |
| "donor_sha256": "2cfee51687c14520afb8dca2cf41aa0c1c3fc0510444cb98c35c7d59ee4fdba7", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 773657408, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "14354e887fd517640bd12c7a407be14711cf9c7416bfa1f51e70a2a002a3d4fe" |
| }, |
| "model.visual.blocks.11.attn.qkv.bias": { |
| "donor_sha256": "b281b98611b25cd5a992d7d322a3b343cae8bb3589f722b55fea531727b9416d", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 774247232, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2d87b0595af54f3abb1a1857426b4c0bd065faa669323235ddc3bbaff29534c3" |
| }, |
| "model.visual.blocks.11.attn.qkv.weight": { |
| "donor_sha256": "a3bc8fa31baad792a9a42085bf2ec05736599e5338de6a20c112dad0b4fd3ce2", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 774249536, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "56cdb41100623183424e82463c66a031c4b7324a62e964166dad38921b88f5b5" |
| }, |
| "model.visual.blocks.11.mlp.linear_fc1.bias": { |
| "donor_sha256": "408d96a59db07661b74d15962dd3aec0e6b7b937baf37bd9029fbd6f05921799", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 776019008, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1b1dfea96531183a7e31aaac050b1e6beaa30ea238fa3b20529c1e9d34107d52" |
| }, |
| "model.visual.blocks.11.mlp.linear_fc1.weight": { |
| "donor_sha256": "ad46ad8c67c9d1dc4cde8204c2a4a4c10fd7e4cd8cd7b019cf55f53ae2766e20", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 776022080, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2d96b96b901b116e7a5ba701b860f197cec55ab0eee8758ae46739ea271ad354" |
| }, |
| "model.visual.blocks.11.mlp.linear_fc2.bias": { |
| "donor_sha256": "846986a013a169f26291f64a7089f6256019e935221443b5f174b8016021a77f", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 778381376, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d01d5b1286b0e36eb43e8b67cd7044826c7ecfba0673fd7efcb410cdef5d1f62" |
| }, |
| "model.visual.blocks.11.mlp.linear_fc2.weight": { |
| "donor_sha256": "2585047475f7fc6798f98d172d307f58d25188e2eaf006666fa965ccab371ce7", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 778382144, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e12edc0309dcae29d48d07869fe64c76ccd2fe0aa4f2bd4b0c24ce89c390199e" |
| }, |
| "model.visual.blocks.11.norm1.bias": { |
| "donor_sha256": "9da752a426f59b5958a423a50403cf1a8cc5ef6a9cddbec72e47de57bc812ed2", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 780741440, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e2f743d77ee42ad436e4f1d4aed8340289849cac3162dd1c8f3fd23b771f5692" |
| }, |
| "model.visual.blocks.11.norm1.weight": { |
| "donor_sha256": "006168cf79ef1675a19779a49b72addeb2370c93beefc5bf78ce88f852527bd4", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 780742208, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d8dc676d2f7f1ed413acd1608cf07c30985ac0437e9861cda47d8bc991ecb015" |
| }, |
| "model.visual.blocks.11.norm2.bias": { |
| "donor_sha256": "df4f93ee3b21dec4b766beea86dbaeddbfaa05f4e1d62261692f89fc29e0cd6a", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 780742976, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "799f9e72d213c4b300c985621146116e2ccb2399b9b9605cd88efc5ba5c11fe0" |
| }, |
| "model.visual.blocks.11.norm2.weight": { |
| "donor_sha256": "dc47e9e45b24115b3faa8078ae1d73acee856dcc08b73a4d48204da48abba99f", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 780743744, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c939604f81576fcc03cb1bcf8d101708e582e51c26ec5b0d231aa2305443f1fc" |
| }, |
| "model.visual.blocks.2.attn.proj.bias": { |
| "donor_sha256": "ced1a1b15772d5a6fd33a305a7364344ca28eb08042d704c296e9a48c4073d3d", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 780744512, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c8fe824f1cfc2be34e815a4fbcd5779755e4cbcc0bc21fd7b7e488d954939334" |
| }, |
| "model.visual.blocks.2.attn.proj.weight": { |
| "donor_sha256": "7817579b60224f45c07b539daf9671f21b64b2677fe481347c16919f54ae5eef", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 780745280, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f779983d6003ceb02d0ce5d6db6deb8702e6c339a0246f4f631316f773d7bb7d" |
| }, |
| "model.visual.blocks.2.attn.qkv.bias": { |
| "donor_sha256": "056777a0900e00a1bb31162a65268faa8267bb74e88d173a6f2bd3f9d5f52ea3", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 781335104, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "098952bb93f4bab6cd1dd8d67faee48fd0aac58a104c9bcd0cd48f65f3996fa6" |
| }, |
| "model.visual.blocks.2.attn.qkv.weight": { |
| "donor_sha256": "ffdd41eb511ced444bbb13b24dd02578b0277dc4075192f36230188cd151b7c0", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 781337408, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d16368c4e5f595d221f2a5d73252acf8624059faf280a5e6d3ad881c53f50b5f" |
| }, |
| "model.visual.blocks.2.mlp.linear_fc1.bias": { |
| "donor_sha256": "708b3d24a6fb3903322dc2da9ac1e1fa3b53d42432192390b214f7a221e375aa", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 783106880, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "24746ffb5fbe492438549d099718ab304a73d090c4ad95f8f2a4699a97d58d7c" |
| }, |
| "model.visual.blocks.2.mlp.linear_fc1.weight": { |
| "donor_sha256": "328902097cbf0f6000dc798c1e72418558640c70179f48ebfecd78f14c4e2143", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 783109952, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0a774d53e5e2c48b40a59f922aa5c91cdf518401829dd3a47fb5cb6cc0c2dca4" |
| }, |
| "model.visual.blocks.2.mlp.linear_fc2.bias": { |
| "donor_sha256": "44e44941dd874d13e4bb5b1ef6058888999423d19f6d4f5a574db8112221992e", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 785469248, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3091b0a8507db35d2f405da6d9a3363af8caeabc7713043ec0d84455b46de40f" |
| }, |
| "model.visual.blocks.2.mlp.linear_fc2.weight": { |
| "donor_sha256": "19c003aa6eb73b394b8421a64f23e48fc6e69a52532b155df5f51c45628fb7b3", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 785470016, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "196df1e2fdbcf17b177cc7b168afd03deeaa3afd35db4d1d5e2bbab319a21202" |
| }, |
| "model.visual.blocks.2.norm1.bias": { |
| "donor_sha256": "9f6e4f67c6e5cb83088acf798e8d2ce7fd1681330ba47ffed0c41540f9c994bb", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 787829312, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "047b49c5e6a704e4b5197ef7d32e8f71497dcd9e1e3e15a160b1947988999b9d" |
| }, |
| "model.visual.blocks.2.norm1.weight": { |
| "donor_sha256": "863c8808db6723f6ec8a851905ae46bb4e431d5a1217a7468c6fed19296e382b", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 787830080, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4b71dbf4bc04564ec6e170c65cf2639b29b5e03e565fc50739582a5116f3d947" |
| }, |
| "model.visual.blocks.2.norm2.bias": { |
| "donor_sha256": "12ff0088803798f0db352e29f58f8d71a4ffe315ae274fc1cd9112630746a56b", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 787830848, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b3332956014c2c8fb015906700a06705f75a024fa91b362d7c3eaf12938f6416" |
| }, |
| "model.visual.blocks.2.norm2.weight": { |
| "donor_sha256": "aff6e8a25f93d9374da6970bcd09d7bf173501cda80872aadb565463ab1d11ae", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 787831616, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b3372409e3df4ef2abe0f1d31c541d9035b160356b0d64f495d50bc26b7c44ec" |
| }, |
| "model.visual.blocks.3.attn.proj.bias": { |
| "donor_sha256": "f5ff61d06f41e485db37c7205b506c336f1ed4632b6750fcbfb74aabd2b15e92", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 787832384, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2a8676890a6518317ddd6a0488fee4583dc3dcb950212e87db55e9fe84f10f1b" |
| }, |
| "model.visual.blocks.3.attn.proj.weight": { |
| "donor_sha256": "918333705fd2855dcc4da89bc748db91be171a7252fede23c4349ab8c275ad18", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 787833152, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "abfc900da569d068d8d0743977d139881b27e1c68c712b0d084b02e70d37c221" |
| }, |
| "model.visual.blocks.3.attn.qkv.bias": { |
| "donor_sha256": "2c2ec0423a2ac057e5017ae85ac66628852221d377b965b3b7c0732f87a37a9d", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 788422976, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d3eeff563ffdc6c572de07d76f08af2b7727bad8c3fcba75cbabe9a127f79426" |
| }, |
| "model.visual.blocks.3.attn.qkv.weight": { |
| "donor_sha256": "86a6d71b0c506abc58f995b5d6b859696c8949f4609a5cb5e66b02c45dc2f310", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 788425280, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c7d8dbeeb5c1502e0f1e7434b4ec19815b77869e31757b4e478ac07b7516c465" |
| }, |
| "model.visual.blocks.3.mlp.linear_fc1.bias": { |
| "donor_sha256": "130a44db94be8baf50808afa317d4d5dad97153033d16e54b0d87f62a00108a8", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 790194752, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "972d4e7d114da95713f1fef412297ac7069ed2897b6315852ae840d071630632" |
| }, |
| "model.visual.blocks.3.mlp.linear_fc1.weight": { |
| "donor_sha256": "2f83ce717ab9ac4c9da8d4265a1115c744b499b4f5bab95faf92e3d1a1cd6e3e", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 790197824, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "986e65c948fce2858308a1f9811762cb3db14c1fd83f98c6542843f8b59cd38a" |
| }, |
| "model.visual.blocks.3.mlp.linear_fc2.bias": { |
| "donor_sha256": "977e114b64e3a806fa2072665515903d88b50af36d4c5e9ad04b044eaa005082", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 792557120, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d31e71718576ab718b4cde5dbac59ce0f9173e3213defb490933aef9ba408f43" |
| }, |
| "model.visual.blocks.3.mlp.linear_fc2.weight": { |
| "donor_sha256": "263920a3f2847c05e6c912f2bf0398cbb57bd6db60472b8fa9f065cca54f4852", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 792557888, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b0b966799852f0c0291c015bca6740729002106262363cc5c1d487f7eeed8eaf" |
| }, |
| "model.visual.blocks.3.norm1.bias": { |
| "donor_sha256": "bfd2414b62aa1643197d8ea91268756a04e154ec56a2171b3448bab6d0a9dfbb", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 794917184, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3a5cdaa25ac997dcee61fa779555153173273a556a82f8e7c26745c05da900ba" |
| }, |
| "model.visual.blocks.3.norm1.weight": { |
| "donor_sha256": "e4b958e8d1fb769b3e1f1dfe04149633149c2448ced87d50c63e6e6fbad455e6", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 794917952, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "11ce67adf3c14b215a1d5c834e6ef8b88bc4a2a8d1f84e2db87fe4e1081712de" |
| }, |
| "model.visual.blocks.3.norm2.bias": { |
| "donor_sha256": "f15461b4988765d9de52865e045d097d538e5b15af2ad78de0e6cf2e063b0304", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 794918720, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9c35897dc7f0b9c5feebec265ad09b151515ee78b98633f62a39fe95512e9f70" |
| }, |
| "model.visual.blocks.3.norm2.weight": { |
| "donor_sha256": "01456e2deecd064e29697579db669c84b7c1d25dd48590cb3f4385d38d0ab13b", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 794919488, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8766c2dcfc02d1e01713f49838c8546cd8374cd0c985039e8694259495cb815c" |
| }, |
| "model.visual.blocks.4.attn.proj.bias": { |
| "donor_sha256": "5e57a9e048dfad278f0a1416e6952b13222fa6de037ede38514d1bf73ccfb938", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 794920256, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0ba17b2c08fbf36f42018695ecdd62f99c43141153b04aba49628687fcda7925" |
| }, |
| "model.visual.blocks.4.attn.proj.weight": { |
| "donor_sha256": "064a317a3d50f4276e78234ffbdf3c685c8566643c5a16df809b94c4a98b97c9", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 794921024, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "fcbc7990418c0b774fc53cabe0d4f5110e4224fdfe7c212dfac0e88c6e5db671" |
| }, |
| "model.visual.blocks.4.attn.qkv.bias": { |
| "donor_sha256": "2441eef2c197aa9f154271c6e80476721810db1dcd54da0c1c167a938e622634", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 795510848, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "928e7a8141f116af0ddc137b61439f03d4641671db672758771c84886910a4a0" |
| }, |
| "model.visual.blocks.4.attn.qkv.weight": { |
| "donor_sha256": "1edb99f14f8c270d00a6ad098d1d3d05ac29497f8246aaae7199763ccd36fcc2", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 795513152, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c3e48894c3d1219ec083047d6c348349142aba07750d4451a23720e861908427" |
| }, |
| "model.visual.blocks.4.mlp.linear_fc1.bias": { |
| "donor_sha256": "f6accc6366728447b8ef7993ca6e5f7cb118576dd5e2a6ae4e3327e4ad0b4789", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 797282624, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e533b4c1c1b58d5c6aa99fa78443194e7b2f9da052cb8856a50d595cddf32786" |
| }, |
| "model.visual.blocks.4.mlp.linear_fc1.weight": { |
| "donor_sha256": "89a3b6759096a9143a8b11909fbc9e6bc793dc15c28c420b52fc161bf40641ac", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 797285696, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "570c6460fd8c39e7d8b7859b9987c2e3915a92dbc4edefc145812a2b525addad" |
| }, |
| "model.visual.blocks.4.mlp.linear_fc2.bias": { |
| "donor_sha256": "d55f3d209fa23f856f1606cf9cc9cc854eb54f501e6cd58ca2a96d3d3a4d162f", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 799644992, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "bb858b8b1d06760a6bca8b97f2b252b77a260272d36671e54b3b8df67b750519" |
| }, |
| "model.visual.blocks.4.mlp.linear_fc2.weight": { |
| "donor_sha256": "f7fde795db8416a23f879ec7510bf69e56a93f49ff69295f9f99a9088c83403f", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 799645760, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d3cf707a685d439bcf38e274d5759bb3c4210a3a3b36d82bbd5400c311d6ef63" |
| }, |
| "model.visual.blocks.4.norm1.bias": { |
| "donor_sha256": "d8c99473685c43fff9d5170198e6797b8361dd4b0a9c45cec2de931a6197e488", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 802005056, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "eb415fba5eb91dbb336b2fec64649b381fc9ccc9c1f0c67cb46b62f98f2a78ee" |
| }, |
| "model.visual.blocks.4.norm1.weight": { |
| "donor_sha256": "7eacce93eceb68e3c809aea515d94fffcebbf00b12ff9f7785d64be9bc9c126b", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 802005824, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9f884b7fa9df116a1fa73b5067ce6888766f09575f0f980d9a2b72d10fe928ee" |
| }, |
| "model.visual.blocks.4.norm2.bias": { |
| "donor_sha256": "9fd9b9d40be8eee265c699dab0d7b070f95a9f343cbedda4c50bb7028cdd3773", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 802006592, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8fc7173cc298c0256979390c56e75dda08ca9550a27466664360598660d47393" |
| }, |
| "model.visual.blocks.4.norm2.weight": { |
| "donor_sha256": "b618ed73a61c4a688bf74e6807f362b4d22dff40d5b47d617e24e01dd3bfa972", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 802007360, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "6e7844a18396f2d71dc6a57bb6b284a232c9c9e494bdad14bf21a13d58c3793c" |
| }, |
| "model.visual.blocks.5.attn.proj.bias": { |
| "donor_sha256": "1674d69b8e108b37543db6ced0ad0d440809d89baa670c93e9916b2775ed44d2", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 802008128, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a17ae33220d5ee17ff00d38fba3501e540a1a2181669345c8c57a62ec80d2ade" |
| }, |
| "model.visual.blocks.5.attn.proj.weight": { |
| "donor_sha256": "19a84f57aadfa9e73ecf1f663cb01cbcbf622c3d369378bcad6fcf026e852492", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 802008896, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "6a3181902abf053ba67cb8dd891e2b2b1e07c9c7a0e6feea5f2cbcd77fae384d" |
| }, |
| "model.visual.blocks.5.attn.qkv.bias": { |
| "donor_sha256": "369bcff64fbde4f0bad56507dc0959288f7295933b95539a81587e4cc11e4929", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 802598720, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2bfaddbabac6104360e18c82d8fbfcf05f3a73c3bef63157c7a35a501938922d" |
| }, |
| "model.visual.blocks.5.attn.qkv.weight": { |
| "donor_sha256": "f9e79a8edc10caf123fa9d2fc63625b85106fec710d252b3d0b119ef0acf17fa", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 802601024, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d518b2a8f02892cd7358b305e2126ce9e8886ae60f2f68306a44406356effb7f" |
| }, |
| "model.visual.blocks.5.mlp.linear_fc1.bias": { |
| "donor_sha256": "dd255352744c58ef46baf3a5701e4491f5b7d0b3c67e7d9fcc436c07a57a5c67", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 804370496, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "fd5beba73e791df533157b7902dfdacfff714ef8695978496fa99d8ce732ff40" |
| }, |
| "model.visual.blocks.5.mlp.linear_fc1.weight": { |
| "donor_sha256": "96874239e13088eaac08a22152ddb4c6d5d5bbafd09de280bbae3c8223c8b4f8", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 804373568, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a368a1d65f12788b70a9efe42e52841bbfe488ddac0e617be3b54c471b0d5b59" |
| }, |
| "model.visual.blocks.5.mlp.linear_fc2.bias": { |
| "donor_sha256": "86dc73ebd6d41d8c747b5a738b79dcba38904fc01228c18e18dfe11ce9543ca5", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 806732864, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a28455ef64069d9e56c026a8606220b1c808f5d4f5e98535cef9e3cc456607f2" |
| }, |
| "model.visual.blocks.5.mlp.linear_fc2.weight": { |
| "donor_sha256": "47eb5332b41c5ac76be7ec93754fc376aa960fc1d89c274d7e17c2dbed61e851", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 806733632, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "bd6443ce14dee6f5cbe87910ef2d9cd555f43f19fc564d1b10b888b7ca14d0aa" |
| }, |
| "model.visual.blocks.5.norm1.bias": { |
| "donor_sha256": "90e158043c4ff6dd2cd4632b915cf05d3619dae3c22d4d004eefdc443b02f2ab", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 809092928, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8f9cbee8b9c445ed8248109ab9143f47276fd3e235d05ceca0b644590fc9cacb" |
| }, |
| "model.visual.blocks.5.norm1.weight": { |
| "donor_sha256": "745401429d6c34b4cc132f0f987fe28bdf1f77881ada8806f1dbd9c249821091", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 809093696, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "08698962ef2e392f1be5112056ba932575f20f4c88c1bbeef093edd6e37e5d79" |
| }, |
| "model.visual.blocks.5.norm2.bias": { |
| "donor_sha256": "9b32d638c47786c026f7817ab5661b185d1ebb75ed14b3cd1b2b6dbb330bd4a1", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 809094464, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "178d47f29998a7c5dd472a27a05b10005b29e03b651f7716af32ce21085aa62e" |
| }, |
| "model.visual.blocks.5.norm2.weight": { |
| "donor_sha256": "c387301d0bc7ca8168fa0d13e76c205a009e8e531289f92e2ef55c6433f0510f", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 809095232, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "eb6629f11b23bcf81e5aace9603e7a0432d9e22dd4a5a0fc022076f2501e1166" |
| }, |
| "model.visual.blocks.6.attn.proj.bias": { |
| "donor_sha256": "788ec8fcb734caa75f71ea9e127bf0e18185a411632d133182fa9ab6719f225e", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 809096000, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d09558de7d304bbcec3a2c995988706be1b9350f273a14ec1b93154bdefe22cf" |
| }, |
| "model.visual.blocks.6.attn.proj.weight": { |
| "donor_sha256": "b5d0d5c67c7a81c5b4e8108292ea589f89addbc4baa2e903eb303f392d7b7824", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 809096768, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d94859391f811dd78ce6361573342e8313c48f0f7cb8c23b6e7563f45119812e" |
| }, |
| "model.visual.blocks.6.attn.qkv.bias": { |
| "donor_sha256": "22de5313e67fa540ae37019a53b0fb675d3f66134d8d3c9bfc2d695a4ec26eac", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 809686592, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f15f285ec39c880ed45e5df156f64dcc50eba3b79e2927d17d85d21b2515d831" |
| }, |
| "model.visual.blocks.6.attn.qkv.weight": { |
| "donor_sha256": "6fefd28c5d41297f7b13920d83a1464cde2de0e3ce017122f500c6a8f3d67710", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 809688896, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5aec1f57b2d6c3489871ff4bb51a56ca20ff8e112106f9c1ac5aa6a6fcf49eb9" |
| }, |
| "model.visual.blocks.6.mlp.linear_fc1.bias": { |
| "donor_sha256": "9171694c56590244941fffa708cdb6cacf9cd0e5ea21297f45e8f60915f95c7a", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 811458368, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "681a91292adb0e139343dd56d1b87359cd795635dd64e9225341485d0024bbee" |
| }, |
| "model.visual.blocks.6.mlp.linear_fc1.weight": { |
| "donor_sha256": "39d82411e5f3b48d1d505d3032876bd04657a822befe1579687b5f526914889c", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 811461440, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3ba0e044d1b1cd30fd9f5c6ccf05eb409ce920534a2acd14b7f36ad988699612" |
| }, |
| "model.visual.blocks.6.mlp.linear_fc2.bias": { |
| "donor_sha256": "548975b5d3e2a34c601422409a0a5606dcac2f59c0ade0989110f970bda699d5", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 813820736, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "21fad627469336b54a61b1ccbec467da0fbf83118d0ab1627b11faeeca2b7723" |
| }, |
| "model.visual.blocks.6.mlp.linear_fc2.weight": { |
| "donor_sha256": "60cd8a84856a3c9ea8a7183179fb26bbdddcb03093d40a37e277b3088c24d6a0", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 813821504, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c375e84b0352b2dce21c250563d0dd9af7838d9e4995bb4c193e5412ad2d5a04" |
| }, |
| "model.visual.blocks.6.norm1.bias": { |
| "donor_sha256": "e263891033d1ff5dc79602d2cc33a8dfb67848fac657ee95491cd0c98c457d93", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 816180800, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "2cf00a47290669bb60f985c367e4e2abec4f536ff3fb3bfb22f9572a1dc79963" |
| }, |
| "model.visual.blocks.6.norm1.weight": { |
| "donor_sha256": "43a1adc6e117fe625c0d879535d59abae08bd02dca089e8810378f381c196e7e", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 816181568, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4e56e86b55c5f556cf949673f9b781c1cfa62b77ad8db47d29cd8ba837e9ab05" |
| }, |
| "model.visual.blocks.6.norm2.bias": { |
| "donor_sha256": "f9849da04ad4e56fe89e13c6586f1d15bab8e531da4fef5eef54e17be060b5f7", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 816182336, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "22750435e673c36768af41c972e4cf0165a93ca79e75f94cad3a3b0ce42a8035" |
| }, |
| "model.visual.blocks.6.norm2.weight": { |
| "donor_sha256": "32334f0b72107d8fe6ac6133a71474128c88f591b008bf69e8f03c38e80a8946", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 816183104, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "364e26d87da1f662bb335e89c8469103ca7cfabaa36ab37cc27c20af2bad9af9" |
| }, |
| "model.visual.blocks.7.attn.proj.bias": { |
| "donor_sha256": "1e8989b83db2549c72d61b44f9222ef27a5572ce7b21882591da7965ee41156c", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 816183872, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "f521deafcfe3e8ee8aa02a9c41e5ca5f806fcae453b93b4de561e659d1750c79" |
| }, |
| "model.visual.blocks.7.attn.proj.weight": { |
| "donor_sha256": "e3b9985341ff298ef05e3380ceae77bb1d56e3f33dd90fa5667a2a750f47b4a9", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 816184640, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8be8226ed33f4d768085f51f5f55a6fca0cfac98381f14c1790901452ca56131" |
| }, |
| "model.visual.blocks.7.attn.qkv.bias": { |
| "donor_sha256": "a4b12c41fba9d94069a8c239e76d279e02f085f3ad0ff9ce7f8f33efd73c5e4e", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 816774464, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0db5c5b92adf4f96989518b6cf3e4f7b311e1979bd046684c7300c47fb3204f3" |
| }, |
| "model.visual.blocks.7.attn.qkv.weight": { |
| "donor_sha256": "9d8d789bb8bcd1f071b7422d70a06fd7d80bc231e7c557b900f78533e5bbfaba", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 816776768, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0a0b44c437d11ca6d74c1b98547b39c61088be0cf05712a04ec8c7a1a3884508" |
| }, |
| "model.visual.blocks.7.mlp.linear_fc1.bias": { |
| "donor_sha256": "7d7ecf26460007b57a31596c494f4a1aa7c6e49958398fa2961a82fdfb7b9464", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 818546240, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "dd737c4b8bdcf29e2a6174a23ceb557f2fa1852c1413a00dd57ff29f7bd947cb" |
| }, |
| "model.visual.blocks.7.mlp.linear_fc1.weight": { |
| "donor_sha256": "efb3f2fcc66e07eb91f2103748e6945d381171cede7d4cbc9c97dac58df1cacb", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 818549312, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c44e12b508232a57988517daa0a8dff3114660a2f1f05e3509acacb36e9d0b03" |
| }, |
| "model.visual.blocks.7.mlp.linear_fc2.bias": { |
| "donor_sha256": "42f85f40a7a23d9067a8b47f47d195c20c9fd0327cc2eb360ab090b8b929a1bd", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 820908608, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "156cb68edea8a671b72bc28699a667890032d97e8ea4347e0b36dc87f9b5ea1e" |
| }, |
| "model.visual.blocks.7.mlp.linear_fc2.weight": { |
| "donor_sha256": "84a3db7d15c70e6638c46790bbc1c12ebc182335fcdacf863f029d82eb807509", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 820909376, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "577f8fe20ac7bb855353b776036461637128ba22b22cc3cdbd7a467e102a123a" |
| }, |
| "model.visual.blocks.7.norm1.bias": { |
| "donor_sha256": "66f8630170eb5beba14a2a94d1a8045b7822c636f189f2b856678a1f87b1c7d1", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 823268672, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "7da27e1f0867d64c2bf967e871e2a531acb015c4c1bc6affde09012377041c4d" |
| }, |
| "model.visual.blocks.7.norm1.weight": { |
| "donor_sha256": "83a32a19a4ca2b6e113ede3df30228d36cc001c8908ee145a914837839414faa", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 823269440, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "30c6238b1c2c0b3c145ed71e755a5e1f7151345e9c4bb4d36fe2610e32a27462" |
| }, |
| "model.visual.blocks.7.norm2.bias": { |
| "donor_sha256": "2ee63f4aa26d2fed2b5eb5702ef16d4e8638ec3f31e395d05aa1ef936e23da57", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 823270208, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "de5e33c038e152245d15fa3385176b729e261c9c17ab83be78bc75ad18985162" |
| }, |
| "model.visual.blocks.7.norm2.weight": { |
| "donor_sha256": "91d5cc8aa2cf78e83e1e98df96e136978edc1f2431a8bf9051edd15f04c8f9b3", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 823270976, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8a16ec703111c38b30c28d6a2a0d6e3b9f6288418aafce641d64bd9ef6b429d9" |
| }, |
| "model.visual.blocks.8.attn.proj.bias": { |
| "donor_sha256": "6473686b7e7e0c33bb12b7aa702e04a1287aed3aa81e8f5aa39c0dbd614e7514", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 823271744, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d5a73a89e3291028760ae8c7a87eaa6756ce37a1881a2e24f98f5cc018bfc808" |
| }, |
| "model.visual.blocks.8.attn.proj.weight": { |
| "donor_sha256": "7cda1996e22a7d0d90df6cb694fbc00164e9787bc96d8e6a7df54655293ad949", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 823272512, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "e73c0bfe9edb190b983ecab148ec0dd3bf85b86aa8b153a246749d8cb17e223a" |
| }, |
| "model.visual.blocks.8.attn.qkv.bias": { |
| "donor_sha256": "45047e825fcd888cf3eccaee0a8f532acc55c10410771639eeb36741a07aeb4e", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 823862336, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "1ee6116e4b34664814fcc45553ec35594ae66e63ccd38c4e05d32b12c0110455" |
| }, |
| "model.visual.blocks.8.attn.qkv.weight": { |
| "donor_sha256": "e8b6999444a9245fd1c564624162f58fc4c038d66268f056b74ca446088bd3f0", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 823864640, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "439534fbce1a9cc64339b1a9194a521af73da3188fc26cdfb4f1104a28756d4c" |
| }, |
| "model.visual.blocks.8.mlp.linear_fc1.bias": { |
| "donor_sha256": "0651493e0436ea448024170cc924864cde7ac533bdf592e8330961467c70175e", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 825634112, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9e1fed9237a16bddb499da6b399dff79130ee93cfd8f770f6530efd1e42f56b8" |
| }, |
| "model.visual.blocks.8.mlp.linear_fc1.weight": { |
| "donor_sha256": "899ff1eb184c8599fc9e7370b12209e97ab3bc1addc5b0c62089bf75fd8f65cc", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 825637184, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c355d9c543a284ae92e5ccb213f819d157e341c2185cd5280af4ba67f12bb831" |
| }, |
| "model.visual.blocks.8.mlp.linear_fc2.bias": { |
| "donor_sha256": "e0f173a9c2a8df9cee6fb80233afe85c5d070bde478a0db2f409f9e64ad09dcc", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 827996480, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "db1e755558e8810c408e6c3d26f3db8de35779866495f24d8d5b024578b030eb" |
| }, |
| "model.visual.blocks.8.mlp.linear_fc2.weight": { |
| "donor_sha256": "9b7f5d55eb2c27d716fcf75c538b47a27fef03b348cf6172129ebd3082993cd1", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 827997248, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "0f2d005eb32267c213eb1b44ec2b8dc02179b5cf0e6f26669bbfb0337b615891" |
| }, |
| "model.visual.blocks.8.norm1.bias": { |
| "donor_sha256": "5242c07430346fb1b6ed76ce70c38e47d923f33b30d7a0895b6d6759481bf6d7", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 830356544, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "3c96f890c168c93b26a31950fb39351f2702474da39dec665fb09c5179036f89" |
| }, |
| "model.visual.blocks.8.norm1.weight": { |
| "donor_sha256": "43d1527e81108e6f26a2e881e064563660e497e8dfa0c7d79a87da3d52b76aa4", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 830357312, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d3c51fa395946de87fedddd245b8a26ff6198def28a8f868551251257d351154" |
| }, |
| "model.visual.blocks.8.norm2.bias": { |
| "donor_sha256": "a349573bab110a7e2a34e9b59ce1ac41cedade1cf819a4c630ac78372fb843da", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 830358080, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "abb954925c3578f8cc4fd5ec540c757eef69df98b8189ee8d167cf38af01daac" |
| }, |
| "model.visual.blocks.8.norm2.weight": { |
| "donor_sha256": "87747f2d184ab7f0f8e63108a2616eec52dfbebc627bc599c75c88f5e987826e", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 830358848, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a09c76440d1e5dc5a7db60c58857115ca0604e204c6b367385a6dea6c9b1f575" |
| }, |
| "model.visual.blocks.9.attn.proj.bias": { |
| "donor_sha256": "160cd28446bf5c3121ce2718137466a8b48b6e1b9f4c2fa7e17b469f96771eb3", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 830359616, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "687f140d088b7568c8fc36834e2848e6eed03d8a12ac08fefd9083e167c7f3c9" |
| }, |
| "model.visual.blocks.9.attn.proj.weight": { |
| "donor_sha256": "d3f4a187401766380d50ea06c048790bdd7e858f4310cca1c30eb63afb74af64", |
| "dtype": "bfloat16", |
| "numel": 589824, |
| "offset": 830360384, |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "18933b1f20fe400ccb75c040ba102e24cd0eab694d5f7153d6ae66a4e54cf8f9" |
| }, |
| "model.visual.blocks.9.attn.qkv.bias": { |
| "donor_sha256": "efbf9844686352d7c92721324cd0d2917115b7a45193238f60a39b47c9574f66", |
| "dtype": "bfloat16", |
| "numel": 2304, |
| "offset": 830950208, |
| "shape": [ |
| 2304 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9bbab0a2aafff7a80391a90a827f2f8a33a251529b587b5a54cddfe1506525d6" |
| }, |
| "model.visual.blocks.9.attn.qkv.weight": { |
| "donor_sha256": "e8f097e73e59cbbaa76f457bc1b9952dc9d2de2c09a65893f23711762d054a6c", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 830952512, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "af05c5e1b6d16d376093604a29ed23c22e1834a43bf38a771c6db020864062b5" |
| }, |
| "model.visual.blocks.9.mlp.linear_fc1.bias": { |
| "donor_sha256": "3cca9edd2276893925f0ef6726babd8bd3998c7fe299e3bcb22454c637060d53", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 832721984, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4da57da13079f163f1736506bf17847ad42160bf0b112573470ea45ff8762d7e" |
| }, |
| "model.visual.blocks.9.mlp.linear_fc1.weight": { |
| "donor_sha256": "bac877ea120ee3dd162bc846a3624c9f0e39adcb599739a39fb9dd3106c5d465", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 832725056, |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "688b93fcd0455bc0446a8914f9a730fca6fe6dc99645688583058ff255990506" |
| }, |
| "model.visual.blocks.9.mlp.linear_fc2.bias": { |
| "donor_sha256": "f05af0da3e4c129bc5bb1b8030aa5c1346e222d634d092b59c63ccfc674363b6", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 835084352, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8cae66a66d90c0bd6f88cbebcb24284f2926f0bb60665c6703fe60001493a75e" |
| }, |
| "model.visual.blocks.9.mlp.linear_fc2.weight": { |
| "donor_sha256": "825411c5b3050b90f1853bb90eca60ba17c31d4cce301df59facff66b451bf94", |
| "dtype": "bfloat16", |
| "numel": 2359296, |
| "offset": 835085120, |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "8ab08ff2ce63923df8dd174e1acd63060ce290927862fae471f0c67d208e3f45" |
| }, |
| "model.visual.blocks.9.norm1.bias": { |
| "donor_sha256": "19dd2a577bddecb9cbb711e7ec369cee6ebed950c58e3f3827d34c9d5fa0fc6b", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 837444416, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "4324e5038a5e8ecdac497df2e3773aba2fdbd81c876f0f68c6bcb72c34d60ad8" |
| }, |
| "model.visual.blocks.9.norm1.weight": { |
| "donor_sha256": "116a77ddad295721dccca9ec4ac4f02bd42653d479cbf61fd73611d5c74b88d9", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 837445184, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c9bf45f5decc0ed3d315275a4ed48ddfe88bf031590323b55532798370a63fed" |
| }, |
| "model.visual.blocks.9.norm2.bias": { |
| "donor_sha256": "986088440079bef5de39cd72545bdc9df209644314d222a6a5153524cd5bb631", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 837445952, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "de0d654e70e4a90de2ce20b6cc8a7c30790417e104d9a63fc044bacae7308bf7" |
| }, |
| "model.visual.blocks.9.norm2.weight": { |
| "donor_sha256": "4f9d5052057680e90b4cb98b1fb5021af9799c6f35d47558f96cd460766e2df0", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 837446720, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c62ff7a27ac9b47903744b945f2a3b9d36b5d6997fd038d67c0169449e94a0f7" |
| }, |
| "model.visual.merger.linear_fc1.bias": { |
| "donor_sha256": "084867a60e35c0e954c7d1a2a5c4b2bb513ac17cd3467dcb7d1b65e640ee2bb4", |
| "dtype": "bfloat16", |
| "numel": 3072, |
| "offset": 837447488, |
| "shape": [ |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "04fa66be4099f760905d40ce22c2fc30607be24221df25f26fa76e8180edd44b" |
| }, |
| "model.visual.merger.linear_fc1.weight": { |
| "donor_sha256": "94224022006be543fcb782eff1b5002568a5209595e0c9112e6118e0b21c172c", |
| "dtype": "bfloat16", |
| "numel": 9437184, |
| "offset": 837450560, |
| "shape": [ |
| 3072, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "c402e48708dd7bedd28cec1cb7c05f2e94939131e2182513067f1cd66e40977b" |
| }, |
| "model.visual.merger.linear_fc2.bias": { |
| "donor_sha256": "7d8bf514787db3b912468eff719a49e9897d63db6f8e4241e8a7e38addc90da0", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 846887744, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "740c41c44168720ff4e437c263e736df3a43b6a42a12cd01e2cdddd339278ff6" |
| }, |
| "model.visual.merger.linear_fc2.weight": { |
| "donor_sha256": "eba1c2ebfefb461405db793dbe7951505b6fa403f66279eaf05072555805a88a", |
| "dtype": "bfloat16", |
| "numel": 3145728, |
| "offset": 846888768, |
| "shape": [ |
| 1024, |
| 3072 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "b9bebd079f654ebe1c6ebf3c674a9443b9012a18ad81958ad63b8396ddb6e9ac" |
| }, |
| "model.visual.merger.norm.bias": { |
| "donor_sha256": "553e8a30d4357b55a62af83228e47fbaddb111e0091be2ee7f76ef92412f5f6e", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 850034496, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9ba002125694ce2c4870550f985da4cc57c07b8a51fcc8afdb059515e7353e16" |
| }, |
| "model.visual.merger.norm.weight": { |
| "donor_sha256": "bf5952d76d5a7eb0c0e8f91ac145445b85cbb49f832999f9dab0f7e04f11af7b", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 850035264, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a58c8f4040a0b6b9c4801f822da148338faad86a4e80a431f764bd478f266458" |
| }, |
| "model.visual.patch_embed.proj.bias": { |
| "donor_sha256": "d4e8ce482cb0b40834d99b95f65f917b9235d1b94bd6079a77e6c0864f7c2f6d", |
| "dtype": "bfloat16", |
| "numel": 768, |
| "offset": 850036032, |
| "shape": [ |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "905fd714dec5eb90b78a5c988fbbb63290da6c6ec6fa104b7ceca078298074de" |
| }, |
| "model.visual.patch_embed.proj.weight": { |
| "donor_sha256": "083d6eff0a8b2295f13689efc33adb475c2541af97a7f9561fb9229d2f65150d", |
| "dtype": "bfloat16", |
| "numel": 1179648, |
| "offset": 850036800, |
| "shape": [ |
| 768, |
| 3, |
| 2, |
| 16, |
| 16 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "08fff56fcc7c9a74fc3308f18bfa31f2b4c6a8bce70a97058a43b0ab00cc7aae" |
| }, |
| "model.visual.pos_embed.weight": { |
| "donor_sha256": "164e4c4c0c163c5d0e1ce026788ce2c3d6802ce67fa5aa54503d14b5c1540cf6", |
| "dtype": "bfloat16", |
| "numel": 1769472, |
| "offset": 851216448, |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "9a883241c3d1f55bbb10b1aca1202f463dc0ebe0efba8d11c4d00aaf1e95a4db" |
| }, |
| "mtp.fc.weight": { |
| "donor_sha256": "48d27b3dffb832f804dd4cd0eab5b9a5cda184d6a38976fca89bd45d164d45d1", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 852985920, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ea9e12234082bb362836b69f3c7f708d9768f8adc210e00e4db15c9ff03d1cf1" |
| }, |
| "mtp.layers.0.input_layernorm.weight": { |
| "donor_sha256": "f4d6646805e10a9e8f50bdbe958526fcd143970c33bca866fb1ca7b8c6110179", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 855083072, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d730f49f7789e82b2b634f553c5bbd328d7d68e7c3be42343f9b7ac12f984bc2" |
| }, |
| "mtp.layers.0.mlp.down_proj.weight": { |
| "donor_sha256": "beb6297c595cde2292439b62c00faf04794242c7bc8a2983122f5d1e7086dfc8", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 855084096, |
| "shape": [ |
| 1024, |
| 3584 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d9bfe254cc7e44b8c2666412b5054837da824ddd89cfa6223a5d4b45ca660566" |
| }, |
| "mtp.layers.0.mlp.gate_proj.weight": { |
| "donor_sha256": "1364e2d48e6e07910a8259913fa8f75cdf79ac8d57f0496e166359039418d1de", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 858754112, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "36f5db52d6a9a830f3099dc96deec851feb167d8b255d302de0fec8c563c4236" |
| }, |
| "mtp.layers.0.mlp.up_proj.weight": { |
| "donor_sha256": "8e02fb20315779194143e49371d0b6d753f3be3b880d997e2880baebd3703e5b", |
| "dtype": "bfloat16", |
| "numel": 3670016, |
| "offset": 862424128, |
| "shape": [ |
| 3584, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "34a9d7bf8a8dbe1f651fc9eede2beaef3a6c3506d77c8e0cd9588999544dea9c" |
| }, |
| "mtp.layers.0.post_attention_layernorm.weight": { |
| "donor_sha256": "40ff58d6a34fa107698f488885f2a89a55300943df341054db53b58bd87a3aa8", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 866094144, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "43ae107d55ce996d08633edd6d2eb2ddb82d73523c06dfce2f865aaee55707fd" |
| }, |
| "mtp.layers.0.self_attn.k_norm.weight": { |
| "donor_sha256": "cdb7f43816e3344d7e0506ed79401969891921bae0efb5cffe93538557cd9441", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 866095168, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a2e0a36d5b229182e14b030cfb193bbec176e0dbe9ee86fc55bd39e45900d8a8" |
| }, |
| "mtp.layers.0.self_attn.k_proj.weight": { |
| "donor_sha256": "13e6af7b920fcfb440fd2995adb154ebc64650949e16456c6181fca55c720a84", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 866095424, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "db0d39c780646fcb751310c24d05fa90f006e45ddc4637797e12587fa9f65235" |
| }, |
| "mtp.layers.0.self_attn.o_proj.weight": { |
| "donor_sha256": "31a191824a31698dda7b2d45320bb495258a56d66f3242c5055fb1ca46ccfe2e", |
| "dtype": "bfloat16", |
| "numel": 2097152, |
| "offset": 866619712, |
| "shape": [ |
| 1024, |
| 2048 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "ef60dd6bfe504db7e033f9c62aeb84d0b3687c840605c88b6278ec92b3a113d8" |
| }, |
| "mtp.layers.0.self_attn.q_norm.weight": { |
| "donor_sha256": "8bf34155cf168f89f5402fffe1ab8a72667854db3cef1d905106eeeff6bb0b38", |
| "dtype": "bfloat16", |
| "numel": 256, |
| "offset": 868716864, |
| "shape": [ |
| 256 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "20334ad26e27966bd824d114f8800bc79600354af909cd79dae0208c947e5ace" |
| }, |
| "mtp.layers.0.self_attn.q_proj.weight": { |
| "donor_sha256": "87cd4e02256a75e3c2759614c00589c44ccb14f91a413ebf52f26faf5c423adc", |
| "dtype": "bfloat16", |
| "numel": 4194304, |
| "offset": 868717120, |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "a5dd15bc5d3e4c1c281b95f679885ca07dfab8e796e72c3f18ddf77f46c17e3c" |
| }, |
| "mtp.layers.0.self_attn.v_proj.weight": { |
| "donor_sha256": "c6fe363129b3e76a4be64e2d9c7cb956cb3292359373486382901cd1b1dd5736", |
| "dtype": "bfloat16", |
| "numel": 524288, |
| "offset": 872911424, |
| "shape": [ |
| 512, |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "42727c4d9e2ff9ba9c76d9fc56b9792b32acdb6b660599d24068a840db4097f6" |
| }, |
| "mtp.norm.weight": { |
| "donor_sha256": "b95f65d874310b706b7460fc82d89e2b25275ee2dc2d123b2a96c75eff3ed10b", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 873435712, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "99a7e7c7fbba43ce13a0750743852ab88d89c1123b19f124d753e00e82edc4b1" |
| }, |
| "mtp.pre_fc_norm_embedding.weight": { |
| "donor_sha256": "94f4a65e7fd3eae385489f69c3d27b0abc0f9f706ff59580e3ce7a7fae551513", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 873436736, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "5c8c8e105ba1bef299a82cb736014d59413d19fc4d728e7cb7fc7021ea473694" |
| }, |
| "mtp.pre_fc_norm_hidden.weight": { |
| "donor_sha256": "83544d29d3a6c236e3cef4230e682d4a43e4f0f2ffc01fae1936b22cda96da20", |
| "dtype": "bfloat16", |
| "numel": 1024, |
| "offset": 873437760, |
| "shape": [ |
| 1024 |
| ], |
| "source_file": "model.safetensors-00001-of-00001.safetensors", |
| "storage_dtype": "float32", |
| "storage_exact": true, |
| "stored_sha256": "d6ef3bd52afb54e74f5f5f5f899e4e582a0599d70346ab682a8a4df1f355c3e9" |
| } |
| }, |
| "transplant_training_fused_attention": false, |
| "use_cache": true, |
| "video_patch_size": 16, |
| "video_token_id": 248057, |
| "video_tubelet_size": 2, |
| "vision_detail_views": { |
| "direct": 1, |
| "high": 2, |
| "low": 1, |
| "max": 3, |
| "medium": 1 |
| }, |
| "vision_end_token_id": 248054, |
| "vision_start_token_id": 248053, |
| "vocab_size": 248320, |
| "workspace_decay": 0.95, |
| "workspace_slots": 8 |
| } |
|
|
