Release iOS-compatible model components for Mobile-O-0.5B

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.mlpackage filter=lfs diff=lfs merge=lfs -text
+llm/tokenizer.json filter=lfs diff=lfs merge=lfs -text

connector.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363e66411d10947b51d8a8aca4e204c55e259e06bb250f29c3179966dd6ec24e
+size 27583

connector.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d404c1f53c3cee79b85956aa41b2af048686bea0f2996e58ca7fc60f77ebaf5
+size 9766080

connector.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "2039520E-A6A3-4551-AD62-A725C5BA31DE": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        },
+        "B42AC72D-D274-4A10-B65F-6548C5A5D845": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        }
+    },
+    "rootModelIdentifier": "B42AC72D-D274-4A10-B65F-6548C5A5D845"
+}

llm/added_tokens.json

@@ -0,0 +1,8 @@
+{
+  "<image>": 151648,
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "[/IMG]": 151647,
+  "[IMG]": 151646
+}

llm/config.json

@@ -0,0 +1,20 @@
+{
+    "model_type": "llava_qwen2",
+    "hidden_size": 896,
+    "num_hidden_layers": 24,
+    "intermediate_size": 4864,
+    "num_attention_heads": 14,
+    "num_key_value_heads": 2,
+    "rms_norm_eps": 1e-06,
+    "vocab_size": 151649,
+    "max_position_embeddings": 32768,
+    "rope_theta": 1000000.0,
+    "tie_word_embeddings": false,
+    "mm_hidden_size": 3072,
+    "mm_vision_tower": "mobileclip_l_1024",
+    "image_token_index": 151648,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    }
+}

llm/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c392f5e39520d792801eef40994add0350b473239687c75d3f0f8f960c919622
+size 356365838

llm/model.safetensors.index.json

@@ -0,0 +1,646 @@
+{
+    "metadata": {
+        "total_size": 356286192
+    },
+    "weight_map": {
+        "language_model.model.embed_tokens.weight": "model.safetensors",
+        "language_model.model.embed_tokens.scales": "model.safetensors",
+        "language_model.model.embed_tokens.biases": "model.safetensors",
+        "language_model.model.layers.0.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.0.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.0.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.0.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.0.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.0.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.0.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.0.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.0.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.0.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.0.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.0.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.0.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.0.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.0.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.0.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.0.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.0.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.0.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.0.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.0.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.0.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.0.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.0.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.0.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.0.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.1.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.1.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.1.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.1.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.1.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.1.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.1.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.1.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.1.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.1.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.1.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.1.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.1.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.1.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.1.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.1.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.1.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.1.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.1.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.1.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.1.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.1.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.1.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.1.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.1.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.1.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.2.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.2.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.2.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.2.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.2.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.2.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.2.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.2.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.2.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.2.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.2.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.2.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.2.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.2.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.2.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.2.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.2.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.2.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.2.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.2.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.2.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.2.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.2.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.2.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.2.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.2.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.3.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.3.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.3.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.3.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.3.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.3.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.3.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.3.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.3.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.3.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.3.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.3.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.3.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.3.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.3.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.3.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.3.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.3.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.3.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.3.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.3.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.3.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.3.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.3.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.3.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.3.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.4.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.4.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.4.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.4.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.4.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.4.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.4.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.4.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.4.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.4.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.4.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.4.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.4.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.4.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.4.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.4.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.4.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.4.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.4.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.4.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.4.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.4.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.4.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.4.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.4.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.4.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.5.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.5.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.5.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.5.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.5.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.5.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.5.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.5.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.5.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.5.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.5.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.5.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.5.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.5.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.5.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.5.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.5.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.5.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.5.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.5.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.5.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.5.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.5.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.5.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.5.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.5.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.6.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.6.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.6.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.6.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.6.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.6.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.6.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.6.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.6.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.6.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.6.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.6.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.6.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.6.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.6.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.6.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.6.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.6.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.6.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.6.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.6.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.6.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.6.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.6.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.6.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.6.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.7.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.7.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.7.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.7.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.7.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.7.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.7.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.7.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.7.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.7.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.7.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.7.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.7.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.7.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.7.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.7.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.7.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.7.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.7.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.7.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.7.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.7.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.7.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.7.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.7.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.7.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.8.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.8.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.8.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.8.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.8.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.8.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.8.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.8.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.8.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.8.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.8.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.8.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.8.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.8.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.8.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.8.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.8.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.8.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.8.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.8.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.8.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.8.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.8.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.8.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.8.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.8.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.9.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.9.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.9.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.9.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.9.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.9.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.9.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.9.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.9.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.9.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.9.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.9.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.9.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.9.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.9.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.9.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.9.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.9.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.9.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.9.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.9.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.9.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.9.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.9.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.9.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.9.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.10.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.10.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.10.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.10.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.10.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.10.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.10.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.10.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.10.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.10.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.10.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.10.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.10.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.10.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.10.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.10.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.10.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.10.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.10.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.10.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.10.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.10.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.10.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.10.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.10.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.10.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.11.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.11.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.11.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.11.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.11.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.11.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.11.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.11.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.11.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.11.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.11.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.11.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.11.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.11.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.11.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.11.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.11.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.11.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.11.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.11.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.11.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.11.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.11.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.11.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.11.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.11.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.12.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.12.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.12.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.12.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.12.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.12.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.12.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.12.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.12.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.12.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.12.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.12.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.12.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.12.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.12.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.12.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.12.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.12.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.12.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.12.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.12.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.12.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.12.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.12.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.12.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.12.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.13.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.13.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.13.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.13.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.13.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.13.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.13.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.13.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.13.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.13.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.13.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.13.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.13.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.13.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.13.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.13.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.13.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.13.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.13.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.13.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.13.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.13.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.13.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.13.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.13.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.13.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.14.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.14.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.14.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.14.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.14.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.14.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.14.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.14.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.14.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.14.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.14.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.14.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.14.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.14.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.14.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.14.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.14.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.14.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.14.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.14.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.14.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.14.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.14.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.14.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.14.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.14.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.15.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.15.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.15.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.15.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.15.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.15.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.15.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.15.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.15.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.15.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.15.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.15.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.15.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.15.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.15.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.15.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.15.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.15.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.15.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.15.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.15.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.15.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.15.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.15.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.15.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.15.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.16.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.16.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.16.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.16.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.16.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.16.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.16.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.16.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.16.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.16.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.16.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.16.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.16.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.16.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.16.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.16.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.16.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.16.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.16.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.16.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.16.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.16.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.16.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.16.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.16.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.16.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.17.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.17.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.17.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.17.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.17.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.17.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.17.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.17.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.17.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.17.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.17.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.17.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.17.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.17.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.17.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.17.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.17.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.17.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.17.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.17.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.17.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.17.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.17.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.17.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.17.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.17.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.18.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.18.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.18.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.18.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.18.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.18.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.18.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.18.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.18.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.18.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.18.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.18.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.18.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.18.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.18.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.18.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.18.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.18.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.18.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.18.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.18.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.18.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.18.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.18.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.18.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.18.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.19.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.19.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.19.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.19.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.19.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.19.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.19.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.19.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.19.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.19.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.19.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.19.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.19.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.19.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.19.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.19.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.19.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.19.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.19.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.19.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.19.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.19.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.19.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.19.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.19.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.19.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.20.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.20.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.20.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.20.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.20.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.20.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.20.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.20.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.20.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.20.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.20.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.20.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.20.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.20.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.20.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.20.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.20.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.20.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.20.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.20.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.20.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.20.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.20.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.20.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.20.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.20.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.21.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.21.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.21.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.21.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.21.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.21.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.21.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.21.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.21.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.21.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.21.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.21.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.21.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.21.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.21.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.21.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.21.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.21.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.21.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.21.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.21.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.21.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.21.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.21.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.21.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.21.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.22.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.22.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.22.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.22.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.22.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.22.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.22.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.22.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.22.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.22.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.22.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.22.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.22.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.22.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.22.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.22.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.22.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.22.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.22.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.22.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.22.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.22.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.22.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.22.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.22.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.22.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.23.self_attn.q_proj.weight": "model.safetensors",
+        "language_model.model.layers.23.self_attn.q_proj.scales": "model.safetensors",
+        "language_model.model.layers.23.self_attn.q_proj.biases": "model.safetensors",
+        "language_model.model.layers.23.self_attn.q_proj.bias": "model.safetensors",
+        "language_model.model.layers.23.self_attn.k_proj.weight": "model.safetensors",
+        "language_model.model.layers.23.self_attn.k_proj.scales": "model.safetensors",
+        "language_model.model.layers.23.self_attn.k_proj.biases": "model.safetensors",
+        "language_model.model.layers.23.self_attn.k_proj.bias": "model.safetensors",
+        "language_model.model.layers.23.self_attn.v_proj.weight": "model.safetensors",
+        "language_model.model.layers.23.self_attn.v_proj.scales": "model.safetensors",
+        "language_model.model.layers.23.self_attn.v_proj.biases": "model.safetensors",
+        "language_model.model.layers.23.self_attn.v_proj.bias": "model.safetensors",
+        "language_model.model.layers.23.self_attn.o_proj.weight": "model.safetensors",
+        "language_model.model.layers.23.self_attn.o_proj.scales": "model.safetensors",
+        "language_model.model.layers.23.self_attn.o_proj.biases": "model.safetensors",
+        "language_model.model.layers.23.mlp.gate_proj.weight": "model.safetensors",
+        "language_model.model.layers.23.mlp.gate_proj.scales": "model.safetensors",
+        "language_model.model.layers.23.mlp.gate_proj.biases": "model.safetensors",
+        "language_model.model.layers.23.mlp.up_proj.weight": "model.safetensors",
+        "language_model.model.layers.23.mlp.up_proj.scales": "model.safetensors",
+        "language_model.model.layers.23.mlp.up_proj.biases": "model.safetensors",
+        "language_model.model.layers.23.mlp.down_proj.weight": "model.safetensors",
+        "language_model.model.layers.23.mlp.down_proj.scales": "model.safetensors",
+        "language_model.model.layers.23.mlp.down_proj.biases": "model.safetensors",
+        "language_model.model.layers.23.input_layernorm.weight": "model.safetensors",
+        "language_model.model.layers.23.post_attention_layernorm.weight": "model.safetensors",
+        "language_model.model.norm.weight": "model.safetensors",
+        "multi_modal_projector.linear_0.weight": "model.safetensors",
+        "multi_modal_projector.linear_0.scales": "model.safetensors",
+        "multi_modal_projector.linear_0.biases": "model.safetensors",
+        "multi_modal_projector.linear_0.bias": "model.safetensors",
+        "multi_modal_projector.linear_2.weight": "model.safetensors",
+        "multi_modal_projector.linear_2.scales": "model.safetensors",
+        "multi_modal_projector.linear_2.biases": "model.safetensors",
+        "multi_modal_projector.linear_2.bias": "model.safetensors",
+        "language_model.lm_head.weight": "model.safetensors",
+        "language_model.lm_head.scales": "model.safetensors",
+        "language_model.lm_head.biases": "model.safetensors"
+    }
+}

llm/special_tokens_map.json

@@ -0,0 +1,21 @@
+{
+  "additional_special_tokens": [
+    "[IMG]",
+    "[/IMG]",
+    "<image>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

llm/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd99b646b9315f486441715cc3dc39f4d3175b45b1bcc05c9aa6642b92b690a
+size 11413649

llm/tokenizer_config.json

@@ -0,0 +1,70 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "[IMG]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "[/IMG]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<image>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "[IMG]",
+    "[/IMG]",
+    "<image>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 512,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

transformer.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d24b3dddbcf1993751be67e1c884cd236c6c584641b407943dca9a43177e7e
+size 613267

transformer.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f66a0b3d9342fde7d3ff0b8699cfae55d32bf200d238b458fabd8e8a898b78
+size 2367031872

transformer.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "AF7DF948-5C8B-4BBE-8001-B169930EAF0F": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "EA889A19-CD97-4550-B7CA-70202D15AEB5": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "AF7DF948-5C8B-4BBE-8001-B169930EAF0F"
+}

vae_decoder.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2f9ec03623a59f8e2342b6a4c6b5a9d5efbc7a3969ac42d89da4056c2f2dc3
+size 245842

vae_decoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211ee9b14716c0f6b30e67f826b625f6efa5ee53b1cfd621b364c4f249697df5
+size 636921088

vae_decoder.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "6322E72D-C999-499F-8764-3C938C0ABC86": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        },
+        "92F6D345-317A-4323-A2C3-0CAD5B053229": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        }
+    },
+    "rootModelIdentifier": "92F6D345-317A-4323-A2C3-0CAD5B053229"
+}

vision_encoder.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3230767f270131004d6321db54bb5286161508c473b6b8ec01afb340b495d2e
+size 360793

vision_encoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ddec13637addc134e985ec79291e602b8d235213a877319edeb77acc3d2a7e
+size 245406592

vision_encoder.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "AD918CA5-4E02-4EB8-8548-6D0B379EA733": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        },
+        "C2127A89-9C15-4D85-AD9D-F444095338AB": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        }
+    },
+    "rootModelIdentifier": "C2127A89-9C15-4D85-AD9D-F444095338AB"
+}