Upload PowerServe/SmallThinker-3B-PowerServe-QNN29-8G3

.gitattributes

@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ggml/weights.gguf filter=lfs diff=lfs merge=lfs -text
+qnn/libQnnHtp.so filter=lfs diff=lfs merge=lfs -text
+qnn/libQnnHtpV75.so filter=lfs diff=lfs merge=lfs -text
+qnn/libQnnHtpV75Skel.so filter=lfs diff=lfs merge=lfs -text
+qnn/libQnnHtpV79.so filter=lfs diff=lfs merge=lfs -text
+qnn/libQnnHtpV79Skel.so filter=lfs diff=lfs merge=lfs -text
+vocab.gguf filter=lfs diff=lfs merge=lfs -text

ggml/weights.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624c99081bd41a84c3a0a06d0d1ef2960ec8276c3fcc3b621bae2a2583a76a31
+size 3616086496

model.json

@@ -0,0 +1,27 @@
+{
+    "model_id": "smallthinker_3b",
+    "model_arch": "qwen2",
+    "version": 20241202,
+    "llm_config": {
+        "embed_dim": 2048,
+        "ffn_dim": 11008,
+        "head_size": 128,
+        "kv_dim": 256,
+        "n_attn_heads": 16,
+        "n_attn_kv_heads": 2,
+        "n_ctx": 32768,
+        "n_layers": 36,
+        "norm_eps": 9.999999974752427e-07,
+        "vocab_size": 151936,
+        "rope_config": {
+            "n_rope_ctx_orig": 32768,
+            "rope_attn_factor": 1.0,
+            "rope_dim": 128,
+            "rope_freq_base": 1000000.0,
+            "rope_freq_scale": 1.0,
+            "rope_scale_type": "linear",
+            "rope_type": -1
+        }
+    },
+    "vision": {}
+}

qnn/config.json

@@ -0,0 +1,126 @@
+{
+  "model_parameters": {
+    "n_layers": 36,
+    "vocab_size": 151936,
+    "embed_dim": 2048,
+    "ffn_hidden_dim": 11008,
+    "head_dim": 128,
+    "n_kv_heads": 2,
+    "rope_theta": 1000000.0,
+    "rms_norm_eps": 1e-06,
+    "attention_mask_value": -50000.0,
+    "tie_embedding": true
+  },
+  "qnn_parameters": {
+    "n_hvx_threads": 4
+  },
+  "graphs": [
+    {
+      "type": "transformers",
+      "start_layer_id": 0,
+      "end_layer_id": 18,
+      "batch_size": 1,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_1",
+      "model_path": "smallthinker_3b_0.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    },
+    {
+      "type": "transformers",
+      "start_layer_id": 18,
+      "end_layer_id": 36,
+      "batch_size": 1,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_1",
+      "model_path": "smallthinker_3b_1.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    },
+    {
+      "type": "transformers",
+      "start_layer_id": 0,
+      "end_layer_id": 18,
+      "batch_size": 12,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_12",
+      "model_path": "smallthinker_3b_0.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    },
+    {
+      "type": "transformers",
+      "start_layer_id": 18,
+      "end_layer_id": 36,
+      "batch_size": 12,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_12",
+      "model_path": "smallthinker_3b_1.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    },
+    {
+      "type": "transformers",
+      "start_layer_id": 0,
+      "end_layer_id": 18,
+      "batch_size": 128,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_128",
+      "model_path": "smallthinker_3b_0.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    },
+    {
+      "type": "transformers",
+      "start_layer_id": 18,
+      "end_layer_id": 36,
+      "batch_size": 128,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_128",
+      "model_path": "smallthinker_3b_1.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    }
+  ],
+  "embeddings": [
+    {
+      "graph_name": "batch_1",
+      "model_path": "lm_head.bin",
+      "batch_size": 1,
+      "x_name": "x",
+      "out_name": "logits"
+    },
+    {
+      "graph_name": "batch_12",
+      "model_path": "lm_head.bin",
+      "batch_size": 12,
+      "x_name": "x",
+      "out_name": "logits"
+    },
+    {
+      "graph_name": "batch_128",
+      "model_path": "lm_head.bin",
+      "batch_size": 128,
+      "x_name": "x",
+      "out_name": "logits"
+    }
+  ]
+}