Upload folder using huggingface_hub

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 gemma-3-270m-it-mlc/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-mlc/resolve/main/tokenizer.json filter=lfs diff=lfs merge=lfs -text

gemma-3-270m-it-mlc/mlc-chat-config.json

@@ -18,7 +18,7 @@
       "context_window_size": 8192,
       "prefill_chunk_size": 8192,
       "query_pre_attn_scalar": 256,
-      "sliding_window_size": 512,
+      "sliding_window_size": -1,
       "kwargs": {
         "_sliding_window_pattern": 6,
         "architectures": [
@@ -71,7 +71,7 @@
   },
   "vocab_size": 262144,
   "context_window_size": 8192,
-  "sliding_window_size": 512,
+  "sliding_window_size": -1,
   "prefill_chunk_size": 8192,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
@@ -94,7 +94,7 @@
     "strip_space_in_decode": false
   },
   "conv_template": {
-    "name": "gemma_instruction",
+    "name": "gemma3_instruction",
     "system_template": "{system_message}",
     "system_message": "",
     "system_prefix_token_ids": [
@@ -121,7 +121,7 @@
     ],
     "stop_token_ids": [
       1,
-      107
+      106
     ],
     "function_string": "",
     "use_function_calling": false

gemma-3-270m-it-mlc/resolve/main/mlc-chat-config.json

@@ -0,0 +1,135 @@
+{
+  "version": "0.1.0",
+  "model_type": "gemma3_text",
+  "quantization": "q4f16_1",
+  "model_config": {
+    "text_config": {
+      "hidden_size": 640,
+      "intermediate_size": 2048,
+      "num_hidden_layers": 18,
+      "attention_bias": false,
+      "num_attention_heads": 4,
+      "num_key_value_heads": 1,
+      "head_dim": 256,
+      "rms_norm_eps": 1e-06,
+      "hidden_activation": "gelu_pytorch_tanh",
+      "position_embedding_base": 1000000.0,
+      "rope_scaling": null,
+      "context_window_size": 8192,
+      "prefill_chunk_size": 8192,
+      "query_pre_attn_scalar": 256,
+      "sliding_window_size": -1,
+      "kwargs": {
+        "_sliding_window_pattern": 6,
+        "architectures": [
+          "Gemma3ForCausalLM"
+        ],
+        "attention_dropout": 0.0,
+        "attn_logit_softcapping": null,
+        "bos_token_id": 2,
+        "eos_token_id": 1,
+        "final_logit_softcapping": null,
+        "initializer_range": 0.02,
+        "layer_types": [
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "full_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "full_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "sliding_attention",
+          "full_attention"
+        ],
+        "max_position_embeddings": 32768,
+        "model_type": "gemma3_text",
+        "pad_token_id": 0,
+        "rope_local_base_freq": 10000.0,
+        "sliding_window": 512,
+        "torch_dtype": "bfloat16",
+        "transformers_version": "4.55.0.dev0",
+        "use_bidirectional_attention": false,
+        "use_cache": true
+      }
+    },
+    "vocab_size": 262144,
+    "tensor_parallel_shards": 1,
+    "max_batch_size": 128,
+    "context_window_size": 8192,
+    "sliding_window_size": 512,
+    "prefill_chunk_size": 8192,
+    "is_text_model": true
+  },
+  "vocab_size": 262144,
+  "context_window_size": 8192,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 8192,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "pipeline_parallel_stages": 1,
+  "active_vocab_size": 262145,
+  "temperature": 1.0,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 0.95,
+  "tokenizer_files": [
+    "tokenizer.model",
+    "tokenizer.json",
+    "added_tokens.json",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_fallback",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "gemma3_instruction",
+    "system_template": "{system_message}",
+    "system_message": "",
+    "system_prefix_token_ids": [
+      2
+    ],
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<start_of_turn>user",
+      "assistant": "<start_of_turn>model"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<end_of_turn>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<end_of_turn>"
+    ],
+    "stop_token_ids": [
+      1,
+      106
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 0,
+  "bos_token_id": 2,
+  "eos_token_id": [
+    1,
+    106
+  ]
+}

gemma-3-270m-it-mlc/resolve/main/params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05be779dd1c57a82d36f3700e0f1bf8f86e4758e00db15ac99637283ddee226e
+size 83886080

gemma-3-270m-it-mlc/resolve/main/params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff50558747fc833937f16e7b8770e4f1ab1ca75cf49f96bd85218a18dd1c55e
+size 33201408

gemma-3-270m-it-mlc/resolve/main/params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9490a0f1bcd1d75ce34ca4312bacf253fd6b6b4ac4ed4309ceece785e6e534b6
+size 33336064

gemma-3-270m-it-mlc/resolve/main/params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd665c36340dc7166687278c78fa7c9f1196defe73219fe3fa08f0201667a38
+size 462080

gemma-3-270m-it-mlc/resolve/main/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4046bf0505a327dd5a0abbb427ecd4fc82f99c2ceaa170bc61ecde12809b0c
+size 33384570

gemma-3-270m-it-mlc/resolve/main/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
+size 4689074