trl-internal-testing
/

tiny-Qwen3MoeForSequenceClassification

Text Classification

Model card Files Files and versions

qgallouedec HF Staff commited on Sep 16

Commit

b497d57

·

verified ·

1 Parent(s): 025bf9f

Upload Qwen3MoeForSequenceClassification

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -26,7 +26,7 @@
   "moe_intermediate_size": 768,
   "norm_topk_prob": true,
   "num_attention_heads": 4,
-  "num_experts": 128,
   "num_experts_per_tok": 8,
   "num_hidden_layers": 2,
   "num_key_value_heads": 4,

   "moe_intermediate_size": 768,
   "norm_topk_prob": true,
   "num_attention_heads": 4,
+  "num_experts": 4,
   "num_experts_per_tok": 8,
   "num_hidden_layers": 2,
   "num_key_value_heads": 4,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6be1cd8d3ca29ca293cd587f868059688e9e9c5eb9d4bf1a58a5a9f9a32dde7
-size 23968872

 version https://git-lfs.github.com/spec/v1
+oid sha256:e41a17ad46be7b50b2ae4b8bade5146fdd95aef796f3ea3726cfac19abc91ee8
+size 5589296