amd-quark
/

tiny-random-qwen3_moe

Model card Files Files and versions

fxmarty-amd commited on 5 days ago

Commit

ca2aaa9

·

verified ·

1 Parent(s): 251bee5

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -30,7 +30,7 @@
   "rope_theta": 1000000.0,
   "router_aux_loss_coef": 0.001,
   "sliding_window": null,
-  "tie_word_embeddings": false,
   "transformers_version": "4.57.1",
   "use_cache": true,
   "use_sliding_window": false,

   "rope_theta": 1000000.0,
   "router_aux_loss_coef": 0.001,
   "sliding_window": null,
+  "tie_word_embeddings": true,
   "transformers_version": "4.57.1",
   "use_cache": true,
   "use_sliding_window": false,