inclusionAI
/

Ling-lite-base

Text Generation

Model card Files Files and versions

rbao2018 commited on Apr 26, 2025

Commit

92e6671

·

1 Parent(s): 8ba2030

more

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -38,8 +38,8 @@
     "use_qkv_bias": false,
     "vocab_size": 126464,
     "output_router_logits": false,
-    "embedding_dropout": 0.1,
     "norm_head": true,
     "norm_softmax": false,
-    "output_dropout": 0.1
 }

     "use_qkv_bias": false,
     "vocab_size": 126464,
     "output_router_logits": false,
+    "embedding_dropout": 0.0,
     "norm_head": true,
     "norm_softmax": false,
+    "output_dropout": 0.0
 }