Upload config

config.json

@@ -31,8 +31,8 @@
   "input_emb_norm": false,
   "layer_norm_type": "rms",
   "layer_norm_with_affine": true,
-  "mask_token_id": 8,
-  "max_sequence_length": 4096,
+  "mask_token_id": 50258,
+  "max_sequence_length": 1024,
   "mlp_hidden_size": 1024,
   "mlp_ratio": 4,
   "model_type": "llada",

configuration_llada.py

@@ -460,4 +460,4 @@ class LLaDAConfig(PretrainedConfig):
 
 
 # Register the config class so that it is available for transformer pipelines, auto-loading etc.
-AutoConfig.register("llada", LLaDAConfig)
+AutoConfig.register("llada", LLaDAConfig)