Upload config.json

config.json

@@ -1,14 +1,16 @@
 {
-  "architectures": ["YingLong"],
+    
+  "architectures": [
+    "YingLong"
+  ],
 
   "auto_map": {
     "AutoConfig": "model_config.YingLongConfig",
     "AutoModelForCausalLM": "model.GPT"
-      },
+  },
   "org": "Alibaba",
   "_mlp_class": "LLaMAMLP",
   "_norm_class": "FusedRMSNorm",
-  "bias": false,
   "block_size": 8224,
   "condense_ratio": 1,
   "haar_trans": true,
@@ -19,6 +21,7 @@
   "n_head": 32,
   "n_layer": 18,
   "n_query_groups": 4,
+  "norm_eps": 1e-05,
   "parallel_residual": false,
   "patch_size": 32,
   "quantitle": true,
@@ -26,6 +29,5 @@
   "rotary_percentage": 1.0,
   "shared_attention_norm": false,
   "unet": true,
-  "vocab_size": 1,
-  "vq": false,
+  "vocab_size": 1
 }