openbmb
/

cpm-bee-2b

Text Generation

feature-extraction

Model card Files Files and versions

jeffreygo commited on Jun 13, 2023

Commit

657c6f3

·

1 Parent(s): 98441e1

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -10,10 +10,10 @@
       "AutoModelForCausalLM": "modeling_cpmbee.CpmBeeForCausalLM"
     },
     "vocab_size": 86583,
-    "dim_model": 4096,
     "dim_ff" : 5120,
-    "num_layers" : 48,
-    "num_heads": 32,
     "dim_head" : 64,
     "dropout_p" : 0.0,
     "position_bias_num_buckets" : 256,

       "AutoModelForCausalLM": "modeling_cpmbee.CpmBeeForCausalLM"
     },
     "vocab_size": 86583,
+    "hidden_size": 4096,
     "dim_ff" : 5120,
+    "num_hidden_layers" : 48,
+    "num_attention_heads": 32,
     "dim_head" : 64,
     "dropout_p" : 0.0,
     "position_bias_num_buckets" : 256,