loubnabnl
/

starcoder-1b

Text Generation

Model card Files Files and versions

loubnabnl HF Staff commited on Jun 21, 2023

Commit

40b44dc

·

1 Parent(s): aec717a

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -13,11 +13,11 @@
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_bigcode",
-  "n_embd": 2048,
-  "n_head": 16,
   "n_inner": 8192,
   "n_layer": 24,
-  "n_positions": 8192,
   "pad_key_length": true,
   "scale_attn_weights": true,
   "torch_dtype": "float32",

   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_bigcode",
+  "hidden_size": 2048,
+  "num_attention_heads": 16,
   "n_inner": 8192,
   "n_layer": 24,
+  "max_position_embeddings": 8192,
   "pad_key_length": true,
   "scale_attn_weights": true,
   "torch_dtype": "float32",