subset-data
/

falcon-7b-bt

Text Generation

4-bit precision

Model card Files Files and versions

bwebs commited on Jul 21, 2023

Commit

4c612b5

·

1 Parent(s): 42d95e0

Update config.json

Files changed (1) hide show

config.json +1 -0

config.json CHANGED Viewed

@@ -22,6 +22,7 @@
   "hidden_size": 4544,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "pretrained_model_name_or_path": "tiiuae/falcon-7b",
   "multi_query": true,
   "n_head": 71,

   "hidden_size": 4544,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
+  "model_type": "RefinedWeb",
   "pretrained_model_name_or_path": "tiiuae/falcon-7b",
   "multi_query": true,
   "n_head": 71,