subset-data
/

falcon-7b-bt

Text Generation

4-bit precision

Model card Files Files and versions

bwebs commited on Jul 21, 2023

Commit

b55d66b

·

1 Parent(s): 9602fab

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -22,7 +22,7 @@
   "hidden_size": 4544,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
-  "model_type": "RefinedWebModel",
   "multi_query": true,
   "n_head": 71,
   "n_layer": 32,

   "hidden_size": 4544,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
+  "pretrained_model_name_or_path": "tiiuae/falcon07b",
   "multi_query": true,
   "n_head": 71,
   "n_layer": 32,