Manuel2011 commited on
Commit
641120d
·
1 Parent(s): d3600b8

Upload model

Browse files
Files changed (2) hide show
  1. config.json +4 -4
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -12,11 +12,11 @@
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
14
  "n_ctx": 6,
15
- "n_embd": 768,
16
- "n_head": 4,
17
  "n_inner": null,
18
- "n_layer": 2,
19
- "n_positions": 1024,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
22
  "scale_attn_by_inverse_layer_idx": false,
 
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
14
  "n_ctx": 6,
15
+ "n_embd": 192,
16
+ "n_head": 12,
17
  "n_inner": null,
18
+ "n_layer": 6,
19
+ "n_positions": 6,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
22
  "scale_attn_by_inverse_layer_idx": false,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5b874fa101a71f4063048afb63551dd1b31027daf1ad12f7bc30f74b7aa7331
3
- size 59903365
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d3c7e24bfd379b6aa8da4569daf36a6e2df02618651b110f329bb0a8a1521aa
3
+ size 10716181