esceptico
/

gpt-j-tiny-random

Text Generation

Model card Files Files and versions

esceptico commited on May 25, 2023

Commit

1e095b6

·

1 Parent(s): d3f7644

Upload GPTJForCausalLM

Files changed (2) hide show

config.json +3 -3
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -12,10 +12,10 @@
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gptj",
-  "n_embd": 16,
   "n_head": 4,
-  "n_inner": 32,
-  "n_layer": 3,
   "n_positions": 2048,
   "resid_pdrop": 0.0,
   "rotary": true,

   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gptj",
+  "n_embd": 32,
   "n_head": 4,
+  "n_inner": 64,
+  "n_layer": 4,
   "n_positions": 2048,
   "resid_pdrop": 0.0,
   "rotary": true,

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fff073017204167fde7e5d5c11743a62cd17d0cddcea36adf6a52350facbab25
-size 19274604

 version https://git-lfs.github.com/spec/v1
+oid sha256:f52677357c641fd15386ac9f72103a67b4ff5d521907a244655c22687478201e
+size 30032208