Upload 3 files

config.json

@@ -9,13 +9,13 @@
   "eos_token_id": 0,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
-  "line_by_line": true,
+  "line_by_line": false,
   "model_type": "gpt2",
   "n_ctx": 4096,
-  "n_embd": 480,
-  "n_head": 8,
-  "n_inner": null,
-  "n_layer": 8,
+  "n_embd": 960,
+  "n_head": 15,
+  "n_inner": 9,
+  "n_layer": 5,
   "n_positions": 4096,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.0,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fb0a27f46fbc002dbfdcf7d454bd2aecfe24dfdd6c96730341fb63f6997943a
-size 327380381
+oid sha256:523c56f1bc2c61f213080188701ba3f3ddb4ddb4aaef0fe337c060783ab98f09
+size 367059983