Upload model

config.json

@@ -12,10 +12,10 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 768,
-  "n_head": 12,
+  "n_embd": 1280,
+  "n_head": 20,
   "n_inner": null,
-  "n_layer": 12,
+  "n_layer": 36,
   "n_positions": 1024,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.1,
@@ -32,7 +32,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.28.1",
+  "transformers_version": "4.29.0.dev0",
   "use_cache": true,
   "vocab_size": 50257
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 50256,
   "eos_token_id": 50256,
-  "transformers_version": "4.28.1"
+  "transformers_version": "4.29.0.dev0"
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fefe6cf4242576405d4d21ba2bc050ad4e3ddc06e9dcb8deda59afbabfceff9
-size 510395581
+oid sha256:4da21b14dfa0adb57d6c9a9f7275246b69ed4b5352b4e5ccc00971abee1f2639
+size 3134027901