Upload model

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/pretraining/local-models/training/2024-01-17_05-27-18",
+  "_name_or_path": "/pretraining/local-models/training/2024-01-17_05-31-17",
   "activation_function": "gelu_new",
   "architectures": [
     "GPT2LMHeadModel"
@@ -12,10 +12,10 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 1450,
+  "n_embd": 1250,
   "n_head": 10,
   "n_inner": null,
-  "n_layer": 13,
+  "n_layer": 12,
   "n_positions": 1024,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.1,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e03775127c2157e17fa5006400b60547878ac9f1784d72021cc3163425692f5
-size 1610398120
+oid sha256:6c08ff6350bc7e6d7de51dd55c6479daa1952c0810eb49a11281d7a13514ab83
+size 1157210192