Training in progress, epoch 2

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openai-community/gpt2-large",
+  "_name_or_path": "openai-community/gpt2-xl",
   "activation_function": "gelu_new",
   "architectures": [
     "GPT2ForSequenceClassification"
@@ -12,11 +12,12 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 1280,
-  "n_head": 20,
+  "n_embd": 1600,
+  "n_head": 25,
   "n_inner": null,
-  "n_layer": 36,
+  "n_layer": 48,
   "n_positions": 1024,
+  "output_past": true,
   "pad_token_id": 50256,
   "problem_type": "single_label_classification",
   "reorder_and_upcast_attn": false,

logs/events.out.tfevents.1714933731.gh02.184812.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7d13174444be0c77a68ed8dfafe306bd81d8c1595fed4cb2bd64a5ffca6ebc
+size 59857

logs/events.out.tfevents.1714933820.gh03.184780.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4dbc00e581270c96911bf085f91902c29919d8fa4cf0c2f3c679ea8383909b
+size 32204

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:031bf100b944729809acedd10be541b0bcfc22159b3b1f3fc69669154b54860b
+oid sha256:e7144bcf620d66b299a1d0392b5ff379fc1408a1de1761fdc8003774b3e114a9
 size 3096176248

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b49768b348312fe7fcd66fff10ba681126a1521de762a58ec6b39333d1d0260
+size 5048