EvolphTech
/

Wildnerve-tlm01_Hybrid_Model

Text Generation

wildnerve_tlm01

Model card Files Files and versions

WildnerveAI commited on May 17, 2025

Commit

928a969

·

verified ·

1 Parent(s): 26929f2

Upload config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -128,10 +128,10 @@
     "PATIENCE": 3,
     "DELTA": 0.001,
     "VERBOSE": true,
-    "NUM_EPOCHS": 10,
     "LEARNING_RATE": 0.0001,
     "TRANSFORMER_LEARNING_RATE": 5e-5,
-    "TRANSFORMER_NUM_EPOCHS": 5
   },
   "CHECKPOINT_CONFIG": {
     "PATH": "checkpoints",
@@ -192,7 +192,7 @@
     "TRANSFORMER_FILENAME_FORMAT": "transformer_model_{specialization}_{epoch}.pt",
     "MODEL_NAME": "gpt2",
     "MAX_SEQ_LENGTH": 767,
-    "NUM_EPOCHS": 10,
     "LEARNING_RATE": 5e-5,
     "BATCH_SIZE": 32,
     "EMBEDDING_DIM": 768,

     "PATIENCE": 3,
     "DELTA": 0.001,
     "VERBOSE": true,
+    "NUM_EPOCHS": 20,
     "LEARNING_RATE": 0.0001,
     "TRANSFORMER_LEARNING_RATE": 5e-5,
+    "TRANSFORMER_NUM_EPOCHS": 20
   },
   "CHECKPOINT_CONFIG": {
     "PATH": "checkpoints",
     "TRANSFORMER_FILENAME_FORMAT": "transformer_model_{specialization}_{epoch}.pt",
     "MODEL_NAME": "gpt2",
     "MAX_SEQ_LENGTH": 767,
+    "NUM_EPOCHS": 20,
     "LEARNING_RATE": 5e-5,
     "BATCH_SIZE": 32,
     "EMBEDDING_DIM": 768,