Revert "initial commit"

This reverts commit 30ecb49c00186ca0a64da028ea2a37d99aebd6c5.

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8fe9878f286fa76a6af387f8abed922cbe9cb1f4a0f83de06d2c0c261708cae
-size 995604919
+oid sha256:90bc30f4d880dce65c163494bec6385db92f94ca1d99676e07cb2f2e6dfd1ecf
+size 995604916

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40378809e6dd9bafc61b7f00086eb7515d5c8d77f85eb813f954c00c2c272055
+oid sha256:84b78f35dd336fc095f2833e5bdd515f5e2c5b66695f36a8404413fa3ff334f6
 size 664786896

rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f7691b71ddecbd7105d602784c02f7f03306ef83cbf1b7c0effa573b84ac3de
+oid sha256:d7a3271b36f5164924ebadd0d757429d7c4fde32b6ff0b9bb210b1fc3eb22d18
 size 13620

rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38b68246b34ce5bbcff025c9bd797cac13fd9c73e16c5eb07d429b04c0bc088e
-size 13620
+oid sha256:aa2b472ae03768dea11ca42cd721a03052687ec394dbbf6a1b489fc196111668
+size 13619

rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9aef560d7e72cd2e0aabff76d655069cbaa2f692c277fbbaf3aeee5230687a40
-size 13620
+oid sha256:faa42da6f2c261a7ce581218769c438be1654172ddb7beb552a53b2280348ccf
+size 13619

rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7c902531de6ece53798d6d97f6c488cf8a28e8160b2cce807b3c4e34f84218e
-size 13620
+oid sha256:922fb9287419d0bb3acbe016e07044af46867ca6263101e8f3c809f04bef9489
+size 13619

rng_state_4.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfc1d627bbbc77e1bd9f6292e2add2ed955dcaa865bb42086a3aef9bf22aab17
-size 13620
+oid sha256:e1d871ed43f8a3b2528ab645ccdece69e734276f02cf4995ee28e8ac700f334b
+size 13619

rng_state_5.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9a62b9c5f64c06a9b6e55f27b1f636eed3ef71c7ecc84c6b5677e203d180837
-size 13620
+oid sha256:3641a416774fd46343a4fbd82cc2c5bdb59c1590147c519e75e7a1c37c78e1f3
+size 13619

rng_state_6.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6901b032ad73af15bd68674ffad2e15b12d98e0d7bc594bb7ef0e8ee52931074
+oid sha256:0d22f31946da1748dcaa07c91fd2530a650422f81661c8526f55141d7743e4c9
 size 13619

rng_state_7.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccddc9b4a322587dc813705412276499647305a7de7d8bca588b81a45e4bd258
+oid sha256:91a70a1b1a028d38dbe1c8b511afc89bb7843932a3d99239d2cb9fd94374c227
 size 13619

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5de3e8c33d77eacec99f11fa608c27987f061054fa685859daca7c594a34978b
+oid sha256:f1366b3ebbb7dc7a8e7598c5d01e9a68da304fb0bf90f6d359a311a97039a9e6
 size 623

tokenizer_config.json

@@ -1 +1 @@
-{"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "models/gpt2_sundanese", "tokenizer_class": "GPT2Tokenizer"}
+{"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "models/gpt2_malagasy", "tokenizer_class": "GPT2Tokenizer"}

trainer_state.json

@@ -1,188 +1,274 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 222.22099447513813,
-  "global_step": 10000,
+  "epoch": 116.27799227799228,
+  "global_step": 15000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 11.11,
+      "epoch": 3.87,
       "learning_rate": 1e-05,
       "learning_rate_embeddings": 1e-05,
-      "loss": 9.507,
+      "loss": 8.5314,
       "step": 500
     },
     {
-      "epoch": 22.22,
+      "epoch": 7.75,
       "learning_rate": 2e-05,
       "learning_rate_embeddings": 2e-05,
-      "loss": 7.9057,
+      "loss": 5.6865,
       "step": 1000
     },
     {
-      "epoch": 33.33,
+      "epoch": 11.63,
       "learning_rate": 3e-05,
       "learning_rate_embeddings": 3e-05,
-      "loss": 7.4257,
+      "loss": 4.756,
       "step": 1500
     },
     {
-      "epoch": 44.44,
+      "epoch": 15.5,
       "learning_rate": 4e-05,
       "learning_rate_embeddings": 4e-05,
-      "loss": 6.9358,
+      "loss": 4.3111,
       "step": 2000
     },
     {
-      "epoch": 55.55,
+      "epoch": 19.38,
       "learning_rate": 5e-05,
       "learning_rate_embeddings": 5e-05,
-      "loss": 6.5283,
+      "loss": 4.021,
       "step": 2500
     },
     {
-      "epoch": 55.55,
-      "eval_loss": 6.245680809020996,
-      "eval_runtime": 17.815,
-      "eval_samples_per_second": 144.204,
-      "eval_steps_per_second": 1.179,
+      "epoch": 19.38,
+      "eval_loss": 3.8212602138519287,
+      "eval_runtime": 23.2233,
+      "eval_samples_per_second": 315.33,
+      "eval_steps_per_second": 2.497,
       "step": 2500
     },
     {
-      "epoch": 66.66,
+      "epoch": 23.25,
       "learning_rate": 6e-05,
       "learning_rate_embeddings": 6e-05,
-      "loss": 6.2133,
+      "loss": 3.829,
       "step": 3000
     },
     {
-      "epoch": 77.77,
+      "epoch": 27.13,
       "learning_rate": 7.000000000000001e-05,
       "learning_rate_embeddings": 7.000000000000001e-05,
-      "loss": 5.9673,
+      "loss": 3.6784,
       "step": 3500
     },
     {
-      "epoch": 88.88,
+      "epoch": 31.01,
       "learning_rate": 8e-05,
       "learning_rate_embeddings": 8e-05,
-      "loss": 5.7356,
+      "loss": 3.5455,
       "step": 4000
     },
     {
-      "epoch": 99.99,
+      "epoch": 34.88,
       "learning_rate": 8.999999999999999e-05,
       "learning_rate_embeddings": 8.999999999999999e-05,
-      "loss": 5.5048,
+      "loss": 3.4304,
       "step": 4500
     },
     {
-      "epoch": 111.11,
+      "epoch": 38.76,
       "learning_rate": 0.0001,
       "learning_rate_embeddings": 0.0001,
-      "loss": 5.2983,
+      "loss": 3.3348,
       "step": 5000
     },
     {
-      "epoch": 111.11,
-      "eval_loss": 5.270691871643066,
-      "eval_runtime": 3.8119,
-      "eval_samples_per_second": 673.95,
-      "eval_steps_per_second": 5.509,
+      "epoch": 38.76,
+      "eval_loss": 3.238213300704956,
+      "eval_runtime": 9.9786,
+      "eval_samples_per_second": 733.872,
+      "eval_steps_per_second": 5.812,
       "step": 5000
     },
     {
-      "epoch": 122.22,
+      "epoch": 42.63,
       "learning_rate": 0.00011,
       "learning_rate_embeddings": 0.00011,
-      "loss": 5.1085,
+      "loss": 3.2411,
       "step": 5500
     },
     {
-      "epoch": 133.33,
+      "epoch": 46.51,
       "learning_rate": 0.00012,
       "learning_rate_embeddings": 0.00012,
-      "loss": 4.9315,
+      "loss": 3.1542,
       "step": 6000
     },
     {
-      "epoch": 144.44,
+      "epoch": 50.39,
       "learning_rate": 0.00013000000000000002,
       "learning_rate_embeddings": 0.00013000000000000002,
-      "loss": 4.7583,
+      "loss": 3.0781,
       "step": 6500
     },
     {
-      "epoch": 155.55,
+      "epoch": 54.26,
       "learning_rate": 0.00014000000000000001,
       "learning_rate_embeddings": 0.00014000000000000001,
-      "loss": 4.5847,
+      "loss": 3.0012,
       "step": 7000
     },
     {
-      "epoch": 166.66,
+      "epoch": 58.14,
       "learning_rate": 0.00015,
       "learning_rate_embeddings": 0.00015,
-      "loss": 4.4197,
+      "loss": 2.9349,
       "step": 7500
     },
     {
-      "epoch": 166.66,
-      "eval_loss": 4.810875415802002,
-      "eval_runtime": 3.8516,
-      "eval_samples_per_second": 666.995,
-      "eval_steps_per_second": 5.452,
+      "epoch": 58.14,
+      "eval_loss": 2.92873477935791,
+      "eval_runtime": 9.9086,
+      "eval_samples_per_second": 739.053,
+      "eval_steps_per_second": 5.853,
       "step": 7500
     },
     {
-      "epoch": 177.77,
+      "epoch": 62.02,
       "learning_rate": 0.00016,
       "learning_rate_embeddings": 0.00016,
-      "loss": 4.2594,
+      "loss": 2.8707,
       "step": 8000
     },
     {
-      "epoch": 188.88,
+      "epoch": 65.89,
       "learning_rate": 0.00017,
       "learning_rate_embeddings": 0.00017,
-      "loss": 4.1093,
+      "loss": 2.8075,
       "step": 8500
     },
     {
-      "epoch": 199.99,
+      "epoch": 69.76,
       "learning_rate": 0.00017999999999999998,
       "learning_rate_embeddings": 0.00017999999999999998,
-      "loss": 3.959,
+      "loss": 2.7504,
       "step": 9000
     },
     {
-      "epoch": 211.11,
+      "epoch": 73.64,
       "learning_rate": 0.00019,
       "learning_rate_embeddings": 0.00019,
-      "loss": 3.8141,
+      "loss": 2.695,
       "step": 9500
     },
     {
-      "epoch": 222.22,
+      "epoch": 77.52,
       "learning_rate": 0.0002,
       "learning_rate_embeddings": 0.0002,
-      "loss": 3.6642,
+      "loss": 2.6372,
       "step": 10000
     },
     {
-      "epoch": 222.22,
-      "eval_loss": 4.715914249420166,
-      "eval_runtime": 3.8461,
-      "eval_samples_per_second": 667.944,
-      "eval_steps_per_second": 5.46,
+      "epoch": 77.52,
+      "eval_loss": 2.7580177783966064,
+      "eval_runtime": 9.9239,
+      "eval_samples_per_second": 737.915,
+      "eval_steps_per_second": 5.844,
       "step": 10000
+    },
+    {
+      "epoch": 81.39,
+      "learning_rate": 0.00021,
+      "learning_rate_embeddings": 0.00021,
+      "loss": 2.5911,
+      "step": 10500
+    },
+    {
+      "epoch": 85.27,
+      "learning_rate": 0.00022,
+      "learning_rate_embeddings": 0.00022,
+      "loss": 2.5392,
+      "step": 11000
+    },
+    {
+      "epoch": 89.15,
+      "learning_rate": 0.00023,
+      "learning_rate_embeddings": 0.00023,
+      "loss": 2.4921,
+      "step": 11500
+    },
+    {
+      "epoch": 93.02,
+      "learning_rate": 0.00024,
+      "learning_rate_embeddings": 0.00024,
+      "loss": 2.4477,
+      "step": 12000
+    },
+    {
+      "epoch": 96.9,
+      "learning_rate": 0.00025,
+      "learning_rate_embeddings": 0.00025,
+      "loss": 2.3984,
+      "step": 12500
+    },
+    {
+      "epoch": 96.9,
+      "eval_loss": 2.669841766357422,
+      "eval_runtime": 9.9424,
+      "eval_samples_per_second": 736.544,
+      "eval_steps_per_second": 5.834,
+      "step": 12500
+    },
+    {
+      "epoch": 100.77,
+      "learning_rate": 0.00026000000000000003,
+      "learning_rate_embeddings": 0.00026000000000000003,
+      "loss": 2.3548,
+      "step": 13000
+    },
+    {
+      "epoch": 104.65,
+      "learning_rate": 0.00027,
+      "learning_rate_embeddings": 0.00027,
+      "loss": 2.3141,
+      "step": 13500
+    },
+    {
+      "epoch": 108.53,
+      "learning_rate": 0.00028000000000000003,
+      "learning_rate_embeddings": 0.00028000000000000003,
+      "loss": 2.2728,
+      "step": 14000
+    },
+    {
+      "epoch": 112.4,
+      "learning_rate": 0.00029,
+      "learning_rate_embeddings": 0.00029,
+      "loss": 2.233,
+      "step": 14500
+    },
+    {
+      "epoch": 116.28,
+      "learning_rate": 0.0003,
+      "learning_rate_embeddings": 0.0003,
+      "loss": 2.1912,
+      "step": 15000
+    },
+    {
+      "epoch": 116.28,
+      "eval_loss": 2.6404244899749756,
+      "eval_runtime": 9.8742,
+      "eval_samples_per_second": 741.631,
+      "eval_steps_per_second": 5.874,
+      "step": 15000
     }
   ],
   "max_steps": 250000,
-  "num_train_epochs": 5556,
-  "total_flos": 1.68155009777664e+17,
+  "num_train_epochs": 1938,
+  "total_flos": 2.51810266742784e+17,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbdd244dab0bd648c7566e8fe220e4b9d4dfdd5349f1a322364ffa231c780c82
+oid sha256:f10a508872b406ac4e76fe14cff7f6ac1aa0e07a399c845fd4119a4ae5677044
 size 2927