BabyLM-community/ace-baseline-small

README.md

@@ -13,6 +13,8 @@ should probably proofread and complete it, then remove this comment. -->
 # ace-baseline-small
 
 This model is a fine-tuned version of [](https://huggingface.co/) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 3.3775
 
 ## Model description
 
@@ -32,7 +34,7 @@ More information needed
 
 The following hyperparameters were used during training:
 - learning_rate: 0.0001
-- train_batch_size: 64
+- train_batch_size: 8
 - eval_batch_size: 8
 - seed: 42
 - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
@@ -41,6 +43,18 @@ The following hyperparameters were used during training:
 
 ### Training results
 
+| Training Loss | Epoch | Step  | Validation Loss |
+|:-------------:|:-----:|:-----:|:---------------:|
+| 4.827         | 1.0   | 1282  | 4.1363          |
+| 4.0453        | 2.0   | 2564  | 3.8261          |
+| 3.7125        | 3.0   | 3846  | 3.6729          |
+| 3.5361        | 4.0   | 5128  | 3.5691          |
+| 3.3578        | 5.0   | 6410  | 3.4945          |
+| 3.2356        | 6.0   | 7692  | 3.4469          |
+| 3.0982        | 7.0   | 8974  | 3.4051          |
+| 3.0001        | 8.0   | 10256 | 3.3922          |
+| 2.9559        | 9.0   | 11538 | 3.3814          |
+| 2.8719        | 10.0  | 12820 | 3.3775          |
 
 
 ### Framework versions

merges.txt

@@ -3446,7 +3446,6 @@ f an
 h ôn
 t er
 v e
-Ġ Ċ
 ng at
 Ġs ujud
 Ġb id
@@ -3498,6 +3497,7 @@ m i
 o si
 p a
 s h
+Ġ Ċ
 Ġd udoë
 Ġs el
 Ġb euj

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:169b7b94b3b0b44d4dda2873ed1d163279c800c7de719dfdec4cf1cf63f0a333
+oid sha256:6531f656690f65d08ac00198aba5670b0b27eb80cd1b5b231e117c0186dd42cb
 size 68273200

tokenizer.json

@@ -3800,58 +3800,58 @@
       "hôn": 3705,
       "ter": 3706,
       "ve": 3707,
-      "ĠĊ": 3708,
-      "ngat": 3709,
-      "Ġsujud": 3710,
-      "Ġbid": 3711,
-      "Ġbeukah": 3712,
-      "Ġpol": 3713,
-      "Ġpujoe": 3714,
-      "Ġturi": 3715,
-      "abu": 3716,
-      "Ġkama": 3717,
-      "Ġkalim": 3718,
-      "ĠBag": 3719,
-      "Ġjing": 3720,
-      "ĠKak": 3721,
-      "ĠSungai": 3722,
-      "Ġreumbang": 3723,
-      "ĠLila": 3724,
-      "agak": 3725,
-      "ikri": 3726,
-      "eusoh": 3727,
-      "ĠUj": 3728,
-      "inge": 3729,
-      "Ġdumpeue": 3730,
-      "tic": 3731,
-      "ĠIndah": 3732,
-      "Ġjipoh": 3733,
-      "Ġsigeutu": 3734,
-      "Ġkuala": 3735,
-      "2031": 3736,
-      "2032": 3737,
-      "istem": 3738,
-      "Ġkeumawé": 3739,
-      "Ġdairah": 3740,
-      "ĠNeutanyong": 3741,
-      "Ġbeunagi": 3742,
-      "Ġpeungeuh": 3743,
-      "ĠTuruki": 3744,
-      "Lhôk": 3745,
-      "Ġkafe": 3746,
-      "ĠKeupeue": 3747,
-      "Ġriwayat": 3748,
-      "Ġrancak": 3749,
-      "ĠGandapura": 3750,
-      "76": 3751,
-      "98": 3752,
-      "Keud": 3753,
-      "Lamp": 3754,
-      "iang": 3755,
-      "mi": 3756,
-      "osi": 3757,
-      "pa": 3758,
-      "sh": 3759,
+      "ngat": 3708,
+      "Ġsujud": 3709,
+      "Ġbid": 3710,
+      "Ġbeukah": 3711,
+      "Ġpol": 3712,
+      "Ġpujoe": 3713,
+      "Ġturi": 3714,
+      "abu": 3715,
+      "Ġkama": 3716,
+      "Ġkalim": 3717,
+      "ĠBag": 3718,
+      "Ġjing": 3719,
+      "ĠKak": 3720,
+      "ĠSungai": 3721,
+      "Ġreumbang": 3722,
+      "ĠLila": 3723,
+      "agak": 3724,
+      "ikri": 3725,
+      "eusoh": 3726,
+      "ĠUj": 3727,
+      "inge": 3728,
+      "Ġdumpeue": 3729,
+      "tic": 3730,
+      "ĠIndah": 3731,
+      "Ġjipoh": 3732,
+      "Ġsigeutu": 3733,
+      "Ġkuala": 3734,
+      "2031": 3735,
+      "2032": 3736,
+      "istem": 3737,
+      "Ġkeumawé": 3738,
+      "Ġdairah": 3739,
+      "ĠNeutanyong": 3740,
+      "Ġbeunagi": 3741,
+      "Ġpeungeuh": 3742,
+      "ĠTuruki": 3743,
+      "Lhôk": 3744,
+      "Ġkafe": 3745,
+      "ĠKeupeue": 3746,
+      "Ġriwayat": 3747,
+      "Ġrancak": 3748,
+      "ĠGandapura": 3749,
+      "76": 3750,
+      "98": 3751,
+      "Keud": 3752,
+      "Lamp": 3753,
+      "iang": 3754,
+      "mi": 3755,
+      "osi": 3756,
+      "pa": 3757,
+      "sh": 3758,
+      "ĠĊ": 3759,
       "Ġdudoë": 3760,
       "Ġsel": 3761,
       "Ġbeuj": 3762,
@@ -22074,10 +22074,6 @@
         "v",
         "e"
       ],
-      [
-        "Ġ",
-        "Ċ"
-      ],
       [
         "ng",
         "at"
@@ -22282,6 +22278,10 @@
         "s",
         "h"
       ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
       [
         "Ġd",
         "udoë"

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcdbdc0ddf1480eefe46aa33b019a02909e79c54ec0a30a2a2ffb87ca919c1bc
+oid sha256:278a0d0a5a746282b60d311fd8ced2785f557a06825fd810cb303b4101b860f0
 size 5777