Training in progress, epoch 1, checkpoint

checkpoint-43/README.md

@@ -98,9 +98,9 @@ print(embeddings.shape)
 # Get the similarity scores for the embeddings
 similarities = model.similarity(embeddings, embeddings)
 print(similarities)
-# tensor([[1.0000, 0.8997, 0.4344],
-#         [0.8997, 1.0000, 0.4352],
-#         [0.4344, 0.4352, 1.0000]])
+# tensor([[1.0000, 0.9007, 0.4676],
+#         [0.9007, 1.0000, 0.4624],
+#         [0.4676, 0.4624, 1.0000]])
 ```
 
 <!--
@@ -312,7 +312,7 @@ You can finetune this model on your own dataset.
 | Epoch  | Step | Training Loss |
 |:------:|:----:|:-------------:|
 | 0.0233 | 1    | 2.5914        |
-| 1.0    | 43   | 2.3934        |
+| 1.0    | 43   | 2.1891        |
 
 
 ### Framework Versions

checkpoint-43/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc37eec69b2ff11f042f540df2c67334dcbc3b1136928fbe97bd822b81badf28
+oid sha256:f50a0cca591d7a769c2fe6e6b0856e64ef71e4ab0334e45baca8851a6ae41293
 size 90864192

checkpoint-43/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bed2afeb4b6a842a6c8b06260b74d5bd41cfa690e77358d4dc50fbeff4bc465
-size 14209646
+oid sha256:96d3d58ba60b0b7452ffde48c753a7977aed1b87a67c8734cb934e7f8cdfbdc6
+size 71045818

checkpoint-43/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7592836371f19e41bc544bf625e28258ab10c577cf9d1913bb8e24697a2cb580
+oid sha256:d1bfb34fc594a255d8d9883559f9c507f4ab597426c0530a298f905d8357fa14
 size 988

checkpoint-43/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5045d897384bef211b0f01e8d5a118eae6b0f330b3b62e2565fa163b64c42378
+oid sha256:192eb4a369a802fe9cbb56bc0941e56d3a280b6a6d0c5fc0f648043259afaba6
 size 1064

checkpoint-43/trainer_state.json

@@ -11,16 +11,16 @@
   "log_history": [
     {
       "epoch": 0.023255813953488372,
-      "grad_norm": 7.708588600158691,
+      "grad_norm": 22.848411560058594,
       "learning_rate": 0.0,
       "loss": 2.5914,
       "step": 1
     },
     {
       "epoch": 1.0,
-      "grad_norm": 9.752615928649902,
-      "learning_rate": 1.2941176470588238e-05,
-      "loss": 2.3934,
+      "grad_norm": 20.43097496032715,
+      "learning_rate": 1.323529411764706e-05,
+      "loss": 2.1891,
       "step": 43
     }
   ],

checkpoint-43/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15c0d63a0b1bb7c444aeeaf05781c73b12d94a5a1226d7b5edbdf4844380ee4d
+oid sha256:38d573d7ed89a9c75acf2340821fe907e16db1f608f1624a2970d502b84c6505
 size 5752