guyhadad01 commited on
Commit
7b0d5b2
·
verified ·
1 Parent(s): 8bcfa15

Training in progress, step 1800, checkpoint

Browse files
last-checkpoint/2_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40c9ce80711acc5708fa03ca5c1abc26071fb1461cb7e0831999e447eff9cd1a
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:400e4f138cc26c5d165ba04ccda48bd7296f46c05e26190bd789555593817a22
3
  size 4718680
last-checkpoint/3_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:019263c58bc2b520dec5e0ad177732b5a097fc826cae937845d0a4226930995c
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ec6c2be4f316baca2bdc5689a13674de1c91858439ed131ad1507b0ae68a407
3
  size 4718680
last-checkpoint/README.md CHANGED
@@ -472,7 +472,7 @@ print(query_embeddings.shape, document_embeddings.shape)
472
  # Get the similarity scores for the embeddings
473
  similarities = model.similarity(query_embeddings, document_embeddings)
474
  print(similarities)
475
- # tensor([[ 0.6973, -0.0965, -0.1011]])
476
  ```
477
 
478
  <!--
@@ -713,6 +713,10 @@ You can finetune this model on your own dataset.
713
  | 0.7622 | 1500 | 0.0882 |
714
  | 0.7876 | 1550 | 0.0816 |
715
  | 0.8130 | 1600 | 0.0847 |
 
 
 
 
716
 
717
 
718
  ### Framework Versions
 
472
  # Get the similarity scores for the embeddings
473
  similarities = model.similarity(query_embeddings, document_embeddings)
474
  print(similarities)
475
+ # tensor([[ 0.7067, -0.0843, -0.0921]])
476
  ```
477
 
478
  <!--
 
713
  | 0.7622 | 1500 | 0.0882 |
714
  | 0.7876 | 1550 | 0.0816 |
715
  | 0.8130 | 1600 | 0.0847 |
716
+ | 0.8384 | 1650 | 0.0824 |
717
+ | 0.8638 | 1700 | 0.0878 |
718
+ | 0.8892 | 1750 | 0.0822 |
719
+ | 0.9146 | 1800 | 0.0792 |
720
 
721
 
722
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b0951f19e6e47bf8b0d7afa9b9188827b158337d188c1cbb45f30a48fc06d1b
3
  size 605759848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c44e01cf741acb803d6e04527da1f664016682833461b366d42997159b0416e6
3
  size 605759848
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad8ea1af8787344f7eb6b924f0aa1551e33e51330ba17797ae085e9c68294c47
3
  size 1230592267
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:184cdfd28ea4214abe2fcbc868f15877077a7bc59cc6a0683bb50c1246efdbef
3
  size 1230592267
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ac15faca44126ea757af3cc9233a4970a99a30bf6b2f36cfb0d4ae9816273ed
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec29327b2c793ef05a01c6bae10cd1cf49d3fd34bb421765aad2d8f09bc372c0
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.8130081300813008,
6
  "eval_steps": 500,
7
- "global_step": 1600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -232,6 +232,34 @@
232
  "learning_rate": 1.0417843026538679e-05,
233
  "loss": 0.0847,
234
  "step": 1600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
235
  }
236
  ],
237
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.9146341463414634,
6
  "eval_steps": 500,
7
+ "global_step": 1800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
232
  "learning_rate": 1.0417843026538679e-05,
233
  "loss": 0.0847,
234
  "step": 1600
235
+ },
236
+ {
237
+ "epoch": 0.8384146341463414,
238
+ "grad_norm": 2.8125,
239
+ "learning_rate": 9.006211180124225e-06,
240
+ "loss": 0.0824,
241
+ "step": 1650
242
+ },
243
+ {
244
+ "epoch": 0.8638211382113821,
245
+ "grad_norm": 3.0,
246
+ "learning_rate": 7.594579333709768e-06,
247
+ "loss": 0.0878,
248
+ "step": 1700
249
+ },
250
+ {
251
+ "epoch": 0.8892276422764228,
252
+ "grad_norm": 2.6875,
253
+ "learning_rate": 6.1829474872953135e-06,
254
+ "loss": 0.0822,
255
+ "step": 1750
256
+ },
257
+ {
258
+ "epoch": 0.9146341463414634,
259
+ "grad_norm": 2.515625,
260
+ "learning_rate": 4.771315640880859e-06,
261
+ "loss": 0.0792,
262
+ "step": 1800
263
  }
264
  ],
265
  "logging_steps": 50,