rabaevn commited on
Commit
9abf099
·
verified ·
1 Parent(s): fc39b21

Training in progress, step 1800, checkpoint

Browse files
last-checkpoint/2_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ef8c04b17ad19cb132ef20b5b1a1912424354dd87c3760dbafc1f82f4998feb
3
  size 9437272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af98deca1bdedf2c438bafbb4e4a4bda82f05a9d3f61df9c1056c21b8056ccf
3
  size 9437272
last-checkpoint/3_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b41b495d7e858c250a6b90039f9524914ea51d03a32937b352f996067227212d
3
  size 9437272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b74bd3c8c835573059a161d0a582b79de2540d78ae310548a081c3f43be5b48
3
  size 9437272
last-checkpoint/README.md CHANGED
@@ -450,7 +450,7 @@ print(query_embeddings.shape, document_embeddings.shape)
450
  # Get the similarity scores for the embeddings
451
  similarities = model.similarity(query_embeddings, document_embeddings)
452
  print(similarities)
453
- # tensor([[ 0.5546, -0.0938, 0.1724]])
454
  ```
455
 
456
  <!--
@@ -719,6 +719,10 @@ You can finetune this model on your own dataset.
719
  | 0.4964 | 1500 | 0.0801 |
720
  | 0.5129 | 1550 | 0.0694 |
721
  | 0.5295 | 1600 | 0.0681 |
 
 
 
 
722
 
723
 
724
  ### Framework Versions
 
450
  # Get the similarity scores for the embeddings
451
  similarities = model.similarity(query_embeddings, document_embeddings)
452
  print(similarities)
453
+ # tensor([[ 0.5477, -0.1184, 0.2774]])
454
  ```
455
 
456
  <!--
 
719
  | 0.4964 | 1500 | 0.0801 |
720
  | 0.5129 | 1550 | 0.0694 |
721
  | 0.5295 | 1600 | 0.0681 |
722
+ | 0.5460 | 1650 | 0.0741 |
723
+ | 0.5625 | 1700 | 0.0855 |
724
+ | 0.5791 | 1750 | 0.0789 |
725
+ | 0.5956 | 1800 | 0.061 |
726
 
727
 
728
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01b4fd7c2f9f44ed46fd6caca70cf6aebe1f901b80125453289a207674ea6322
3
  size 1211486072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d18c910556766cdb393fa461e5eb0bbb29197d25fa3aef856f25d8a2869f7d
3
  size 1211486072
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d22bc43d0ea91abbc9c61e88421b8d7b9f75756021d1e9a3876bbcd9caea969
3
  size 2460923467
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:171ade8b34abc98359451568301cb5e7eac16a20609a6cbad41a18fdc48c659b
3
  size 2460923467
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0de07336841d438b92ac2af437c756d5b1eee4a3bd0fc209eb2ee92c1bfa99d5
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ea1ac8b50e0389ab9d8a7c921ce6a1975198ca3afd3f0ac69f0f2408d305ada
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5730fd993b5a94a8fdb013ee342013b2eea3ce6c8a5a4ded39a304962934fc3
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97d8f648f97acc4d8f0d0540741a3df11f09f70b565f391e664dc832d4ffedcb
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.5294506949040371,
6
  "eval_steps": 500,
7
- "global_step": 1600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -232,6 +232,34 @@
232
  "learning_rate": 1.0467083486575949e-05,
233
  "loss": 0.0681,
234
  "step": 1600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
235
  }
236
  ],
237
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.5956320317670417,
6
  "eval_steps": 500,
7
+ "global_step": 1800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
232
  "learning_rate": 1.0467083486575949e-05,
233
  "loss": 0.0681,
234
  "step": 1600
235
+ },
236
+ {
237
+ "epoch": 0.5459960291197882,
238
+ "grad_norm": 1.2746665477752686,
239
+ "learning_rate": 1.00993012136815e-05,
240
+ "loss": 0.0741,
241
+ "step": 1650
242
+ },
243
+ {
244
+ "epoch": 0.5625413633355394,
245
+ "grad_norm": 5.447134017944336,
246
+ "learning_rate": 9.731518940787054e-06,
247
+ "loss": 0.0855,
248
+ "step": 1700
249
+ },
250
+ {
251
+ "epoch": 0.5790866975512905,
252
+ "grad_norm": 5.253468036651611,
253
+ "learning_rate": 9.363736667892607e-06,
254
+ "loss": 0.0789,
255
+ "step": 1750
256
+ },
257
+ {
258
+ "epoch": 0.5956320317670417,
259
+ "grad_norm": 9.73345947265625,
260
+ "learning_rate": 8.995954394998163e-06,
261
+ "loss": 0.061,
262
+ "step": 1800
263
  }
264
  ],
265
  "logging_steps": 50,