rabaevn commited on
Commit
280cf99
·
verified ·
1 Parent(s): 30d20df

Training in progress, step 2800, checkpoint

Browse files
last-checkpoint/2_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60070dd67aa609f2ec4f6099d7d305d359dcc87b0243c555b4c92a408ce9d712
3
  size 9437272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:032edebe5f429dd79fba4966fcbde9a9cc40387fbb5ff3037fee5320982f533d
3
  size 9437272
last-checkpoint/3_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40f7cffbf560a28dbdda8e392d68b3a6612c84a2695c8f5f18a821a6d39735e6
3
  size 9437272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a83690af4caa724b099279db73cf30ae7344e4b81bfbf12086b7460efc44b21e
3
  size 9437272
last-checkpoint/README.md CHANGED
@@ -450,7 +450,7 @@ print(query_embeddings.shape, document_embeddings.shape)
450
  # Get the similarity scores for the embeddings
451
  similarities = model.similarity(query_embeddings, document_embeddings)
452
  print(similarities)
453
- # tensor([[ 0.5888, -0.1134, 0.2544]])
454
  ```
455
 
456
  <!--
@@ -739,6 +739,10 @@ You can finetune this model on your own dataset.
739
  | 0.8273 | 2500 | 0.0536 |
740
  | 0.8438 | 2550 | 0.0562 |
741
  | 0.8604 | 2600 | 0.0546 |
 
 
 
 
742
 
743
 
744
  ### Framework Versions
 
450
  # Get the similarity scores for the embeddings
451
  similarities = model.similarity(query_embeddings, document_embeddings)
452
  print(similarities)
453
+ # tensor([[ 0.5930, -0.1253, 0.2933]])
454
  ```
455
 
456
  <!--
 
739
  | 0.8273 | 2500 | 0.0536 |
740
  | 0.8438 | 2550 | 0.0562 |
741
  | 0.8604 | 2600 | 0.0546 |
742
+ | 0.8769 | 2650 | 0.0551 |
743
+ | 0.8934 | 2700 | 0.0619 |
744
+ | 0.9100 | 2750 | 0.0501 |
745
+ | 0.9265 | 2800 | 0.0488 |
746
 
747
 
748
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9269f4be93991384c4f927cab218c96e7647244f18be47d991875eefe31fe1b4
3
  size 1211486072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1fb884bddc343ee71ee047c5c0febe2b1e7e4993b3fc969c8ebc7e8ce609f95
3
  size 1211486072
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7831d803c865f7e99a7918d82c3c406fbd5cc5f5d3e8383554847671b1ac4256
3
  size 2460923467
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbcf9758ec6185612baccc164b5f73985fbc506bec38cb9c649eb13a9fdc06d7
3
  size 2460923467
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2ccbe8068d53f3cc47989534cf2cf09a26c0622368fe1ff0065518632dc4752
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e788658da60471d70bc971aa62815f67253d726fc76137a47b5e2b2bda689438
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:615edf11d6f1cfab17840ec8946b503fd418735a16b0c229a49e61367753f384
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aec44cdda33ef7dab0fb72bc661b8cbbd0d3c4d93e1602b0ef95ed38aa2a425
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.8603573792190602,
6
  "eval_steps": 500,
7
- "global_step": 2600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -372,6 +372,34 @@
372
  "learning_rate": 3.1114380286870177e-06,
373
  "loss": 0.0546,
374
  "step": 2600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
375
  }
376
  ],
377
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.9265387160820648,
6
  "eval_steps": 500,
7
+ "global_step": 2800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
372
  "learning_rate": 3.1114380286870177e-06,
373
  "loss": 0.0546,
374
  "step": 2600
375
+ },
376
+ {
377
+ "epoch": 0.8769027134348114,
378
+ "grad_norm": 5.102752208709717,
379
+ "learning_rate": 2.7436557557925706e-06,
380
+ "loss": 0.0551,
381
+ "step": 2650
382
+ },
383
+ {
384
+ "epoch": 0.8934480476505625,
385
+ "grad_norm": 4.97892951965332,
386
+ "learning_rate": 2.3758734828981244e-06,
387
+ "loss": 0.0619,
388
+ "step": 2700
389
+ },
390
+ {
391
+ "epoch": 0.9099933818663137,
392
+ "grad_norm": 8.729324340820312,
393
+ "learning_rate": 2.008091210003678e-06,
394
+ "loss": 0.0501,
395
+ "step": 2750
396
+ },
397
+ {
398
+ "epoch": 0.9265387160820648,
399
+ "grad_norm": 6.92756462097168,
400
+ "learning_rate": 1.6403089371092316e-06,
401
+ "loss": 0.0488,
402
+ "step": 2800
403
  }
404
  ],
405
  "logging_steps": 50,