guyhadad01 commited on
Commit
7c444a4
·
verified ·
1 Parent(s): 6af4614

Training in progress, step 800, checkpoint

Browse files
last-checkpoint/2_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89111b92371b9a2deba746060687471336a0d4cfe96973e9574079626d724c62
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45d87a3222e8eb06a466ab5dfa5150775275ac497c809e075ffadc6ee21433f
3
  size 4718680
last-checkpoint/3_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65d9933e8dc3511fb603634911f867225eb29d7c8fd74a4559dd878cf05993b9
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b563a3aea396a4563642a218726dda67d3f6067140172e6b40ef0d94743c0bc0
3
  size 4718680
last-checkpoint/README.md CHANGED
@@ -424,7 +424,7 @@ print(query_embeddings.shape, document_embeddings.shape)
424
  # Get the similarity scores for the embeddings
425
  similarities = model.similarity(query_embeddings, document_embeddings)
426
  print(similarities)
427
- # tensor([[0.8942, 0.0534, 0.0618]])
428
  ```
429
 
430
  <!--
@@ -645,6 +645,10 @@ You can finetune this model on your own dataset.
645
  | 0.4630 | 500 | 0.0966 |
646
  | 0.5093 | 550 | 0.0942 |
647
  | 0.5556 | 600 | 0.0866 |
 
 
 
 
648
 
649
 
650
  ### Framework Versions
 
424
  # Get the similarity scores for the embeddings
425
  similarities = model.similarity(query_embeddings, document_embeddings)
426
  print(similarities)
427
+ # tensor([[0.9050, 0.0240, 0.0505]])
428
  ```
429
 
430
  <!--
 
645
  | 0.4630 | 500 | 0.0966 |
646
  | 0.5093 | 550 | 0.0942 |
647
  | 0.5556 | 600 | 0.0866 |
648
+ | 0.6019 | 650 | 0.0911 |
649
+ | 0.6481 | 700 | 0.0872 |
650
+ | 0.6944 | 750 | 0.087 |
651
+ | 0.7407 | 800 | 0.0771 |
652
 
653
 
654
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb9b7a8327bcd9f26fb726f7f314185b56e82623ee2d12b4d931b6652419f10a
3
  size 605759848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b524fd4d0af037372baac781a7e02bde6af66075c966d2f2ae612f58d66ff03
3
  size 605759848
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0511132bcec99cfb81e6cdbe3f440ab29dbefe3ec7dbb1ed13c95d382a5fb775
3
  size 1230592267
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c6983bf30f51cc12841bdc8966719604748c2803cd6de5d87dffadf3eb3a01
3
  size 1230592267
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5ef9347676d52185ae368f376cf1fe5dd55cbd5ed84547d819fe30ad5c5892f
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ad211f85f7952dd56f43d381e1780d6a978df68441ca57ba5688f4ef0c8d4b7
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.5555555555555556,
6
  "eval_steps": 500,
7
- "global_step": 600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -92,6 +92,34 @@
92
  "learning_rate": 2.4742798353909465e-05,
93
  "loss": 0.0866,
94
  "step": 600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
95
  }
96
  ],
97
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.7407407407407407,
6
  "eval_steps": 500,
7
+ "global_step": 800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
92
  "learning_rate": 2.4742798353909465e-05,
93
  "loss": 0.0866,
94
  "step": 600
95
+ },
96
+ {
97
+ "epoch": 0.6018518518518519,
98
+ "grad_norm": 2.59375,
99
+ "learning_rate": 2.2170781893004118e-05,
100
+ "loss": 0.0911,
101
+ "step": 650
102
+ },
103
+ {
104
+ "epoch": 0.6481481481481481,
105
+ "grad_norm": 6.625,
106
+ "learning_rate": 1.9598765432098768e-05,
107
+ "loss": 0.0872,
108
+ "step": 700
109
+ },
110
+ {
111
+ "epoch": 0.6944444444444444,
112
+ "grad_norm": 3.90625,
113
+ "learning_rate": 1.7026748971193414e-05,
114
+ "loss": 0.087,
115
+ "step": 750
116
+ },
117
+ {
118
+ "epoch": 0.7407407407407407,
119
+ "grad_norm": 2.34375,
120
+ "learning_rate": 1.4454732510288065e-05,
121
+ "loss": 0.0771,
122
+ "step": 800
123
  }
124
  ],
125
  "logging_steps": 50,