guyhadad01 commited on
Commit
b4d99e5
·
verified ·
1 Parent(s): 45c90fb

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/2_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f45d87a3222e8eb06a466ab5dfa5150775275ac497c809e075ffadc6ee21433f
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e59b6eeab109132425badd739781747497d523d81e67c7da5995b47a105606
3
  size 4718680
last-checkpoint/3_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b563a3aea396a4563642a218726dda67d3f6067140172e6b40ef0d94743c0bc0
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:236ee3f6c76e6dd53cb72f79ed12aacb7f2bcdc6d9653f7ff3049589d714a456
3
  size 4718680
last-checkpoint/README.md CHANGED
@@ -424,7 +424,7 @@ print(query_embeddings.shape, document_embeddings.shape)
424
  # Get the similarity scores for the embeddings
425
  similarities = model.similarity(query_embeddings, document_embeddings)
426
  print(similarities)
427
- # tensor([[0.9050, 0.0240, 0.0505]])
428
  ```
429
 
430
  <!--
@@ -649,6 +649,10 @@ You can finetune this model on your own dataset.
649
  | 0.6481 | 700 | 0.0872 |
650
  | 0.6944 | 750 | 0.087 |
651
  | 0.7407 | 800 | 0.0771 |
 
 
 
 
652
 
653
 
654
  ### Framework Versions
 
424
  # Get the similarity scores for the embeddings
425
  similarities = model.similarity(query_embeddings, document_embeddings)
426
  print(similarities)
427
+ # tensor([[0.9082, 0.0190, 0.0399]])
428
  ```
429
 
430
  <!--
 
649
  | 0.6481 | 700 | 0.0872 |
650
  | 0.6944 | 750 | 0.087 |
651
  | 0.7407 | 800 | 0.0771 |
652
+ | 0.7870 | 850 | 0.0808 |
653
+ | 0.8333 | 900 | 0.0716 |
654
+ | 0.8796 | 950 | 0.0806 |
655
+ | 0.9259 | 1000 | 0.0751 |
656
 
657
 
658
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b524fd4d0af037372baac781a7e02bde6af66075c966d2f2ae612f58d66ff03
3
  size 605759848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7043ac46a43b67270262de15fa756613b340ca4d39f45c6b1ad2d3d62b923215
3
  size 605759848
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6c6983bf30f51cc12841bdc8966719604748c2803cd6de5d87dffadf3eb3a01
3
  size 1230592267
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a36d649cfa382270fa9cb34ecdc0eaa34459ba7d1d01e0d8f5a0dcd009dec103
3
  size 1230592267
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ad211f85f7952dd56f43d381e1780d6a978df68441ca57ba5688f4ef0c8d4b7
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71506dd75ffea4620eca46bea4d3e2da666baa9d78fa9907096978fc32ffdb98
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.7407407407407407,
6
  "eval_steps": 500,
7
- "global_step": 800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -120,6 +120,34 @@
120
  "learning_rate": 1.4454732510288065e-05,
121
  "loss": 0.0771,
122
  "step": 800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  ],
125
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.9259259259259259,
6
  "eval_steps": 500,
7
+ "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
120
  "learning_rate": 1.4454732510288065e-05,
121
  "loss": 0.0771,
122
  "step": 800
123
+ },
124
+ {
125
+ "epoch": 0.7870370370370371,
126
+ "grad_norm": 2.734375,
127
+ "learning_rate": 1.1882716049382716e-05,
128
+ "loss": 0.0808,
129
+ "step": 850
130
+ },
131
+ {
132
+ "epoch": 0.8333333333333334,
133
+ "grad_norm": 2.40625,
134
+ "learning_rate": 9.310699588477368e-06,
135
+ "loss": 0.0716,
136
+ "step": 900
137
+ },
138
+ {
139
+ "epoch": 0.8796296296296297,
140
+ "grad_norm": 2.328125,
141
+ "learning_rate": 6.7386831275720164e-06,
142
+ "loss": 0.0806,
143
+ "step": 950
144
+ },
145
+ {
146
+ "epoch": 0.9259259259259259,
147
+ "grad_norm": 2.640625,
148
+ "learning_rate": 4.166666666666667e-06,
149
+ "loss": 0.0751,
150
+ "step": 1000
151
  }
152
  ],
153
  "logging_steps": 50,