guyhadad01 commited on
Commit
79b34e7
·
verified ·
1 Parent(s): 25341ac

Training in progress, step 1080, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -418,9 +418,9 @@ print(embeddings.shape)
418
  # Get the similarity scores for the embeddings
419
  similarities = model.similarity(embeddings, embeddings)
420
  print(similarities)
421
- # tensor([[1.0000, 0.8345, 0.0036],
422
- # [0.8345, 1.0000, 0.0463],
423
- # [0.0036, 0.0463, 1.0000]])
424
  ```
425
 
426
  <!--
@@ -645,6 +645,7 @@ You can finetune this model on your own dataset.
645
  | 0.8333 | 900 | 0.2087 |
646
  | 0.8796 | 950 | 0.2129 |
647
  | 0.9259 | 1000 | 0.2103 |
 
648
 
649
 
650
  ### Framework Versions
 
418
  # Get the similarity scores for the embeddings
419
  similarities = model.similarity(embeddings, embeddings)
420
  print(similarities)
421
+ # tensor([[1.0000, 0.8355, 0.0051],
422
+ # [0.8355, 1.0000, 0.0522],
423
+ # [0.0051, 0.0522, 1.0000]])
424
  ```
425
 
426
  <!--
 
645
  | 0.8333 | 900 | 0.2087 |
646
  | 0.8796 | 950 | 0.2129 |
647
  | 0.9259 | 1000 | 0.2103 |
648
+ | 0.9722 | 1050 | 0.2077 |
649
 
650
 
651
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e6982a03a13069dbd7b223ad85adad16126456dd21e17f9bd1ae85ca8193120
3
  size 90864192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c657c601346e9dc34b4fdc1e8b099a6a54467b2b2fe6758139f7a1ab292a0865
3
  size 90864192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2d233c33a97447e6a9abb3c8e8e512eb8909f5d83f758b39d62a45a2af03c91
3
  size 180608203
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:878f49566b0fc7aa315a9fa895c747d8ab86ddbf97a6033de03a4d5cd3a42f4f
3
  size 180608203
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1372d08aae4c539a42dc762c4bad69d2ee0d24aad936d7a04cbe426c002b491
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a313be47df684e5fefd5b05c68d005401a7c2b075592a1cbe746ae1b1ffc519c
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14ae2a2128444abab378aa06c09a61a84665f758fcc19fc46f5789b0bc1b5665
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc9210217856a9bbed1dae2edba26cb4f5bfdb3e93cd6bda6ff6d4a1235ae0dd
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71506dd75ffea4620eca46bea4d3e2da666baa9d78fa9907096978fc32ffdb98
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75241c49962959a89b485b0bfbbc2bd5c21f6fee93db9750e118593960c9892
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.9259259259259259,
6
  "eval_steps": 500,
7
- "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -148,6 +148,13 @@
148
  "learning_rate": 4.166666666666667e-06,
149
  "loss": 0.2103,
150
  "step": 1000
 
 
 
 
 
 
 
151
  }
152
  ],
153
  "logging_steps": 50,
@@ -162,7 +169,7 @@
162
  "should_evaluate": false,
163
  "should_log": false,
164
  "should_save": true,
165
- "should_training_stop": false
166
  },
167
  "attributes": {}
168
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
  "eval_steps": 500,
7
+ "global_step": 1080,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
148
  "learning_rate": 4.166666666666667e-06,
149
  "loss": 0.2103,
150
  "step": 1000
151
+ },
152
+ {
153
+ "epoch": 0.9722222222222222,
154
+ "grad_norm": 1.0842205286026,
155
+ "learning_rate": 1.5946502057613169e-06,
156
+ "loss": 0.2077,
157
+ "step": 1050
158
  }
159
  ],
160
  "logging_steps": 50,
 
169
  "should_evaluate": false,
170
  "should_log": false,
171
  "should_save": true,
172
+ "should_training_stop": true
173
  },
174
  "attributes": {}
175
  }