guyhadad01 commited on
Commit
e76e8b9
·
verified ·
1 Parent(s): ea708dc

Training in progress, step 1080, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -422,7 +422,7 @@ print(query_embeddings.shape, document_embeddings.shape)
422
  # Get the similarity scores for the embeddings
423
  similarities = model.similarity(query_embeddings, document_embeddings)
424
  print(similarities)
425
- # tensor([[ 0.8672, -0.0147, -0.0254]])
426
  ```
427
 
428
  <!--
@@ -652,6 +652,7 @@ Query:
652
  | 0.8333 | 900 | 0.0847 |
653
  | 0.8796 | 950 | 0.0914 |
654
  | 0.9259 | 1000 | 0.0847 |
 
655
 
656
 
657
  ### Framework Versions
 
422
  # Get the similarity scores for the embeddings
423
  similarities = model.similarity(query_embeddings, document_embeddings)
424
  print(similarities)
425
+ # tensor([[ 0.8638, -0.0123, -0.0135]])
426
  ```
427
 
428
  <!--
 
652
  | 0.8333 | 900 | 0.0847 |
653
  | 0.8796 | 950 | 0.0914 |
654
  | 0.9259 | 1000 | 0.0847 |
655
+ | 0.9722 | 1050 | 0.0842 |
656
 
657
 
658
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c33d61cffa33493edbadf676b157d37c41cb3a5c5fca7f920f1ccd505300f22
3
  size 2383139480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb5872bb140cabd9bac9264d36c4f1c7df18c18d622dc2d73b61e53c4f70528e
3
  size 2383139480
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:84db4700a8bb0936e936db6653a4d4281969c72265e40f14c5ac9720efe3b617
3
  size 4766477350
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f1c7e409fe6c3d29945f38bed6816c6d70157f91d0e1bffd7065e3434ec37f
3
  size 4766477350
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a16c8942124de0a7ec965a9112f2b847966689d0d650d6ff8cc8f1b2761c8b2a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143a5b3812f11a0ce92f4896d57f598a2f196c87d5b52f7101c582a4b86122c2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.9259259259259259,
6
  "eval_steps": 500,
7
- "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -148,6 +148,13 @@
148
  "learning_rate": 4.166666666666667e-06,
149
  "loss": 0.0847,
150
  "step": 1000
 
 
 
 
 
 
 
151
  }
152
  ],
153
  "logging_steps": 50,
@@ -162,7 +169,7 @@
162
  "should_evaluate": false,
163
  "should_log": false,
164
  "should_save": true,
165
- "should_training_stop": false
166
  },
167
  "attributes": {}
168
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
  "eval_steps": 500,
7
+ "global_step": 1080,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
148
  "learning_rate": 4.166666666666667e-06,
149
  "loss": 0.0847,
150
  "step": 1000
151
+ },
152
+ {
153
+ "epoch": 0.9722222222222222,
154
+ "grad_norm": 1.3060165643692017,
155
+ "learning_rate": 1.5946502057613169e-06,
156
+ "loss": 0.0842,
157
+ "step": 1050
158
  }
159
  ],
160
  "logging_steps": 50,
 
169
  "should_evaluate": false,
170
  "should_log": false,
171
  "should_save": true,
172
+ "should_training_stop": true
173
  },
174
  "attributes": {}
175
  }