guyhadad01 commited on
Commit
72fd6b4
·
verified ·
1 Parent(s): c1c79aa

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/2_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72b9c82bfed0ef2030970c9f30b4352b5627c1df06426da4a77edb7810418944
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6c776b093b837b0cfe9d25fef404f3dee032b8cafb171d812cfd30cd885e3b
3
  size 4718680
last-checkpoint/3_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a88ee4f6617fb4562e1446b4a7b0c1d2bbcb3e599145beb6f78a94915b5670e
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70807611011deb9d648984e4201362594f4128f2399b18fb763a243b933061ba
3
  size 4718680
last-checkpoint/README.md CHANGED
@@ -472,7 +472,7 @@ print(query_embeddings.shape, document_embeddings.shape)
472
  # Get the similarity scores for the embeddings
473
  similarities = model.similarity(query_embeddings, document_embeddings)
474
  print(similarities)
475
- # tensor([[ 0.6605, -0.0307, -0.0678]])
476
  ```
477
 
478
  <!--
@@ -697,6 +697,10 @@ You can finetune this model on your own dataset.
697
  | 0.3557 | 700 | 0.1335 |
698
  | 0.3811 | 750 | 0.1241 |
699
  | 0.4065 | 800 | 0.1212 |
 
 
 
 
700
 
701
 
702
  ### Framework Versions
 
472
  # Get the similarity scores for the embeddings
473
  similarities = model.similarity(query_embeddings, document_embeddings)
474
  print(similarities)
475
+ # tensor([[ 0.6607, -0.0923, -0.0703]])
476
  ```
477
 
478
  <!--
 
697
  | 0.3557 | 700 | 0.1335 |
698
  | 0.3811 | 750 | 0.1241 |
699
  | 0.4065 | 800 | 0.1212 |
700
+ | 0.4319 | 850 | 0.1147 |
701
+ | 0.4573 | 900 | 0.111 |
702
+ | 0.4827 | 950 | 0.1163 |
703
+ | 0.5081 | 1000 | 0.1133 |
704
 
705
 
706
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be0e439b975be2bf8c7efaab52c0c6da20f27d30d56fa0f57c0d227c23e5f279
3
  size 605759848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d73d930444c3a62a922f022e9b1dd8c90fa0101e0f9d6a5b5e7b445f20cc9f4c
3
  size 605759848
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5bc335a7c43ac002a024d775f06947950474016b02da4ee0e61390a1ee809165
3
  size 1230592267
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c2b36aa1ed8b386c5ed3b537cdf298144b552b7011463c205e695056f73f6e
3
  size 1230592267
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79cf700515bb029e36ca46412b96b02750cd1dce66cb44278ee1c691b7d1aa79
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6c56263d0a3d675d4f747bb77db752789302abc7e0c5864efa40f605c0194a
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.4065040650406504,
6
  "eval_steps": 500,
7
- "global_step": 800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -120,6 +120,34 @@
120
  "learning_rate": 3.300395256916996e-05,
121
  "loss": 0.1212,
122
  "step": 800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  ],
125
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.508130081300813,
6
  "eval_steps": 500,
7
+ "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
120
  "learning_rate": 3.300395256916996e-05,
121
  "loss": 0.1212,
122
  "step": 800
123
+ },
124
+ {
125
+ "epoch": 0.43191056910569103,
126
+ "grad_norm": 3.703125,
127
+ "learning_rate": 3.159232072275551e-05,
128
+ "loss": 0.1147,
129
+ "step": 850
130
+ },
131
+ {
132
+ "epoch": 0.4573170731707317,
133
+ "grad_norm": 4.09375,
134
+ "learning_rate": 3.018068887634105e-05,
135
+ "loss": 0.111,
136
+ "step": 900
137
+ },
138
+ {
139
+ "epoch": 0.48272357723577236,
140
+ "grad_norm": 4.0625,
141
+ "learning_rate": 2.8769057029926593e-05,
142
+ "loss": 0.1163,
143
+ "step": 950
144
+ },
145
+ {
146
+ "epoch": 0.508130081300813,
147
+ "grad_norm": 4.0625,
148
+ "learning_rate": 2.7357425183512143e-05,
149
+ "loss": 0.1133,
150
+ "step": 1000
151
  }
152
  ],
153
  "logging_steps": 50,