guyhadad01 commited on
Commit
9598b25
·
verified ·
1 Parent(s): 011b1b0

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/2_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b689863e6d29f1c60b5a2948cb88db8a13c8f7af624a175e1f8603494d46f161
3
  size 9437272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812bfba1c31117fa38db39436eeebde44eaacff2575200fd14e4dc6ae62f929e
3
  size 9437272
last-checkpoint/3_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da6beacd8ad9dfba42f0c182bc53b1c1409d801ccb9334a01737c823da21e054
3
  size 9437272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27655c85a8aaadee9dacf58cce7dfb1ef47960690b134cbf31a575003007bdf1
3
  size 9437272
last-checkpoint/README.md CHANGED
@@ -424,7 +424,7 @@ print(query_embeddings.shape, document_embeddings.shape)
424
  # Get the similarity scores for the embeddings
425
  similarities = model.similarity(query_embeddings, document_embeddings)
426
  print(similarities)
427
- # tensor([[0.8510, 0.1401, 0.0465]])
428
  ```
429
 
430
  <!--
@@ -633,6 +633,10 @@ You can finetune this model on your own dataset.
633
  | 0.0058 | 100 | 0.1107 |
634
  | 0.0087 | 150 | 0.0709 |
635
  | 0.0116 | 200 | 0.0679 |
 
 
 
 
636
 
637
 
638
  ### Framework Versions
 
424
  # Get the similarity scores for the embeddings
425
  similarities = model.similarity(query_embeddings, document_embeddings)
426
  print(similarities)
427
+ # tensor([[ 0.8773, 0.0462, -0.0253]])
428
  ```
429
 
430
  <!--
 
633
  | 0.0058 | 100 | 0.1107 |
634
  | 0.0087 | 150 | 0.0709 |
635
  | 0.0116 | 200 | 0.0679 |
636
+ | 0.0145 | 250 | 0.0597 |
637
+ | 0.0174 | 300 | 0.0598 |
638
+ | 0.0203 | 350 | 0.0764 |
639
+ | 0.0232 | 400 | 0.0506 |
640
 
641
 
642
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5578677c98d5e02437aab62b180636ff28d9dda1f9f979cc8d5df10d0c39d61
3
  size 1211486072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6582519cc43472715ff09bc8df56e970c36c8b09bfc714e3e192aee757eaee08
3
  size 1211486072
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c54364594667bfc3bf550b4f837595b03f0409bdb747cbe833803e067cf0a32
3
  size 2460919051
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2ae5f738d4f327522544fdad61a200aa371a47e470a3064bbdc08ee183ccfb
3
  size 2460919051
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:486e221387d22919b4920650304a8ef852ef9ecb76ad018547408840989fd812
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4e9c48a349d0a234c258982447a8a00d011d07b1124aeae1ab41f62980a473
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c57dab3efc78fec548075e3471f0d120a04945f52518249d9e6e88bd909eee6e
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f73d856eaa2ecf465e98ae99429ae8f821bc70f284dc9f5844d0faffe2f796d2
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.011583458820803891,
6
  "eval_steps": 500,
7
- "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -36,6 +36,34 @@
36
  "learning_rate": 2.8228141285466127e-06,
37
  "loss": 0.0679,
38
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.023166917641607783,
6
  "eval_steps": 500,
7
+ "global_step": 400,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
36
  "learning_rate": 2.8228141285466127e-06,
37
  "loss": 0.0679,
38
  "step": 200
39
+ },
40
+ {
41
+ "epoch": 0.014479323526004865,
42
+ "grad_norm": 4.010167598724365,
43
+ "learning_rate": 3.546612623045744e-06,
44
+ "loss": 0.0597,
45
+ "step": 250
46
+ },
47
+ {
48
+ "epoch": 0.01737518823120584,
49
+ "grad_norm": 10.415971755981445,
50
+ "learning_rate": 4.270411117544876e-06,
51
+ "loss": 0.0598,
52
+ "step": 300
53
+ },
54
+ {
55
+ "epoch": 0.02027105293640681,
56
+ "grad_norm": 2.172306537628174,
57
+ "learning_rate": 4.994209612044008e-06,
58
+ "loss": 0.0764,
59
+ "step": 350
60
+ },
61
+ {
62
+ "epoch": 0.023166917641607783,
63
+ "grad_norm": 15.422524452209473,
64
+ "learning_rate": 5.718008106543138e-06,
65
+ "loss": 0.0506,
66
+ "step": 400
67
  }
68
  ],
69
  "logging_steps": 50,