guyhadad01 commited on
Commit
9a56561
·
verified ·
1 Parent(s): f3e388e

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/2_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e06277ca8787b7fa33c7a991a49e7c44cedc64537c9a587e3eabe4480d98101
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50c88013d65aeba6cd0320a8bdf542df82418400820ba7cc58b9536963f8a5f6
3
  size 4718680
last-checkpoint/3_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a1747a1bbfdac934f7ee3e281dffa826558868f822e91fdd1f85e39c452033a
3
  size 4718680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841fe46d69b0008634a14be512e1e411ce4d65589bfc375f8ecb345f2e8d7f12
3
  size 4718680
last-checkpoint/README.md CHANGED
@@ -424,7 +424,7 @@ print(query_embeddings.shape, document_embeddings.shape)
424
  # Get the similarity scores for the embeddings
425
  similarities = model.similarity(query_embeddings, document_embeddings)
426
  print(similarities)
427
- # tensor([[0.8959, 0.0632, 0.0102]])
428
  ```
429
 
430
  <!--
@@ -637,6 +637,10 @@ You can finetune this model on your own dataset.
637
  | 0.0926 | 100 | 0.1353 |
638
  | 0.1389 | 150 | 0.1541 |
639
  | 0.1852 | 200 | 0.1499 |
 
 
 
 
640
 
641
 
642
  ### Framework Versions
 
424
  # Get the similarity scores for the embeddings
425
  similarities = model.similarity(query_embeddings, document_embeddings)
426
  print(similarities)
427
+ # tensor([[0.8570, 0.0561, 0.0702]])
428
  ```
429
 
430
  <!--
 
637
  | 0.0926 | 100 | 0.1353 |
638
  | 0.1389 | 150 | 0.1541 |
639
  | 0.1852 | 200 | 0.1499 |
640
+ | 0.2315 | 250 | 0.1335 |
641
+ | 0.2778 | 300 | 0.1225 |
642
+ | 0.3241 | 350 | 0.1248 |
643
+ | 0.3704 | 400 | 0.1141 |
644
 
645
 
646
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abac25e1e6fdf3255533a12e513ba6078edbe7d810a3fa975b6d4d0639fab536
3
  size 605759848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:187b1b756dac2e7a25d7535399df83edcdbe3e7c67adf143f1cc5c2d8d8dd510
3
  size 605759848
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af6ae0591084794587e796774ea539c6d9d1c58565ec4d0bf461ec38c34219ab
3
  size 1230592267
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1398abfe945cdadcbfb72545a44274567333ea62c9374fad6a213dc7a74f085
3
  size 1230592267
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:541a8d7a44578a73d37559badc34c3a1afe0d9b1d50ab26f1598001f3a3c1618
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf50a8da9b77d1d667aa2be5f7411c48d830b5ed090e0ff1a8209df626c404c4
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.18518518518518517,
6
  "eval_steps": 500,
7
- "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -36,6 +36,34 @@
36
  "learning_rate": 4.531893004115226e-05,
37
  "loss": 0.1499,
38
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.37037037037037035,
6
  "eval_steps": 500,
7
+ "global_step": 400,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
36
  "learning_rate": 4.531893004115226e-05,
37
  "loss": 0.1499,
38
  "step": 200
39
+ },
40
+ {
41
+ "epoch": 0.23148148148148148,
42
+ "grad_norm": 4.21875,
43
+ "learning_rate": 4.2746913580246915e-05,
44
+ "loss": 0.1335,
45
+ "step": 250
46
+ },
47
+ {
48
+ "epoch": 0.2777777777777778,
49
+ "grad_norm": 4.59375,
50
+ "learning_rate": 4.017489711934157e-05,
51
+ "loss": 0.1225,
52
+ "step": 300
53
+ },
54
+ {
55
+ "epoch": 0.32407407407407407,
56
+ "grad_norm": 3.734375,
57
+ "learning_rate": 3.760288065843622e-05,
58
+ "loss": 0.1248,
59
+ "step": 350
60
+ },
61
+ {
62
+ "epoch": 0.37037037037037035,
63
+ "grad_norm": 3.09375,
64
+ "learning_rate": 3.503086419753087e-05,
65
+ "loss": 0.1141,
66
+ "step": 400
67
  }
68
  ],
69
  "logging_steps": 50,