guyhadad01 commited on
Commit
c2ab579
·
verified ·
1 Parent(s): 78b4580

Training in progress, step 316, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -557,9 +557,9 @@ print(embeddings.shape)
557
  # Get the similarity scores for the embeddings
558
  similarities = model.similarity(embeddings, embeddings)
559
  print(similarities)
560
- # tensor([[ 1.0000, 0.5954, -0.0482],
561
- # [ 0.5954, 1.0000, -0.0418],
562
- # [-0.0482, -0.0418, 1.0000]])
563
  ```
564
 
565
  <!--
@@ -771,6 +771,8 @@ You can finetune this model on your own dataset.
771
  | 0.6329 | 100 | 0.7848 |
772
  | 0.9494 | 150 | 0.7202 |
773
  | 1.2658 | 200 | 0.6965 |
 
 
774
 
775
 
776
  ### Framework Versions
 
557
  # Get the similarity scores for the embeddings
558
  similarities = model.similarity(embeddings, embeddings)
559
  print(similarities)
560
+ # tensor([[ 1.0000, 0.5979, -0.0511],
561
+ # [ 0.5979, 1.0000, -0.0440],
562
+ # [-0.0511, -0.0440, 1.0000]])
563
  ```
564
 
565
  <!--
 
771
  | 0.6329 | 100 | 0.7848 |
772
  | 0.9494 | 150 | 0.7202 |
773
  | 1.2658 | 200 | 0.6965 |
774
+ | 1.5823 | 250 | 0.6903 |
775
+ | 1.8987 | 300 | 0.6684 |
776
 
777
 
778
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:314ed59e10e3f32e55a54ee7adfae92609119fa204da978b1c4be047fcca93d1
3
  size 45437864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efee2e1163a8db6bba28a294a50473cd41dd4cd8cf55dcaedee23603586374ec
3
  size 45437864
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:989fd25dbc85b7f65bbbecd848cc0de7421c828ccaf3542f351e61ca8d30491d
3
  size 90346763
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:840822f2920e307de8aac2b4662ac4f47ba559e0a01a0df5e10570a012a93242
3
  size 90346763
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:657fb80ae02eeeba0ad1daff58678331a190501732edde75bd8503ef3108d9e5
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:341a3f6fac90a99a2352e35ffad0f92a70d4118129101f414cd93382d1e42840
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d022e7ab2abc42f21152d63be9345ee6b773ca2c7af82687c343215a2fdc60bf
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4724219abe10ead12ce240c08dbe3ba614a702d77bcfb8388c812d1ad9eecef1
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.2658227848101267,
6
  "eval_steps": 500,
7
- "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -36,6 +36,20 @@
36
  "learning_rate": 2.0598591549295776e-05,
37
  "loss": 0.6965,
38
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
  "logging_steps": 50,
@@ -50,7 +64,7 @@
50
  "should_evaluate": false,
51
  "should_log": false,
52
  "should_save": true,
53
- "should_training_stop": false
54
  },
55
  "attributes": {}
56
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 2.0,
6
  "eval_steps": 500,
7
+ "global_step": 316,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
36
  "learning_rate": 2.0598591549295776e-05,
37
  "loss": 0.6965,
38
  "step": 200
39
+ },
40
+ {
41
+ "epoch": 1.5822784810126582,
42
+ "grad_norm": 2.390625,
43
+ "learning_rate": 1.1795774647887324e-05,
44
+ "loss": 0.6903,
45
+ "step": 250
46
+ },
47
+ {
48
+ "epoch": 1.8987341772151898,
49
+ "grad_norm": 2.296875,
50
+ "learning_rate": 2.9929577464788733e-06,
51
+ "loss": 0.6684,
52
+ "step": 300
53
  }
54
  ],
55
  "logging_steps": 50,
 
64
  "should_evaluate": false,
65
  "should_log": false,
66
  "should_save": true,
67
+ "should_training_stop": true
68
  },
69
  "attributes": {}
70
  }