KotshinZ commited on
Commit
674527b
·
verified ·
1 Parent(s): b677a01

End of training

Browse files
README.md CHANGED
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/s18574s18574-/huggingface/runs/h4mjpwdc)
31
 
32
 
33
  This model was trained with SFT.
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/s18574s18574-/huggingface/runs/j0nfe37z)
31
 
32
 
33
  This model was trained with SFT.
all_results.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "eval_runtime": 0.2433,
3
  "eval_samples": 100,
4
- "eval_samples_per_second": 197.294,
5
- "eval_steps_per_second": 12.331,
6
  "total_flos": 0.0,
7
- "train_loss": 5.5546875,
8
- "train_runtime": 94.1946,
9
  "train_samples": 19883,
10
- "train_samples_per_second": 11.223,
11
  "train_steps_per_second": 0.35
12
  }
 
1
  {
2
+ "eval_runtime": 0.2685,
3
  "eval_samples": 100,
4
+ "eval_samples_per_second": 178.767,
5
+ "eval_steps_per_second": 11.173,
6
  "total_flos": 0.0,
7
+ "train_loss": 5.5703125,
8
+ "train_runtime": 94.29,
9
  "train_samples": 19883,
10
+ "train_samples_per_second": 11.211,
11
  "train_steps_per_second": 0.35
12
  }
eval_results.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "eval_runtime": 0.2433,
3
  "eval_samples": 100,
4
- "eval_samples_per_second": 197.294,
5
- "eval_steps_per_second": 12.331
6
  }
 
1
  {
2
+ "eval_runtime": 0.2685,
3
  "eval_samples": 100,
4
+ "eval_samples_per_second": 178.767,
5
+ "eval_steps_per_second": 11.173
6
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7eb2e565ca142cb58857c3ef1ff8c9788eda03e52d5e253048aa975a37544c3
3
  size 248944286
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b2a460303c6a34aff294621d2ce5dfb7f6fbc76e0167914d64909521d616777
3
  size 248944286
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 5.5546875,
4
- "train_runtime": 94.1946,
5
  "train_samples": 19883,
6
- "train_samples_per_second": 11.223,
7
  "train_steps_per_second": 0.35
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 5.5703125,
4
+ "train_runtime": 94.29,
5
  "train_samples": 19883,
6
+ "train_samples_per_second": 11.211,
7
  "train_steps_per_second": 0.35
8
  }
trainer_state.json CHANGED
@@ -10,36 +10,36 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.030257186081694403,
13
- "grad_norm": 18.732376748958846,
14
  "learning_rate": 1.796093065705644e-05,
15
- "loss": 6.9055,
16
- "mean_token_accuracy": 0.14334678202867507,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.060514372163388806,
21
- "grad_norm": 11.043682894738728,
22
  "learning_rate": 8.382180034472353e-06,
23
- "loss": 5.325,
24
- "mean_token_accuracy": 0.19193603545427323,
25
  "step": 20
26
  },
27
  {
28
  "epoch": 0.0907715582450832,
29
- "grad_norm": 7.678457987927252,
30
  "learning_rate": 5.234682881719766e-07,
31
- "loss": 4.7141,
32
- "mean_token_accuracy": 0.23722605779767036,
33
  "step": 30
34
  },
35
  {
36
  "epoch": 0.09984871406959153,
37
- "mean_token_accuracy": 0.24098099519809088,
38
  "step": 33,
39
  "total_flos": 0.0,
40
- "train_loss": 5.5546875,
41
- "train_runtime": 94.1946,
42
- "train_samples_per_second": 11.223,
43
  "train_steps_per_second": 0.35
44
  }
45
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.030257186081694403,
13
+ "grad_norm": 23.19076749983313,
14
  "learning_rate": 1.796093065705644e-05,
15
+ "loss": 6.8891,
16
+ "mean_token_accuracy": 0.14328600466251373,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.060514372163388806,
21
+ "grad_norm": 10.552981359945921,
22
  "learning_rate": 8.382180034472353e-06,
23
+ "loss": 5.3461,
24
+ "mean_token_accuracy": 0.1898418039083481,
25
  "step": 20
26
  },
27
  {
28
  "epoch": 0.0907715582450832,
29
+ "grad_norm": 8.191712743407091,
30
  "learning_rate": 5.234682881719766e-07,
31
+ "loss": 4.75,
32
+ "mean_token_accuracy": 0.2335878863930702,
33
  "step": 30
34
  },
35
  {
36
  "epoch": 0.09984871406959153,
37
+ "mean_token_accuracy": 0.23857259502013525,
38
  "step": 33,
39
  "total_flos": 0.0,
40
+ "train_loss": 5.5703125,
41
+ "train_runtime": 94.29,
42
+ "train_samples_per_second": 11.211,
43
  "train_steps_per_second": 0.35
44
  }
45
  ],
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c10a437b51b6ac5b776af8a77eca7bed409a4b430f5c14a649e28ff244060c91
3
  size 7352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5fa711d6cdcb0b2b63e61e4b8e967fec2988c80fb803ba46477961ca838fb4d
3
  size 7352