KotshinZ commited on
Commit
b677a01
·
verified ·
1 Parent(s): e1fc26c

End of training

Browse files
README.md CHANGED
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/s18574s18574-/huggingface/runs/t9renl1y)
31
 
32
 
33
  This model was trained with SFT.
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/s18574s18574-/huggingface/runs/h4mjpwdc)
31
 
32
 
33
  This model was trained with SFT.
all_results.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "eval_runtime": 0.3164,
3
  "eval_samples": 100,
4
- "eval_samples_per_second": 151.686,
5
- "eval_steps_per_second": 9.48,
6
  "total_flos": 0.0,
7
- "train_loss": 5.556107954545454,
8
- "train_runtime": 94.197,
9
  "train_samples": 19883,
10
- "train_samples_per_second": 11.222,
11
  "train_steps_per_second": 0.35
12
  }
 
1
  {
2
+ "eval_runtime": 0.2433,
3
  "eval_samples": 100,
4
+ "eval_samples_per_second": 197.294,
5
+ "eval_steps_per_second": 12.331,
6
  "total_flos": 0.0,
7
+ "train_loss": 5.5546875,
8
+ "train_runtime": 94.1946,
9
  "train_samples": 19883,
10
+ "train_samples_per_second": 11.223,
11
  "train_steps_per_second": 0.35
12
  }
eval_results.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "eval_runtime": 0.3164,
3
  "eval_samples": 100,
4
- "eval_samples_per_second": 151.686,
5
- "eval_steps_per_second": 9.48
6
  }
 
1
  {
2
+ "eval_runtime": 0.2433,
3
  "eval_samples": 100,
4
+ "eval_samples_per_second": 197.294,
5
+ "eval_steps_per_second": 12.331
6
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8e45365da2e62bd9b60b592a1fdd35a62ba9baf557b86a6caafeefd31fc75d5
3
  size 248944286
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7eb2e565ca142cb58857c3ef1ff8c9788eda03e52d5e253048aa975a37544c3
3
  size 248944286
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 5.556107954545454,
4
- "train_runtime": 94.197,
5
  "train_samples": 19883,
6
- "train_samples_per_second": 11.222,
7
  "train_steps_per_second": 0.35
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 5.5546875,
4
+ "train_runtime": 94.1946,
5
  "train_samples": 19883,
6
+ "train_samples_per_second": 11.223,
7
  "train_steps_per_second": 0.35
8
  }
trainer_state.json CHANGED
@@ -10,36 +10,36 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.030257186081694403,
13
- "grad_norm": 18.575438958798006,
14
  "learning_rate": 1.796093065705644e-05,
15
- "loss": 6.9031,
16
- "mean_token_accuracy": 0.1433999717235565,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.060514372163388806,
21
- "grad_norm": 11.22312925711848,
22
  "learning_rate": 8.382180034472353e-06,
23
  "loss": 5.325,
24
- "mean_token_accuracy": 0.19182548448443412,
25
  "step": 20
26
  },
27
  {
28
  "epoch": 0.0907715582450832,
29
- "grad_norm": 7.8614989055585625,
30
  "learning_rate": 5.234682881719766e-07,
31
- "loss": 4.7195,
32
- "mean_token_accuracy": 0.23640244454145432,
33
  "step": 30
34
  },
35
  {
36
  "epoch": 0.09984871406959153,
37
- "mean_token_accuracy": 0.24069985498984656,
38
  "step": 33,
39
  "total_flos": 0.0,
40
- "train_loss": 5.556107954545454,
41
- "train_runtime": 94.197,
42
- "train_samples_per_second": 11.222,
43
  "train_steps_per_second": 0.35
44
  }
45
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.030257186081694403,
13
+ "grad_norm": 18.732376748958846,
14
  "learning_rate": 1.796093065705644e-05,
15
+ "loss": 6.9055,
16
+ "mean_token_accuracy": 0.14334678202867507,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.060514372163388806,
21
+ "grad_norm": 11.043682894738728,
22
  "learning_rate": 8.382180034472353e-06,
23
  "loss": 5.325,
24
+ "mean_token_accuracy": 0.19193603545427323,
25
  "step": 20
26
  },
27
  {
28
  "epoch": 0.0907715582450832,
29
+ "grad_norm": 7.678457987927252,
30
  "learning_rate": 5.234682881719766e-07,
31
+ "loss": 4.7141,
32
+ "mean_token_accuracy": 0.23722605779767036,
33
  "step": 30
34
  },
35
  {
36
  "epoch": 0.09984871406959153,
37
+ "mean_token_accuracy": 0.24098099519809088,
38
  "step": 33,
39
  "total_flos": 0.0,
40
+ "train_loss": 5.5546875,
41
+ "train_runtime": 94.1946,
42
+ "train_samples_per_second": 11.223,
43
  "train_steps_per_second": 0.35
44
  }
45
  ],
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:868f332cb0455cb6b6311de1634eb90272c59e27c7f7a526d31c36d9ac33732f
3
  size 7352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c10a437b51b6ac5b776af8a77eca7bed409a4b430f5c14a649e28ff244060c91
3
  size 7352