virto commited on
Commit
337dee7
·
1 Parent(s): 3054806

End of training

Browse files
all_results.json CHANGED
@@ -1,8 +1,18 @@
1
  {
2
  "epoch": 3.0,
3
- "train_loss": 4.371463769932677,
4
- "train_runtime": 2130.0724,
 
 
 
 
 
 
 
 
 
 
5
  "train_samples": 3567,
6
- "train_samples_per_second": 5.024,
7
- "train_steps_per_second": 1.256
8
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_gen_len": 42.78774617067834,
4
+ "eval_loss": 2.2129509449005127,
5
+ "eval_rouge1": 0.0,
6
+ "eval_rouge2": 0.0,
7
+ "eval_rougeL": 0.0,
8
+ "eval_rougeLsum": 0.0,
9
+ "eval_runtime": 222.1589,
10
+ "eval_samples": 457,
11
+ "eval_samples_per_second": 2.057,
12
+ "eval_steps_per_second": 1.031,
13
+ "train_loss": 3.0209487093938305,
14
+ "train_runtime": 15633.4435,
15
  "train_samples": 3567,
16
+ "train_samples_per_second": 0.684,
17
+ "train_steps_per_second": 0.342
18
  }
eval_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_gen_len": 42.78774617067834,
4
+ "eval_loss": 2.2129509449005127,
5
+ "eval_rouge1": 0.0,
6
+ "eval_rouge2": 0.0,
7
+ "eval_rougeL": 0.0,
8
+ "eval_rougeLsum": 0.0,
9
+ "eval_runtime": 222.1589,
10
+ "eval_samples": 457,
11
+ "eval_samples_per_second": 2.057,
12
+ "eval_steps_per_second": 1.031
13
+ }
generation_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_from_model_config": true,
3
  "decoder_start_token_id": 0,
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
 
1
  {
 
2
  "decoder_start_token_id": 0,
3
  "eos_token_id": 1,
4
  "pad_token_id": 0,
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 3.0,
3
- "train_loss": 4.371463769932677,
4
- "train_runtime": 2130.0724,
5
  "train_samples": 3567,
6
- "train_samples_per_second": 5.024,
7
- "train_steps_per_second": 1.256
8
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "train_loss": 3.0209487093938305,
4
+ "train_runtime": 15633.4435,
5
  "train_samples": 3567,
6
+ "train_samples_per_second": 0.684,
7
+ "train_steps_per_second": 0.342
8
  }
trainer_state.json CHANGED
@@ -2,54 +2,84 @@
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 3.0,
5
- "global_step": 2676,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
 
 
 
 
 
 
10
  {
11
  "epoch": 0.56,
12
  "learning_rate": 4.06576980568012e-05,
13
- "loss": 6.9052,
14
- "step": 500
 
 
 
 
 
 
15
  },
16
  {
17
  "epoch": 1.12,
18
  "learning_rate": 3.131539611360239e-05,
19
- "loss": 4.058,
20
- "step": 1000
 
 
 
 
 
 
21
  },
22
  {
23
  "epoch": 1.68,
24
  "learning_rate": 2.197309417040359e-05,
25
- "loss": 3.7927,
26
- "step": 1500
 
 
 
 
 
 
27
  },
28
  {
29
  "epoch": 2.24,
30
  "learning_rate": 1.2630792227204785e-05,
31
- "loss": 3.7283,
32
- "step": 2000
 
 
 
 
 
 
33
  },
34
  {
35
  "epoch": 2.8,
36
  "learning_rate": 3.2884902840059795e-06,
37
- "loss": 3.6313,
38
- "step": 2500
39
  },
40
  {
41
  "epoch": 3.0,
42
- "step": 2676,
43
- "total_flos": 5808282307461120.0,
44
- "train_loss": 4.371463769932677,
45
- "train_runtime": 2130.0724,
46
- "train_samples_per_second": 5.024,
47
- "train_steps_per_second": 1.256
48
  }
49
  ],
50
- "max_steps": 2676,
51
  "num_train_epochs": 3,
52
- "total_flos": 5808282307461120.0,
53
  "trial_name": null,
54
  "trial_params": null
55
  }
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 3.0,
5
+ "global_step": 5352,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
+ {
11
+ "epoch": 0.28,
12
+ "learning_rate": 4.53288490284006e-05,
13
+ "loss": 4.6706,
14
+ "step": 500
15
+ },
16
  {
17
  "epoch": 0.56,
18
  "learning_rate": 4.06576980568012e-05,
19
+ "loss": 3.2966,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 0.84,
24
+ "learning_rate": 3.598654708520179e-05,
25
+ "loss": 3.1131,
26
+ "step": 1500
27
  },
28
  {
29
  "epoch": 1.12,
30
  "learning_rate": 3.131539611360239e-05,
31
+ "loss": 3.023,
32
+ "step": 2000
33
+ },
34
+ {
35
+ "epoch": 1.4,
36
+ "learning_rate": 2.6644245142002988e-05,
37
+ "loss": 2.8461,
38
+ "step": 2500
39
  },
40
  {
41
  "epoch": 1.68,
42
  "learning_rate": 2.197309417040359e-05,
43
+ "loss": 2.793,
44
+ "step": 3000
45
+ },
46
+ {
47
+ "epoch": 1.96,
48
+ "learning_rate": 1.7301943198804185e-05,
49
+ "loss": 2.7901,
50
+ "step": 3500
51
  },
52
  {
53
  "epoch": 2.24,
54
  "learning_rate": 1.2630792227204785e-05,
55
+ "loss": 2.6794,
56
+ "step": 4000
57
+ },
58
+ {
59
+ "epoch": 2.52,
60
+ "learning_rate": 7.959641255605381e-06,
61
+ "loss": 2.6457,
62
+ "step": 4500
63
  },
64
  {
65
  "epoch": 2.8,
66
  "learning_rate": 3.2884902840059795e-06,
67
+ "loss": 2.6186,
68
+ "step": 5000
69
  },
70
  {
71
  "epoch": 3.0,
72
+ "step": 5352,
73
+ "total_flos": 1.0118640236829696e+16,
74
+ "train_loss": 3.0209487093938305,
75
+ "train_runtime": 15633.4435,
76
+ "train_samples_per_second": 0.684,
77
+ "train_steps_per_second": 0.342
78
  }
79
  ],
80
+ "max_steps": 5352,
81
  "num_train_epochs": 3,
82
+ "total_flos": 1.0118640236829696e+16,
83
  "trial_name": null,
84
  "trial_params": null
85
  }