End of training
Browse files- all_results.json +4 -4
- train_results.json +4 -4
- trainer_state.json +20 -20
all_results.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"epoch": 2.0,
|
| 3 |
"total_flos": 9.4894217943552e+17,
|
| 4 |
-
"train_loss":
|
| 5 |
-
"train_runtime":
|
| 6 |
-
"train_samples_per_second":
|
| 7 |
-
"train_steps_per_second": 1.
|
| 8 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"epoch": 2.0,
|
| 3 |
"total_flos": 9.4894217943552e+17,
|
| 4 |
+
"train_loss": 2.5065918884277343,
|
| 5 |
+
"train_runtime": 246.2795,
|
| 6 |
+
"train_samples_per_second": 8.064,
|
| 7 |
+
"train_steps_per_second": 1.015
|
| 8 |
}
|
train_results.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"epoch": 2.0,
|
| 3 |
"total_flos": 9.4894217943552e+17,
|
| 4 |
-
"train_loss":
|
| 5 |
-
"train_runtime":
|
| 6 |
-
"train_samples_per_second":
|
| 7 |
-
"train_steps_per_second": 1.
|
| 8 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"epoch": 2.0,
|
| 3 |
"total_flos": 9.4894217943552e+17,
|
| 4 |
+
"train_loss": 2.5065918884277343,
|
| 5 |
+
"train_runtime": 246.2795,
|
| 6 |
+
"train_samples_per_second": 8.064,
|
| 7 |
+
"train_steps_per_second": 1.015
|
| 8 |
}
|
trainer_state.json
CHANGED
|
@@ -10,54 +10,54 @@
|
|
| 10 |
"log_history": [
|
| 11 |
{
|
| 12 |
"epoch": 0.4,
|
| 13 |
-
"grad_norm":
|
| 14 |
-
"learning_rate":
|
| 15 |
-
"loss":
|
| 16 |
"step": 50
|
| 17 |
},
|
| 18 |
{
|
| 19 |
"epoch": 0.8,
|
| 20 |
-
"grad_norm":
|
| 21 |
-
"learning_rate":
|
| 22 |
-
"loss":
|
| 23 |
"step": 100
|
| 24 |
},
|
| 25 |
{
|
| 26 |
"epoch": 1.2,
|
| 27 |
-
"grad_norm":
|
| 28 |
-
"learning_rate":
|
| 29 |
-
"loss":
|
| 30 |
"step": 150
|
| 31 |
},
|
| 32 |
{
|
| 33 |
"epoch": 1.6,
|
| 34 |
-
"grad_norm":
|
| 35 |
-
"learning_rate":
|
| 36 |
-
"loss":
|
| 37 |
"step": 200
|
| 38 |
},
|
| 39 |
{
|
| 40 |
"epoch": 2.0,
|
| 41 |
-
"grad_norm":
|
| 42 |
-
"learning_rate":
|
| 43 |
-
"loss":
|
| 44 |
"step": 250
|
| 45 |
},
|
| 46 |
{
|
| 47 |
"epoch": 2.0,
|
| 48 |
"step": 250,
|
| 49 |
"total_flos": 9.4894217943552e+17,
|
| 50 |
-
"train_loss":
|
| 51 |
-
"train_runtime":
|
| 52 |
-
"train_samples_per_second":
|
| 53 |
-
"train_steps_per_second": 1.
|
| 54 |
}
|
| 55 |
],
|
| 56 |
"logging_steps": 50,
|
| 57 |
"max_steps": 250,
|
| 58 |
"num_input_tokens_seen": 0,
|
| 59 |
"num_train_epochs": 2,
|
| 60 |
-
"save_steps":
|
| 61 |
"stateful_callbacks": {
|
| 62 |
"TrainerControl": {
|
| 63 |
"args": {
|
|
|
|
| 10 |
"log_history": [
|
| 11 |
{
|
| 12 |
"epoch": 0.4,
|
| 13 |
+
"grad_norm": 83.9439697265625,
|
| 14 |
+
"learning_rate": 4.555555555555556e-05,
|
| 15 |
+
"loss": 3.2962,
|
| 16 |
"step": 50
|
| 17 |
},
|
| 18 |
{
|
| 19 |
"epoch": 0.8,
|
| 20 |
+
"grad_norm": 82.1087417602539,
|
| 21 |
+
"learning_rate": 3.466666666666667e-05,
|
| 22 |
+
"loss": 2.6118,
|
| 23 |
"step": 100
|
| 24 |
},
|
| 25 |
{
|
| 26 |
"epoch": 1.2,
|
| 27 |
+
"grad_norm": 99.78679656982422,
|
| 28 |
+
"learning_rate": 2.3555555555555556e-05,
|
| 29 |
+
"loss": 2.4529,
|
| 30 |
"step": 150
|
| 31 |
},
|
| 32 |
{
|
| 33 |
"epoch": 1.6,
|
| 34 |
+
"grad_norm": 94.11151885986328,
|
| 35 |
+
"learning_rate": 1.2444444444444445e-05,
|
| 36 |
+
"loss": 2.1187,
|
| 37 |
"step": 200
|
| 38 |
},
|
| 39 |
{
|
| 40 |
"epoch": 2.0,
|
| 41 |
+
"grad_norm": 85.35782623291016,
|
| 42 |
+
"learning_rate": 1.3333333333333334e-06,
|
| 43 |
+
"loss": 2.0534,
|
| 44 |
"step": 250
|
| 45 |
},
|
| 46 |
{
|
| 47 |
"epoch": 2.0,
|
| 48 |
"step": 250,
|
| 49 |
"total_flos": 9.4894217943552e+17,
|
| 50 |
+
"train_loss": 2.5065918884277343,
|
| 51 |
+
"train_runtime": 246.2795,
|
| 52 |
+
"train_samples_per_second": 8.064,
|
| 53 |
+
"train_steps_per_second": 1.015
|
| 54 |
}
|
| 55 |
],
|
| 56 |
"logging_steps": 50,
|
| 57 |
"max_steps": 250,
|
| 58 |
"num_input_tokens_seen": 0,
|
| 59 |
"num_train_epochs": 2,
|
| 60 |
+
"save_steps": 500,
|
| 61 |
"stateful_callbacks": {
|
| 62 |
"TrainerControl": {
|
| 63 |
"args": {
|