CodeIsAbstract commited on
Commit
3c97f54
·
verified ·
1 Parent(s): 43e21f0

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4004324ae6a287b56f6750e0088510f56f4e3770c777e917f2b7d91578c5b194
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74482d56d36e465549c20be2150fd2ef4b59d83accfc45b098eea9ef8a38e044
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb823174ab249b1842d4e1162abd6e67ae85179a680cff7991e0b160459185c1
3
  size 350603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d680fefa7597e1b297207c4260840a411a6cf7b773c449f6e2ca2c5e13fb07
3
  size 350603
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1eb579b6634a965331bf4e2fb7490cfab58bd743a2aa0822c6275d43249a9fe6
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c70e1001ae0e367150867105486fed534a3bc9b59aab53fe74124dba56db2a
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:889f6fc92910dc1617d7e2b8e49ec9358ef58d2162623ab1d55db477fded32fc
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4a07c066075e0a1b5d9477b0d2f4d6bab07235ad5efe05720caa179d7171b5
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,86 +2,49 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.2,
6
  "eval_steps": 20,
7
- "global_step": 40,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.025,
14
- "grad_norm": 0.19855035841464996,
15
  "learning_rate": 1.6e-06,
16
- "loss": 22.03577117919922,
17
  "step": 5
18
  },
19
  {
20
  "epoch": 0.05,
21
- "grad_norm": 0.20424452424049377,
22
  "learning_rate": 3.6e-06,
23
- "loss": 22.039888000488283,
24
  "step": 10
25
  },
26
  {
27
  "epoch": 0.075,
28
- "grad_norm": 0.19867758452892303,
29
  "learning_rate": 3.995627254437549e-06,
30
- "loss": 22.05139923095703,
31
  "step": 15
32
  },
33
  {
34
  "epoch": 0.1,
35
- "grad_norm": 0.21107740700244904,
36
  "learning_rate": 3.9778957412029366e-06,
37
- "loss": 22.04059600830078,
38
  "step": 20
39
  },
40
  {
41
  "epoch": 0.1,
42
- "eval_accuracy": 1.978021978021978e-05,
43
- "eval_loss": 11.020455360412598,
44
- "eval_runtime": 92.6203,
45
- "eval_samples_per_second": 10.797,
46
- "eval_steps_per_second": 2.699,
47
  "step": 20
48
- },
49
- {
50
- "epoch": 0.125,
51
- "grad_norm": 0.204095259308815,
52
- "learning_rate": 3.9466531944960116e-06,
53
- "loss": 22.034034729003906,
54
- "step": 25
55
- },
56
- {
57
- "epoch": 0.15,
58
- "grad_norm": 0.19144363701343536,
59
- "learning_rate": 3.902113032590307e-06,
60
- "loss": 22.034739685058593,
61
- "step": 30
62
- },
63
- {
64
- "epoch": 0.175,
65
- "grad_norm": 0.20849967002868652,
66
- "learning_rate": 3.844579509954769e-06,
67
- "loss": 22.041725158691406,
68
- "step": 35
69
- },
70
- {
71
- "epoch": 0.2,
72
- "grad_norm": 0.1984155923128128,
73
- "learning_rate": 3.7744456388872234e-06,
74
- "loss": 22.034831237792968,
75
- "step": 40
76
- },
77
- {
78
- "epoch": 0.2,
79
- "eval_accuracy": 2.0024420024420023e-05,
80
- "eval_loss": 11.019495964050293,
81
- "eval_runtime": 92.1989,
82
- "eval_samples_per_second": 10.846,
83
- "eval_steps_per_second": 2.712,
84
- "step": 40
85
  }
86
  ],
87
  "logging_steps": 5,
@@ -102,7 +65,7 @@
102
  }
103
  },
104
  "total_flos": 0.0,
105
- "train_batch_size": 4,
106
  "trial_name": null,
107
  "trial_params": null
108
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.1,
6
  "eval_steps": 20,
7
+ "global_step": 20,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.025,
14
+ "grad_norm": 0.2091294378042221,
15
  "learning_rate": 1.6e-06,
16
+ "loss": 21.9791015625,
17
  "step": 5
18
  },
19
  {
20
  "epoch": 0.05,
21
+ "grad_norm": 0.21135330200195312,
22
  "learning_rate": 3.6e-06,
23
+ "loss": 21.991165161132812,
24
  "step": 10
25
  },
26
  {
27
  "epoch": 0.075,
28
+ "grad_norm": 0.2114953100681305,
29
  "learning_rate": 3.995627254437549e-06,
30
+ "loss": 21.989112854003906,
31
  "step": 15
32
  },
33
  {
34
  "epoch": 0.1,
35
+ "grad_norm": 0.1982107013463974,
36
  "learning_rate": 3.9778957412029366e-06,
37
+ "loss": 21.98875274658203,
38
  "step": 20
39
  },
40
  {
41
  "epoch": 0.1,
42
+ "eval_accuracy": 1.221001221001221e-05,
43
+ "eval_loss": 10.98886489868164,
44
+ "eval_runtime": 91.9166,
45
+ "eval_samples_per_second": 10.879,
46
+ "eval_steps_per_second": 1.817,
47
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "logging_steps": 5,
 
65
  }
66
  },
67
  "total_flos": 0.0,
68
+ "train_batch_size": 6,
69
  "trial_name": null,
70
  "trial_params": null
71
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff6acc2c85619ab487b0f5352ddad26b9a9f05dd3dec11fa8ed4abb1a5a9ef99
3
  size 5265
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a03866db9595121dc0a92697619c52144b0fc40ad7e945dc9cd18869090b4f
3
  size 5265