Peter512 commited on
Commit
d1808a7
·
verified ·
1 Parent(s): 9ef68b7

Upload folder using huggingface_hub

Browse files
Files changed (7) hide show
  1. model.safetensors +1 -1
  2. optimizer.pt +3 -0
  3. rng_state.pth +3 -0
  4. scaler.pt +3 -0
  5. scheduler.pt +3 -0
  6. trainer_state.json +190 -0
  7. training_args.bin +3 -0
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:472918c43ff26020e0403a9d61f6609a5f1b34293635ad117d90c5a71150fd82
3
  size 437975176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8945b643153235916bf7633b75f652080229cb16f684035410e93ef1e1cb0a99
3
  size 437975176
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19ac66615e26422c3800c360a0fbc80cdf8675d7c95e64d525550df445268d4c
3
+ size 876075403
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b610f2cb3689e09e66dc65865af018594c349cf8159efd976d36d73dad10850
3
+ size 14645
scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a4f4a80b978dd2a9920d4ebc79158f6d1353f6a66461fece2188f23076c4fed
3
+ size 1383
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2b9f21a4594ec5f1a7c0c98d4ee49f8bb7789fbc9b3cce6505b7d8b83a0bd8
3
+ size 1465
trainer_state.json ADDED
@@ -0,0 +1,190 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2188,
3
+ "best_metric": 0.8126,
4
+ "best_model_checkpoint": "/ceph/home/student.aau.dk/uo02pm/exam_m4/final_assignment/results_final/checkpoint-2188",
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2188,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.04570383912248629,
14
+ "grad_norm": 1.4680031538009644,
15
+ "learning_rate": 9.04109589041096e-06,
16
+ "loss": 0.6659906005859375,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.09140767824497258,
21
+ "grad_norm": 3.0468764305114746,
22
+ "learning_rate": 1.8173515981735163e-05,
23
+ "loss": 0.5402507400512695,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 0.13711151736745886,
28
+ "grad_norm": 3.0381736755371094,
29
+ "learning_rate": 1.9187404773996955e-05,
30
+ "loss": 0.500119514465332,
31
+ "step": 300
32
+ },
33
+ {
34
+ "epoch": 0.18281535648994515,
35
+ "grad_norm": 3.2309110164642334,
36
+ "learning_rate": 1.8171660741493145e-05,
37
+ "loss": 0.4982530975341797,
38
+ "step": 400
39
+ },
40
+ {
41
+ "epoch": 0.22851919561243145,
42
+ "grad_norm": 3.3481152057647705,
43
+ "learning_rate": 1.7155916708989335e-05,
44
+ "loss": 0.4839456939697266,
45
+ "step": 500
46
+ },
47
+ {
48
+ "epoch": 0.2742230347349177,
49
+ "grad_norm": 1.9908303022384644,
50
+ "learning_rate": 1.6140172676485525e-05,
51
+ "loss": 0.48401123046875,
52
+ "step": 600
53
+ },
54
+ {
55
+ "epoch": 0.31992687385740404,
56
+ "grad_norm": 4.413586616516113,
57
+ "learning_rate": 1.5124428643981718e-05,
58
+ "loss": 0.4505374145507812,
59
+ "step": 700
60
+ },
61
+ {
62
+ "epoch": 0.3656307129798903,
63
+ "grad_norm": 3.1499385833740234,
64
+ "learning_rate": 1.410868461147791e-05,
65
+ "loss": 0.4597699737548828,
66
+ "step": 800
67
+ },
68
+ {
69
+ "epoch": 0.4113345521023766,
70
+ "grad_norm": 3.83247447013855,
71
+ "learning_rate": 1.30929405789741e-05,
72
+ "loss": 0.41371593475341795,
73
+ "step": 900
74
+ },
75
+ {
76
+ "epoch": 0.4570383912248629,
77
+ "grad_norm": 2.611191749572754,
78
+ "learning_rate": 1.2077196546470291e-05,
79
+ "loss": 0.45951534271240235,
80
+ "step": 1000
81
+ },
82
+ {
83
+ "epoch": 0.5027422303473492,
84
+ "grad_norm": 4.901726245880127,
85
+ "learning_rate": 1.1061452513966481e-05,
86
+ "loss": 0.4458449935913086,
87
+ "step": 1100
88
+ },
89
+ {
90
+ "epoch": 0.5484460694698354,
91
+ "grad_norm": 2.2019906044006348,
92
+ "learning_rate": 1.0045708481462673e-05,
93
+ "loss": 0.4343938446044922,
94
+ "step": 1200
95
+ },
96
+ {
97
+ "epoch": 0.5941499085923218,
98
+ "grad_norm": 4.241252899169922,
99
+ "learning_rate": 9.029964448958863e-06,
100
+ "loss": 0.424683952331543,
101
+ "step": 1300
102
+ },
103
+ {
104
+ "epoch": 0.6398537477148081,
105
+ "grad_norm": 2.6701462268829346,
106
+ "learning_rate": 8.014220416455055e-06,
107
+ "loss": 0.4311076736450195,
108
+ "step": 1400
109
+ },
110
+ {
111
+ "epoch": 0.6855575868372943,
112
+ "grad_norm": 2.7700655460357666,
113
+ "learning_rate": 6.998476383951245e-06,
114
+ "loss": 0.4267000961303711,
115
+ "step": 1500
116
+ },
117
+ {
118
+ "epoch": 0.7312614259597806,
119
+ "grad_norm": 4.248820781707764,
120
+ "learning_rate": 5.9827323514474355e-06,
121
+ "loss": 0.43855819702148435,
122
+ "step": 1600
123
+ },
124
+ {
125
+ "epoch": 0.7769652650822669,
126
+ "grad_norm": 2.6922144889831543,
127
+ "learning_rate": 4.966988318943627e-06,
128
+ "loss": 0.42610862731933596,
129
+ "step": 1700
130
+ },
131
+ {
132
+ "epoch": 0.8226691042047533,
133
+ "grad_norm": 2.1052846908569336,
134
+ "learning_rate": 3.951244286439818e-06,
135
+ "loss": 0.41606285095214846,
136
+ "step": 1800
137
+ },
138
+ {
139
+ "epoch": 0.8683729433272395,
140
+ "grad_norm": 4.449422359466553,
141
+ "learning_rate": 2.9355002539360083e-06,
142
+ "loss": 0.4456697082519531,
143
+ "step": 1900
144
+ },
145
+ {
146
+ "epoch": 0.9140767824497258,
147
+ "grad_norm": 3.9595413208007812,
148
+ "learning_rate": 1.9197562214321996e-06,
149
+ "loss": 0.4376623916625977,
150
+ "step": 2000
151
+ },
152
+ {
153
+ "epoch": 0.9597806215722121,
154
+ "grad_norm": 4.138005256652832,
155
+ "learning_rate": 9.040121889283901e-07,
156
+ "loss": 0.41156463623046874,
157
+ "step": 2100
158
+ },
159
+ {
160
+ "epoch": 1.0,
161
+ "eval_accuracy": 0.8126,
162
+ "eval_loss": 0.40674716234207153,
163
+ "eval_runtime": 26.549,
164
+ "eval_samples_per_second": 188.331,
165
+ "eval_steps_per_second": 5.914,
166
+ "step": 2188
167
+ }
168
+ ],
169
+ "logging_steps": 100,
170
+ "max_steps": 2188,
171
+ "num_input_tokens_seen": 0,
172
+ "num_train_epochs": 1,
173
+ "save_steps": 500,
174
+ "stateful_callbacks": {
175
+ "TrainerControl": {
176
+ "args": {
177
+ "should_epoch_stop": false,
178
+ "should_evaluate": false,
179
+ "should_log": false,
180
+ "should_save": true,
181
+ "should_training_stop": true
182
+ },
183
+ "attributes": {}
184
+ }
185
+ },
186
+ "total_flos": 4604443468800000.0,
187
+ "train_batch_size": 16,
188
+ "trial_name": null,
189
+ "trial_params": null
190
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8eae8d9fad20d62bd1bc23a993cae62e4e4729ca8d7fcf47de9a8de0a7be258
3
+ size 5329