mayaram commited on
Commit
bfc99b8
·
1 Parent(s): dbbe2af

Upload 6 files

Browse files
Files changed (3) hide show
  1. rng_state.pth +3 -0
  2. scheduler.pt +3 -0
  3. trainer_state.json +166 -0
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4387073d5cd79b938534425d0aa69cce8f595db74ecffbf675f6722c658c7047
3
+ size 13553
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde0284e691744cab21aa0a7258284d8a47c7dd85f1dc68f2c3313211592bd3f
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 3.395401954650879,
3
+ "best_model_checkpoint": "/content/drive/MyDrive/ICModel/arabertVit/checkpoint-726",
4
+ "epoch": 3.0,
5
+ "global_step": 1089,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.14,
12
+ "learning_rate": 4.8278236914600555e-05,
13
+ "loss": 6.668,
14
+ "step": 50
15
+ },
16
+ {
17
+ "epoch": 0.28,
18
+ "learning_rate": 4.65564738292011e-05,
19
+ "loss": 4.4106,
20
+ "step": 100
21
+ },
22
+ {
23
+ "epoch": 0.41,
24
+ "learning_rate": 4.4834710743801654e-05,
25
+ "loss": 4.0868,
26
+ "step": 150
27
+ },
28
+ {
29
+ "epoch": 0.55,
30
+ "learning_rate": 4.311294765840221e-05,
31
+ "loss": 3.8562,
32
+ "step": 200
33
+ },
34
+ {
35
+ "epoch": 0.69,
36
+ "learning_rate": 4.139118457300275e-05,
37
+ "loss": 3.7648,
38
+ "step": 250
39
+ },
40
+ {
41
+ "epoch": 0.83,
42
+ "learning_rate": 3.9669421487603306e-05,
43
+ "loss": 3.6757,
44
+ "step": 300
45
+ },
46
+ {
47
+ "epoch": 0.96,
48
+ "learning_rate": 3.794765840220386e-05,
49
+ "loss": 3.6014,
50
+ "step": 350
51
+ },
52
+ {
53
+ "epoch": 1.0,
54
+ "eval_loss": 3.510687828063965,
55
+ "eval_runtime": 447.4802,
56
+ "eval_samples_per_second": 5.77,
57
+ "eval_steps_per_second": 0.092,
58
+ "step": 363
59
+ },
60
+ {
61
+ "epoch": 1.1,
62
+ "learning_rate": 3.622589531680441e-05,
63
+ "loss": 3.3528,
64
+ "step": 400
65
+ },
66
+ {
67
+ "epoch": 1.24,
68
+ "learning_rate": 3.4504132231404964e-05,
69
+ "loss": 3.2424,
70
+ "step": 450
71
+ },
72
+ {
73
+ "epoch": 1.38,
74
+ "learning_rate": 3.278236914600551e-05,
75
+ "loss": 3.1979,
76
+ "step": 500
77
+ },
78
+ {
79
+ "epoch": 1.52,
80
+ "learning_rate": 3.106060606060606e-05,
81
+ "loss": 3.2015,
82
+ "step": 550
83
+ },
84
+ {
85
+ "epoch": 1.65,
86
+ "learning_rate": 2.9338842975206616e-05,
87
+ "loss": 3.1945,
88
+ "step": 600
89
+ },
90
+ {
91
+ "epoch": 1.79,
92
+ "learning_rate": 2.7617079889807162e-05,
93
+ "loss": 3.1473,
94
+ "step": 650
95
+ },
96
+ {
97
+ "epoch": 1.93,
98
+ "learning_rate": 2.5895316804407715e-05,
99
+ "loss": 3.171,
100
+ "step": 700
101
+ },
102
+ {
103
+ "epoch": 2.0,
104
+ "eval_loss": 3.395401954650879,
105
+ "eval_runtime": 464.1391,
106
+ "eval_samples_per_second": 5.563,
107
+ "eval_steps_per_second": 0.088,
108
+ "step": 726
109
+ },
110
+ {
111
+ "epoch": 2.07,
112
+ "learning_rate": 2.4173553719008264e-05,
113
+ "loss": 3.0104,
114
+ "step": 750
115
+ },
116
+ {
117
+ "epoch": 2.2,
118
+ "learning_rate": 2.2451790633608817e-05,
119
+ "loss": 2.8998,
120
+ "step": 800
121
+ },
122
+ {
123
+ "epoch": 2.34,
124
+ "learning_rate": 2.073002754820937e-05,
125
+ "loss": 2.8714,
126
+ "step": 850
127
+ },
128
+ {
129
+ "epoch": 2.48,
130
+ "learning_rate": 1.900826446280992e-05,
131
+ "loss": 2.8648,
132
+ "step": 900
133
+ },
134
+ {
135
+ "epoch": 2.62,
136
+ "learning_rate": 1.728650137741047e-05,
137
+ "loss": 2.8893,
138
+ "step": 950
139
+ },
140
+ {
141
+ "epoch": 2.75,
142
+ "learning_rate": 1.5564738292011018e-05,
143
+ "loss": 2.8479,
144
+ "step": 1000
145
+ },
146
+ {
147
+ "epoch": 2.89,
148
+ "learning_rate": 1.3842975206611573e-05,
149
+ "loss": 2.8732,
150
+ "step": 1050
151
+ },
152
+ {
153
+ "epoch": 3.0,
154
+ "eval_loss": 3.4181885719299316,
155
+ "eval_runtime": 474.579,
156
+ "eval_samples_per_second": 5.441,
157
+ "eval_steps_per_second": 0.086,
158
+ "step": 1089
159
+ }
160
+ ],
161
+ "max_steps": 1452,
162
+ "num_train_epochs": 4,
163
+ "total_flos": 1.2617826435024814e+19,
164
+ "trial_name": null,
165
+ "trial_params": null
166
+ }