shorecode commited on
Commit
b0e6355
·
verified ·
1 Parent(s): e9fb4ae

Upload folder using huggingface_hub

Browse files
checkpoint-latest/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03190bb45309bbfedccad7959d6dd1878e0a3a2c49476630690e4b0b715ba571
3
  size 62293080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef513511cab07aae2229c81db3abdc654a0b3295a3c2d11cbd3d6499af06ee82
3
  size 62293080
checkpoint-latest/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08db5c721a857b9e376429cfbe60e90ff49062398fa0ce0ed683edf407f96d3c
3
  size 124642443
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28fc9a9bbe9b73a2b142749dd94f1bfc0455d15809207712e61bb52c170e192c
3
  size 124642443
checkpoint-latest/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b182b3dedf0ef16e42c7c650dc1dabae1c16baddbc2124f22d1cc0600b2e9222
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ab924d1dd6f7d0d0a987395af92fe2c207d68f4ed0046e34205bf59aa0a3e7
3
  size 14645
checkpoint-latest/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47578247ee117cf4bc0a0c2af4d329dc3c61e90f1c21bdab88f7e138719d3e25
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09920373f9c73ff341f9b497a1508313129ce162304c3799289a6c23932f7385
3
  size 1383
checkpoint-latest/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6a5728e17488e0af5b9594b7a742e2aa414b404c43f45b9b8c470ef12744e2b
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733b6a45fd8cebd94fb50b1fb141fd687689caaa2ac76b306c6159a539b547e5
3
  size 1465
checkpoint-latest/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.17596339961288052,
6
  "eval_steps": 500,
7
- "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -80,6 +80,78 @@
80
  "eval_samples_per_second": 166.359,
81
  "eval_steps_per_second": 6.401,
82
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83
  }
84
  ],
85
  "logging_steps": 125,
@@ -99,7 +171,7 @@
99
  "attributes": {}
100
  }
101
  },
102
- "total_flos": 586712875008000.0,
103
  "train_batch_size": 26,
104
  "trial_name": null,
105
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.35192679922576103,
6
  "eval_steps": 500,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
80
  "eval_samples_per_second": 166.359,
81
  "eval_steps_per_second": 6.401,
82
  "step": 1000
83
+ },
84
+ {
85
+ "epoch": 0.1979588245644906,
86
+ "grad_norm": 0.7378321290016174,
87
+ "learning_rate": 0.0002802217138835122,
88
+ "loss": 3.1179,
89
+ "step": 1125
90
+ },
91
+ {
92
+ "epoch": 0.21995424951610065,
93
+ "grad_norm": 0.861381471157074,
94
+ "learning_rate": 0.0002780221713883512,
95
+ "loss": 3.103,
96
+ "step": 1250
97
+ },
98
+ {
99
+ "epoch": 0.2419496744677107,
100
+ "grad_norm": 0.8002694249153137,
101
+ "learning_rate": 0.0002758226288931902,
102
+ "loss": 3.1028,
103
+ "step": 1375
104
+ },
105
+ {
106
+ "epoch": 0.26394509941932076,
107
+ "grad_norm": 0.6079952120780945,
108
+ "learning_rate": 0.0002736230863980292,
109
+ "loss": 3.0921,
110
+ "step": 1500
111
+ },
112
+ {
113
+ "epoch": 0.26394509941932076,
114
+ "eval_loss": 2.646458864212036,
115
+ "eval_runtime": 59.2373,
116
+ "eval_samples_per_second": 166.28,
117
+ "eval_steps_per_second": 6.398,
118
+ "step": 1500
119
+ },
120
+ {
121
+ "epoch": 0.28594052437093087,
122
+ "grad_norm": 0.9203604459762573,
123
+ "learning_rate": 0.0002714235439028682,
124
+ "loss": 3.1046,
125
+ "step": 1625
126
+ },
127
+ {
128
+ "epoch": 0.3079359493225409,
129
+ "grad_norm": 1.0269505977630615,
130
+ "learning_rate": 0.00026922400140770716,
131
+ "loss": 3.0836,
132
+ "step": 1750
133
+ },
134
+ {
135
+ "epoch": 0.329931374274151,
136
+ "grad_norm": 0.7157150506973267,
137
+ "learning_rate": 0.0002670244589125462,
138
+ "loss": 3.095,
139
+ "step": 1875
140
+ },
141
+ {
142
+ "epoch": 0.35192679922576103,
143
+ "grad_norm": 0.6990401148796082,
144
+ "learning_rate": 0.00026482491641738516,
145
+ "loss": 3.083,
146
+ "step": 2000
147
+ },
148
+ {
149
+ "epoch": 0.35192679922576103,
150
+ "eval_loss": 2.6299610137939453,
151
+ "eval_runtime": 58.9681,
152
+ "eval_samples_per_second": 167.039,
153
+ "eval_steps_per_second": 6.427,
154
+ "step": 2000
155
  }
156
  ],
157
  "logging_steps": 125,
 
171
  "attributes": {}
172
  }
173
  },
174
+ "total_flos": 1173425750016000.0,
175
  "train_batch_size": 26,
176
  "trial_name": null,
177
  "trial_params": null