nornor02 commited on
Commit
8464381
·
1 Parent(s): 659d68d

Training in progress, step 1000

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:097f7d9b108688349a124e464cc58f298d75778330d395392303d51894b2d9fb
3
  size 328693404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6568526d6f510a17641b444d415b05c4f0af34d7532d14de56d3b524900ebff
3
  size 328693404
runs/Dec21_15-40-36_25a3f4873e1e/events.out.tfevents.1703173236.25a3f4873e1e.42.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9631e1b5be85f3f81dc604dd967d630b132b1a2524e80dd30944e422e874c6d
3
- size 4527
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a444c7cb79b5b8b40dcb71c468cbddbdd810039cf195f2c4e5073a2933d18ca
3
+ size 4684
wandb/debug-internal.log CHANGED
@@ -135,3 +135,68 @@
135
  2023-12-21 15:43:50,878 DEBUG SenderThread:833 [sender.py:send():382] send: stats
136
  2023-12-21 15:43:52,012 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
137
  2023-12-21 15:43:55,885 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  2023-12-21 15:43:50,878 DEBUG SenderThread:833 [sender.py:send():382] send: stats
136
  2023-12-21 15:43:52,012 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
137
  2023-12-21 15:43:55,885 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
138
+ 2023-12-21 15:43:56,835 INFO Thread-12 :833 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_154050-m3289itb/files/config.yaml
139
+ 2023-12-21 15:43:57,019 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
140
+ 2023-12-21 15:44:01,002 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
141
+ 2023-12-21 15:44:02,023 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
142
+ 2023-12-21 15:44:06,003 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
143
+ 2023-12-21 15:44:07,027 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
144
+ 2023-12-21 15:44:11,004 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
145
+ 2023-12-21 15:44:12,029 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
146
+ 2023-12-21 15:44:16,005 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
147
+ 2023-12-21 15:44:17,030 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
148
+ 2023-12-21 15:44:20,879 DEBUG SenderThread:833 [sender.py:send():382] send: stats
149
+ 2023-12-21 15:44:21,880 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
150
+ 2023-12-21 15:44:22,031 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
151
+ 2023-12-21 15:44:26,881 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
152
+ 2023-12-21 15:44:27,044 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
153
+ 2023-12-21 15:44:31,882 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
154
+ 2023-12-21 15:44:32,045 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
155
+ 2023-12-21 15:44:36,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
156
+ 2023-12-21 15:44:37,046 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
157
+ 2023-12-21 15:44:41,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
158
+ 2023-12-21 15:44:42,058 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
159
+ 2023-12-21 15:44:46,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
160
+ 2023-12-21 15:44:47,059 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
161
+ 2023-12-21 15:44:50,880 DEBUG SenderThread:833 [sender.py:send():382] send: stats
162
+ 2023-12-21 15:44:52,283 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
163
+ 2023-12-21 15:44:52,881 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
164
+ 2023-12-21 15:44:57,284 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
165
+ 2023-12-21 15:44:57,882 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
166
+ 2023-12-21 15:45:02,284 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
167
+ 2023-12-21 15:45:02,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
168
+ 2023-12-21 15:45:07,285 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
169
+ 2023-12-21 15:45:07,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
170
+ 2023-12-21 15:45:12,286 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
171
+ 2023-12-21 15:45:12,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
172
+ 2023-12-21 15:45:17,287 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
173
+ 2023-12-21 15:45:17,885 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
174
+ 2023-12-21 15:45:20,882 DEBUG SenderThread:833 [sender.py:send():382] send: stats
175
+ 2023-12-21 15:45:22,288 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
176
+ 2023-12-21 15:45:23,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
177
+ 2023-12-21 15:45:27,292 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
178
+ 2023-12-21 15:45:28,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
179
+ 2023-12-21 15:45:32,294 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
180
+ 2023-12-21 15:45:33,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
181
+ 2023-12-21 15:45:37,295 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
182
+ 2023-12-21 15:45:38,885 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
183
+ 2023-12-21 15:45:42,295 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
184
+ 2023-12-21 15:45:43,886 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
185
+ 2023-12-21 15:45:47,296 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
186
+ 2023-12-21 15:45:48,887 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
187
+ 2023-12-21 15:45:50,882 DEBUG SenderThread:833 [sender.py:send():382] send: stats
188
+ 2023-12-21 15:45:52,302 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
189
+ 2023-12-21 15:45:54,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
190
+ 2023-12-21 15:45:57,306 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
191
+ 2023-12-21 15:45:59,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
192
+ 2023-12-21 15:46:01,634 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: partial_history
193
+ 2023-12-21 15:46:01,635 DEBUG SenderThread:833 [sender.py:send():382] send: history
194
+ 2023-12-21 15:46:01,636 DEBUG SenderThread:833 [sender.py:send_request():409] send_request: summary_record
195
+ 2023-12-21 15:46:01,636 INFO SenderThread:833 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
196
+ 2023-12-21 15:46:01,880 INFO Thread-12 :833 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_154050-m3289itb/files/wandb-summary.json
197
+ 2023-12-21 15:46:02,348 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
198
+ 2023-12-21 15:46:04,881 INFO Thread-12 :833 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_154050-m3289itb/files/output.log
199
+ 2023-12-21 15:46:05,049 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
200
+ 2023-12-21 15:46:07,368 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
201
+ 2023-12-21 15:46:10,050 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
202
+ 2023-12-21 15:46:12,376 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
wandb/run-20231221_154050-m3289itb/files/output.log CHANGED
@@ -1,4 +1,6 @@
1
  You're using a RobertaTokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.
 
 
2
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
3
  warnings.warn('Was asked to gather along dimension 0, but all '
4
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
1
  You're using a RobertaTokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.
2
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
3
+ warnings.warn('Was asked to gather along dimension 0, but all '
4
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
5
  warnings.warn('Was asked to gather along dimension 0, but all '
6
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20231221_154050-m3289itb/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 2.3046, "train/learning_rate": 1.4162288382953884e-05, "train/epoch": 0.88, "train/global_step": 500, "_timestamp": 1703173422.9548404, "_runtime": 172.83927130699158, "_step": 0}
 
1
+ {"train/loss": 2.1894, "train/learning_rate": 8.324576765907765e-06, "train/epoch": 1.75, "train/global_step": 1000, "_timestamp": 1703173561.633721, "_runtime": 311.5181519985199, "_step": 1}
wandb/run-20231221_154050-m3289itb/logs/debug-internal.log CHANGED
@@ -135,3 +135,68 @@
135
  2023-12-21 15:43:50,878 DEBUG SenderThread:833 [sender.py:send():382] send: stats
136
  2023-12-21 15:43:52,012 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
137
  2023-12-21 15:43:55,885 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  2023-12-21 15:43:50,878 DEBUG SenderThread:833 [sender.py:send():382] send: stats
136
  2023-12-21 15:43:52,012 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
137
  2023-12-21 15:43:55,885 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
138
+ 2023-12-21 15:43:56,835 INFO Thread-12 :833 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_154050-m3289itb/files/config.yaml
139
+ 2023-12-21 15:43:57,019 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
140
+ 2023-12-21 15:44:01,002 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
141
+ 2023-12-21 15:44:02,023 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
142
+ 2023-12-21 15:44:06,003 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
143
+ 2023-12-21 15:44:07,027 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
144
+ 2023-12-21 15:44:11,004 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
145
+ 2023-12-21 15:44:12,029 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
146
+ 2023-12-21 15:44:16,005 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
147
+ 2023-12-21 15:44:17,030 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
148
+ 2023-12-21 15:44:20,879 DEBUG SenderThread:833 [sender.py:send():382] send: stats
149
+ 2023-12-21 15:44:21,880 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
150
+ 2023-12-21 15:44:22,031 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
151
+ 2023-12-21 15:44:26,881 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
152
+ 2023-12-21 15:44:27,044 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
153
+ 2023-12-21 15:44:31,882 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
154
+ 2023-12-21 15:44:32,045 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
155
+ 2023-12-21 15:44:36,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
156
+ 2023-12-21 15:44:37,046 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
157
+ 2023-12-21 15:44:41,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
158
+ 2023-12-21 15:44:42,058 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
159
+ 2023-12-21 15:44:46,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
160
+ 2023-12-21 15:44:47,059 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
161
+ 2023-12-21 15:44:50,880 DEBUG SenderThread:833 [sender.py:send():382] send: stats
162
+ 2023-12-21 15:44:52,283 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
163
+ 2023-12-21 15:44:52,881 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
164
+ 2023-12-21 15:44:57,284 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
165
+ 2023-12-21 15:44:57,882 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
166
+ 2023-12-21 15:45:02,284 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
167
+ 2023-12-21 15:45:02,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
168
+ 2023-12-21 15:45:07,285 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
169
+ 2023-12-21 15:45:07,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
170
+ 2023-12-21 15:45:12,286 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
171
+ 2023-12-21 15:45:12,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
172
+ 2023-12-21 15:45:17,287 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
173
+ 2023-12-21 15:45:17,885 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
174
+ 2023-12-21 15:45:20,882 DEBUG SenderThread:833 [sender.py:send():382] send: stats
175
+ 2023-12-21 15:45:22,288 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
176
+ 2023-12-21 15:45:23,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
177
+ 2023-12-21 15:45:27,292 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
178
+ 2023-12-21 15:45:28,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
179
+ 2023-12-21 15:45:32,294 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
180
+ 2023-12-21 15:45:33,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
181
+ 2023-12-21 15:45:37,295 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
182
+ 2023-12-21 15:45:38,885 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
183
+ 2023-12-21 15:45:42,295 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
184
+ 2023-12-21 15:45:43,886 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
185
+ 2023-12-21 15:45:47,296 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
186
+ 2023-12-21 15:45:48,887 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
187
+ 2023-12-21 15:45:50,882 DEBUG SenderThread:833 [sender.py:send():382] send: stats
188
+ 2023-12-21 15:45:52,302 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
189
+ 2023-12-21 15:45:54,883 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
190
+ 2023-12-21 15:45:57,306 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
191
+ 2023-12-21 15:45:59,884 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
192
+ 2023-12-21 15:46:01,634 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: partial_history
193
+ 2023-12-21 15:46:01,635 DEBUG SenderThread:833 [sender.py:send():382] send: history
194
+ 2023-12-21 15:46:01,636 DEBUG SenderThread:833 [sender.py:send_request():409] send_request: summary_record
195
+ 2023-12-21 15:46:01,636 INFO SenderThread:833 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
196
+ 2023-12-21 15:46:01,880 INFO Thread-12 :833 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_154050-m3289itb/files/wandb-summary.json
197
+ 2023-12-21 15:46:02,348 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
198
+ 2023-12-21 15:46:04,881 INFO Thread-12 :833 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_154050-m3289itb/files/output.log
199
+ 2023-12-21 15:46:05,049 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
200
+ 2023-12-21 15:46:07,368 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
201
+ 2023-12-21 15:46:10,050 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: status_report
202
+ 2023-12-21 15:46:12,376 DEBUG HandlerThread:833 [handler.py:handle_request():146] handle_request: keepalive
wandb/run-20231221_154050-m3289itb/run-m3289itb.wandb CHANGED
Binary files a/wandb/run-20231221_154050-m3289itb/run-m3289itb.wandb and b/wandb/run-20231221_154050-m3289itb/run-m3289itb.wandb differ