ahcene-ikram commited on
Commit
eaadf35
·
verified ·
1 Parent(s): 7c38f77

Training in progress, step 300

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4c06261aa0c1ea055faf75e9bc8be7c6d205652c949c67c4ad831026affe334
3
  size 485755120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:838eb7dfc55e698d4e8890c009ff2b6b3c8d3d45c642109b54a5767aa2efd3c3
3
  size 485755120
wandb/debug-internal.log CHANGED
@@ -315,3 +315,49 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
315
  2024-06-02 21:33:29,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
316
  2024-06-02 21:33:33,051 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
317
  2024-06-02 21:33:38,052 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
315
  2024-06-02 21:33:29,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
316
  2024-06-02 21:33:33,051 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
317
  2024-06-02 21:33:38,052 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
318
+ 2024-06-02 21:33:43,053 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
319
+ 2024-06-02 21:33:43,535 DEBUG SenderThread:82 [sender.py:send():379] send: stats
320
+ 2024-06-02 21:33:44,878 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
321
+ 2024-06-02 21:33:44,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
322
+ 2024-06-02 21:33:44,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
323
+ 2024-06-02 21:33:49,034 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
324
+ 2024-06-02 21:33:54,035 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
325
+ 2024-06-02 21:33:59,035 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
326
+ 2024-06-02 21:33:59,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
327
+ 2024-06-02 21:33:59,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
328
+ 2024-06-02 21:33:59,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
329
+ 2024-06-02 21:34:05,028 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
330
+ 2024-06-02 21:34:10,029 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
331
+ 2024-06-02 21:34:13,536 DEBUG SenderThread:82 [sender.py:send():379] send: stats
332
+ 2024-06-02 21:34:14,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
333
+ 2024-06-02 21:34:14,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
334
+ 2024-06-02 21:34:14,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
335
+ 2024-06-02 21:34:15,057 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
336
+ 2024-06-02 21:34:20,057 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
337
+ 2024-06-02 21:34:25,059 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
338
+ 2024-06-02 21:34:29,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
339
+ 2024-06-02 21:34:29,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
340
+ 2024-06-02 21:34:29,932 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
341
+ 2024-06-02 21:34:30,980 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
342
+ 2024-06-02 21:34:35,982 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
343
+ 2024-06-02 21:34:40,983 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
344
+ 2024-06-02 21:34:43,543 DEBUG SenderThread:82 [sender.py:send():379] send: stats
345
+ 2024-06-02 21:34:44,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
346
+ 2024-06-02 21:34:44,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
347
+ 2024-06-02 21:34:44,932 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
348
+ 2024-06-02 21:34:46,979 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
349
+ 2024-06-02 21:34:51,980 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
350
+ 2024-06-02 21:34:56,981 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
351
+ 2024-06-02 21:34:59,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
352
+ 2024-06-02 21:34:59,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
353
+ 2024-06-02 21:34:59,932 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
354
+ 2024-06-02 21:35:02,062 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
355
+ 2024-06-02 21:35:07,063 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
356
+ 2024-06-02 21:35:12,064 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
357
+ 2024-06-02 21:35:13,539 DEBUG SenderThread:82 [sender.py:send():379] send: stats
358
+ 2024-06-02 21:35:14,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
359
+ 2024-06-02 21:35:14,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
360
+ 2024-06-02 21:35:14,932 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
361
+ 2024-06-02 21:35:16,686 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
362
+ 2024-06-02 21:35:18,047 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
363
+ 2024-06-02 21:35:23,048 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/files/output.log CHANGED
@@ -10,4 +10,6 @@
10
  warnings.warn('Was asked to gather along dimension 0, but all '
11
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
12
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
13
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
10
  warnings.warn('Was asked to gather along dimension 0, but all '
11
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
12
  warnings.warn('Was asked to gather along dimension 0, but all '
13
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
14
+ warnings.warn('Was asked to gather along dimension 0, but all '
15
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log CHANGED
@@ -315,3 +315,49 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
315
  2024-06-02 21:33:29,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
316
  2024-06-02 21:33:33,051 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
317
  2024-06-02 21:33:38,052 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
315
  2024-06-02 21:33:29,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
316
  2024-06-02 21:33:33,051 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
317
  2024-06-02 21:33:38,052 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
318
+ 2024-06-02 21:33:43,053 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
319
+ 2024-06-02 21:33:43,535 DEBUG SenderThread:82 [sender.py:send():379] send: stats
320
+ 2024-06-02 21:33:44,878 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
321
+ 2024-06-02 21:33:44,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
322
+ 2024-06-02 21:33:44,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
323
+ 2024-06-02 21:33:49,034 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
324
+ 2024-06-02 21:33:54,035 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
325
+ 2024-06-02 21:33:59,035 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
326
+ 2024-06-02 21:33:59,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
327
+ 2024-06-02 21:33:59,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
328
+ 2024-06-02 21:33:59,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
329
+ 2024-06-02 21:34:05,028 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
330
+ 2024-06-02 21:34:10,029 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
331
+ 2024-06-02 21:34:13,536 DEBUG SenderThread:82 [sender.py:send():379] send: stats
332
+ 2024-06-02 21:34:14,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
333
+ 2024-06-02 21:34:14,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
334
+ 2024-06-02 21:34:14,931 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
335
+ 2024-06-02 21:34:15,057 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
336
+ 2024-06-02 21:34:20,057 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
337
+ 2024-06-02 21:34:25,059 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
338
+ 2024-06-02 21:34:29,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
339
+ 2024-06-02 21:34:29,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
340
+ 2024-06-02 21:34:29,932 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
341
+ 2024-06-02 21:34:30,980 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
342
+ 2024-06-02 21:34:35,982 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
343
+ 2024-06-02 21:34:40,983 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
344
+ 2024-06-02 21:34:43,543 DEBUG SenderThread:82 [sender.py:send():379] send: stats
345
+ 2024-06-02 21:34:44,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
346
+ 2024-06-02 21:34:44,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
347
+ 2024-06-02 21:34:44,932 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
348
+ 2024-06-02 21:34:46,979 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
349
+ 2024-06-02 21:34:51,980 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
350
+ 2024-06-02 21:34:56,981 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
351
+ 2024-06-02 21:34:59,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
352
+ 2024-06-02 21:34:59,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
353
+ 2024-06-02 21:34:59,932 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
354
+ 2024-06-02 21:35:02,062 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
355
+ 2024-06-02 21:35:07,063 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
356
+ 2024-06-02 21:35:12,064 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
357
+ 2024-06-02 21:35:13,539 DEBUG SenderThread:82 [sender.py:send():379] send: stats
358
+ 2024-06-02 21:35:14,879 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
359
+ 2024-06-02 21:35:14,931 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
360
+ 2024-06-02 21:35:14,932 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
361
+ 2024-06-02 21:35:16,686 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
362
+ 2024-06-02 21:35:18,047 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
363
+ 2024-06-02 21:35:23,048 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb CHANGED
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ