ahcene-ikram commited on
Commit
42dc3ed
·
verified ·
1 Parent(s): 6c03c21

Training in progress, step 450

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fa8775307404fa7ae2133f381d981d1ce0795112d114ec01676a22569ac6892
3
  size 485755120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42cc4cadea26f36662942be44d3b24950cd5f3eb37ff28791682d0c3b6b24ab
3
  size 485755120
wandb/debug-internal.log CHANGED
@@ -456,3 +456,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
456
  2024-06-02 21:38:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
457
  2024-06-02 21:39:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
458
  2024-06-02 21:39:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
456
  2024-06-02 21:38:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
457
  2024-06-02 21:39:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
458
  2024-06-02 21:39:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
459
+ 2024-06-02 21:39:02,234 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
460
+ 2024-06-02 21:39:07,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
461
+ 2024-06-02 21:39:12,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
462
+ 2024-06-02 21:39:13,547 DEBUG SenderThread:82 [sender.py:send():379] send: stats
463
+ 2024-06-02 21:39:14,896 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
464
+ 2024-06-02 21:39:15,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
465
+ 2024-06-02 21:39:15,105 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
466
+ 2024-06-02 21:39:18,187 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
467
+ 2024-06-02 21:39:23,188 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
468
+ 2024-06-02 21:39:28,189 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
469
+ 2024-06-02 21:39:29,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
470
+ 2024-06-02 21:39:30,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
471
+ 2024-06-02 21:39:30,105 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
472
+ 2024-06-02 21:39:33,226 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
473
+ 2024-06-02 21:39:38,227 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
474
+ 2024-06-02 21:39:43,228 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
475
+ 2024-06-02 21:39:43,548 DEBUG SenderThread:82 [sender.py:send():379] send: stats
476
+ 2024-06-02 21:39:44,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
477
+ 2024-06-02 21:39:45,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
478
+ 2024-06-02 21:39:45,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
479
+ 2024-06-02 21:39:49,182 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
480
+ 2024-06-02 21:39:54,183 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
481
+ 2024-06-02 21:39:59,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
482
+ 2024-06-02 21:39:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
483
+ 2024-06-02 21:40:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
484
+ 2024-06-02 21:40:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
485
+ 2024-06-02 21:40:05,168 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
486
+ 2024-06-02 21:40:10,169 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
487
+ 2024-06-02 21:40:13,549 DEBUG SenderThread:82 [sender.py:send():379] send: stats
488
+ 2024-06-02 21:40:14,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
489
+ 2024-06-02 21:40:15,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
490
+ 2024-06-02 21:40:15,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
491
+ 2024-06-02 21:40:15,178 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
492
+ 2024-06-02 21:40:20,179 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
493
+ 2024-06-02 21:40:25,180 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
494
+ 2024-06-02 21:40:29,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
495
+ 2024-06-02 21:40:30,106 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
496
+ 2024-06-02 21:40:30,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
497
+ 2024-06-02 21:40:31,179 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
498
+ 2024-06-02 21:40:36,180 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
499
+ 2024-06-02 21:40:41,181 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
500
+ 2024-06-02 21:40:43,550 DEBUG SenderThread:82 [sender.py:send():379] send: stats
501
+ 2024-06-02 21:40:43,803 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
502
+ 2024-06-02 21:40:44,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
503
+ 2024-06-02 21:40:45,106 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
504
+ 2024-06-02 21:40:45,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
505
+ 2024-06-02 21:40:46,226 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/files/output.log CHANGED
@@ -16,4 +16,6 @@
16
  warnings.warn('Was asked to gather along dimension 0, but all '
17
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
18
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
19
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
16
  warnings.warn('Was asked to gather along dimension 0, but all '
17
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
18
  warnings.warn('Was asked to gather along dimension 0, but all '
19
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
20
+ warnings.warn('Was asked to gather along dimension 0, but all '
21
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log CHANGED
@@ -456,3 +456,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
456
  2024-06-02 21:38:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
457
  2024-06-02 21:39:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
458
  2024-06-02 21:39:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
456
  2024-06-02 21:38:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
457
  2024-06-02 21:39:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
458
  2024-06-02 21:39:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
459
+ 2024-06-02 21:39:02,234 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
460
+ 2024-06-02 21:39:07,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
461
+ 2024-06-02 21:39:12,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
462
+ 2024-06-02 21:39:13,547 DEBUG SenderThread:82 [sender.py:send():379] send: stats
463
+ 2024-06-02 21:39:14,896 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
464
+ 2024-06-02 21:39:15,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
465
+ 2024-06-02 21:39:15,105 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
466
+ 2024-06-02 21:39:18,187 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
467
+ 2024-06-02 21:39:23,188 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
468
+ 2024-06-02 21:39:28,189 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
469
+ 2024-06-02 21:39:29,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
470
+ 2024-06-02 21:39:30,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
471
+ 2024-06-02 21:39:30,105 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
472
+ 2024-06-02 21:39:33,226 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
473
+ 2024-06-02 21:39:38,227 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
474
+ 2024-06-02 21:39:43,228 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
475
+ 2024-06-02 21:39:43,548 DEBUG SenderThread:82 [sender.py:send():379] send: stats
476
+ 2024-06-02 21:39:44,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
477
+ 2024-06-02 21:39:45,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
478
+ 2024-06-02 21:39:45,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
479
+ 2024-06-02 21:39:49,182 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
480
+ 2024-06-02 21:39:54,183 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
481
+ 2024-06-02 21:39:59,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
482
+ 2024-06-02 21:39:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
483
+ 2024-06-02 21:40:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
484
+ 2024-06-02 21:40:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
485
+ 2024-06-02 21:40:05,168 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
486
+ 2024-06-02 21:40:10,169 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
487
+ 2024-06-02 21:40:13,549 DEBUG SenderThread:82 [sender.py:send():379] send: stats
488
+ 2024-06-02 21:40:14,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
489
+ 2024-06-02 21:40:15,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
490
+ 2024-06-02 21:40:15,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
491
+ 2024-06-02 21:40:15,178 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
492
+ 2024-06-02 21:40:20,179 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
493
+ 2024-06-02 21:40:25,180 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
494
+ 2024-06-02 21:40:29,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
495
+ 2024-06-02 21:40:30,106 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
496
+ 2024-06-02 21:40:30,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
497
+ 2024-06-02 21:40:31,179 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
498
+ 2024-06-02 21:40:36,180 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
499
+ 2024-06-02 21:40:41,181 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
500
+ 2024-06-02 21:40:43,550 DEBUG SenderThread:82 [sender.py:send():379] send: stats
501
+ 2024-06-02 21:40:43,803 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
502
+ 2024-06-02 21:40:44,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
503
+ 2024-06-02 21:40:45,106 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
504
+ 2024-06-02 21:40:45,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
505
+ 2024-06-02 21:40:46,226 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb CHANGED
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ