ahcene-ikram commited on
Commit
3e8f6d3
·
verified ·
1 Parent(s): 64c1f8e

Training in progress, step 650

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92d258982f61ade9d3c19df5f846aff825aa143ed4ac6fd408fd013c6442235e
3
  size 485755120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d6686b87bf1ad0279dfd8a98c76a0024897588aef63d6493ff9a725617a37b
3
  size 485755120
wandb/debug-internal.log CHANGED
@@ -656,3 +656,49 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
656
  2024-06-02 21:46:15,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
657
  2024-06-02 21:46:15,236 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
658
  2024-06-02 21:46:17,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
656
  2024-06-02 21:46:15,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
657
  2024-06-02 21:46:15,236 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
658
  2024-06-02 21:46:17,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
659
+ 2024-06-02 21:46:22,293 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
660
+ 2024-06-02 21:46:27,294 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
661
+ 2024-06-02 21:46:29,905 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
662
+ 2024-06-02 21:46:30,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
663
+ 2024-06-02 21:46:30,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
664
+ 2024-06-02 21:46:32,371 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
665
+ 2024-06-02 21:46:37,372 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
666
+ 2024-06-02 21:46:42,373 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
667
+ 2024-06-02 21:46:43,561 DEBUG SenderThread:82 [sender.py:send():379] send: stats
668
+ 2024-06-02 21:46:44,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
669
+ 2024-06-02 21:46:45,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
670
+ 2024-06-02 21:46:45,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
671
+ 2024-06-02 21:46:48,353 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
672
+ 2024-06-02 21:46:53,354 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
673
+ 2024-06-02 21:46:58,355 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
674
+ 2024-06-02 21:46:59,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
675
+ 2024-06-02 21:47:00,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
676
+ 2024-06-02 21:47:00,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
677
+ 2024-06-02 21:47:04,257 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
678
+ 2024-06-02 21:47:09,258 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
679
+ 2024-06-02 21:47:13,562 DEBUG SenderThread:82 [sender.py:send():379] send: stats
680
+ 2024-06-02 21:47:14,563 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
681
+ 2024-06-02 21:47:14,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
682
+ 2024-06-02 21:47:15,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
683
+ 2024-06-02 21:47:15,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
684
+ 2024-06-02 21:47:20,340 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
685
+ 2024-06-02 21:47:25,341 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
686
+ 2024-06-02 21:47:29,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
687
+ 2024-06-02 21:47:30,237 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
688
+ 2024-06-02 21:47:30,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
689
+ 2024-06-02 21:47:31,282 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
690
+ 2024-06-02 21:47:36,283 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
691
+ 2024-06-02 21:47:41,283 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
692
+ 2024-06-02 21:47:43,563 DEBUG SenderThread:82 [sender.py:send():379] send: stats
693
+ 2024-06-02 21:47:44,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
694
+ 2024-06-02 21:47:45,237 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
695
+ 2024-06-02 21:47:45,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
696
+ 2024-06-02 21:47:46,294 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
697
+ 2024-06-02 21:47:51,295 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
698
+ 2024-06-02 21:47:56,296 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
699
+ 2024-06-02 21:47:59,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
700
+ 2024-06-02 21:48:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
701
+ 2024-06-02 21:48:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
702
+ 2024-06-02 21:48:01,368 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
703
+ 2024-06-02 21:48:02,035 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
704
+ 2024-06-02 21:48:06,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/files/output.log CHANGED
@@ -24,4 +24,6 @@
24
  warnings.warn('Was asked to gather along dimension 0, but all '
25
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
26
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
27
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
24
  warnings.warn('Was asked to gather along dimension 0, but all '
25
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
26
  warnings.warn('Was asked to gather along dimension 0, but all '
27
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
28
+ warnings.warn('Was asked to gather along dimension 0, but all '
29
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log CHANGED
@@ -656,3 +656,49 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
656
  2024-06-02 21:46:15,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
657
  2024-06-02 21:46:15,236 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
658
  2024-06-02 21:46:17,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
656
  2024-06-02 21:46:15,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
657
  2024-06-02 21:46:15,236 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
658
  2024-06-02 21:46:17,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
659
+ 2024-06-02 21:46:22,293 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
660
+ 2024-06-02 21:46:27,294 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
661
+ 2024-06-02 21:46:29,905 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
662
+ 2024-06-02 21:46:30,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
663
+ 2024-06-02 21:46:30,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
664
+ 2024-06-02 21:46:32,371 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
665
+ 2024-06-02 21:46:37,372 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
666
+ 2024-06-02 21:46:42,373 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
667
+ 2024-06-02 21:46:43,561 DEBUG SenderThread:82 [sender.py:send():379] send: stats
668
+ 2024-06-02 21:46:44,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
669
+ 2024-06-02 21:46:45,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
670
+ 2024-06-02 21:46:45,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
671
+ 2024-06-02 21:46:48,353 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
672
+ 2024-06-02 21:46:53,354 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
673
+ 2024-06-02 21:46:58,355 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
674
+ 2024-06-02 21:46:59,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
675
+ 2024-06-02 21:47:00,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
676
+ 2024-06-02 21:47:00,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
677
+ 2024-06-02 21:47:04,257 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
678
+ 2024-06-02 21:47:09,258 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
679
+ 2024-06-02 21:47:13,562 DEBUG SenderThread:82 [sender.py:send():379] send: stats
680
+ 2024-06-02 21:47:14,563 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
681
+ 2024-06-02 21:47:14,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
682
+ 2024-06-02 21:47:15,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
683
+ 2024-06-02 21:47:15,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
684
+ 2024-06-02 21:47:20,340 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
685
+ 2024-06-02 21:47:25,341 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
686
+ 2024-06-02 21:47:29,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
687
+ 2024-06-02 21:47:30,237 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
688
+ 2024-06-02 21:47:30,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
689
+ 2024-06-02 21:47:31,282 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
690
+ 2024-06-02 21:47:36,283 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
691
+ 2024-06-02 21:47:41,283 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
692
+ 2024-06-02 21:47:43,563 DEBUG SenderThread:82 [sender.py:send():379] send: stats
693
+ 2024-06-02 21:47:44,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
694
+ 2024-06-02 21:47:45,237 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
695
+ 2024-06-02 21:47:45,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
696
+ 2024-06-02 21:47:46,294 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
697
+ 2024-06-02 21:47:51,295 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
698
+ 2024-06-02 21:47:56,296 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
699
+ 2024-06-02 21:47:59,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
700
+ 2024-06-02 21:48:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
701
+ 2024-06-02 21:48:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
702
+ 2024-06-02 21:48:01,368 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
703
+ 2024-06-02 21:48:02,035 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
704
+ 2024-06-02 21:48:06,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb CHANGED
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ