reward-train-facebook-opt350m_v2
Browse files
wandb/debug-internal.log
CHANGED
|
@@ -6608,3 +6608,24 @@
|
|
| 6608 |
2024-06-12 19:18:58,425 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: status_report
|
| 6609 |
2024-06-12 19:19:00,443 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240612_150610-7vg9fga2/files/config.yaml
|
| 6610 |
2024-06-12 19:19:00,932 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: keepalive
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6608 |
2024-06-12 19:18:58,425 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: status_report
|
| 6609 |
2024-06-12 19:19:00,443 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240612_150610-7vg9fga2/files/config.yaml
|
| 6610 |
2024-06-12 19:19:00,932 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: keepalive
|
| 6611 |
+
2024-06-12 19:19:03,776 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: pause
|
| 6612 |
+
2024-06-12 19:19:03,776 INFO HandlerThread:143 [handler.py:handle_request_pause():708] stopping system metrics thread
|
| 6613 |
+
2024-06-12 19:19:03,776 INFO HandlerThread:143 [system_monitor.py:finish():203] Stopping system monitor
|
| 6614 |
+
2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
| 6615 |
+
2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
| 6616 |
+
2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():183] Publishing last batch of metrics
|
| 6617 |
+
2024-06-12 19:19:03,777 INFO HandlerThread:143 [interfaces.py:finish():202] Joined cpu monitor
|
| 6618 |
+
2024-06-12 19:19:03,778 INFO HandlerThread:143 [interfaces.py:finish():202] Joined disk monitor
|
| 6619 |
+
2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined gpu monitor
|
| 6620 |
+
2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined memory monitor
|
| 6621 |
+
2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined network monitor
|
| 6622 |
+
2024-06-12 19:19:03,784 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: resume
|
| 6623 |
+
2024-06-12 19:19:03,785 INFO HandlerThread:143 [handler.py:handle_request_resume():699] starting system metrics thread
|
| 6624 |
+
2024-06-12 19:19:03,785 INFO HandlerThread:143 [system_monitor.py:start():194] Starting system monitor
|
| 6625 |
+
2024-06-12 19:19:03,785 DEBUG SenderThread:143 [sender.py:send():382] send: stats
|
| 6626 |
+
2024-06-12 19:19:03,785 INFO SystemMonitor:143 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
| 6627 |
+
2024-06-12 19:19:03,786 INFO SystemMonitor:143 [interfaces.py:start():190] Started cpu monitoring
|
| 6628 |
+
2024-06-12 19:19:03,786 INFO SystemMonitor:143 [interfaces.py:start():190] Started disk monitoring
|
| 6629 |
+
2024-06-12 19:19:03,787 INFO SystemMonitor:143 [interfaces.py:start():190] Started gpu monitoring
|
| 6630 |
+
2024-06-12 19:19:03,788 INFO SystemMonitor:143 [interfaces.py:start():190] Started memory monitoring
|
| 6631 |
+
2024-06-12 19:19:03,788 INFO SystemMonitor:143 [interfaces.py:start():190] Started network monitoring
|
wandb/debug.log
CHANGED
|
@@ -35,3 +35,6 @@ config: {}
|
|
| 35 |
2024-06-12 19:18:55,407 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
|
| 36 |
2024-06-12 19:18:55,407 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
|
| 37 |
2024-06-12 19:18:55,413 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
2024-06-12 19:18:55,407 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
|
| 36 |
2024-06-12 19:18:55,407 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
|
| 37 |
2024-06-12 19:18:55,413 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
|
| 38 |
+
2024-06-12 19:19:03,775 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
|
| 39 |
+
2024-06-12 19:19:03,776 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
|
| 40 |
+
2024-06-12 19:19:03,781 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
|
wandb/run-20240612_150610-7vg9fga2/logs/debug-internal.log
CHANGED
|
@@ -6608,3 +6608,24 @@
|
|
| 6608 |
2024-06-12 19:18:58,425 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: status_report
|
| 6609 |
2024-06-12 19:19:00,443 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240612_150610-7vg9fga2/files/config.yaml
|
| 6610 |
2024-06-12 19:19:00,932 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: keepalive
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6608 |
2024-06-12 19:18:58,425 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: status_report
|
| 6609 |
2024-06-12 19:19:00,443 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240612_150610-7vg9fga2/files/config.yaml
|
| 6610 |
2024-06-12 19:19:00,932 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: keepalive
|
| 6611 |
+
2024-06-12 19:19:03,776 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: pause
|
| 6612 |
+
2024-06-12 19:19:03,776 INFO HandlerThread:143 [handler.py:handle_request_pause():708] stopping system metrics thread
|
| 6613 |
+
2024-06-12 19:19:03,776 INFO HandlerThread:143 [system_monitor.py:finish():203] Stopping system monitor
|
| 6614 |
+
2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
| 6615 |
+
2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
| 6616 |
+
2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():183] Publishing last batch of metrics
|
| 6617 |
+
2024-06-12 19:19:03,777 INFO HandlerThread:143 [interfaces.py:finish():202] Joined cpu monitor
|
| 6618 |
+
2024-06-12 19:19:03,778 INFO HandlerThread:143 [interfaces.py:finish():202] Joined disk monitor
|
| 6619 |
+
2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined gpu monitor
|
| 6620 |
+
2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined memory monitor
|
| 6621 |
+
2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined network monitor
|
| 6622 |
+
2024-06-12 19:19:03,784 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: resume
|
| 6623 |
+
2024-06-12 19:19:03,785 INFO HandlerThread:143 [handler.py:handle_request_resume():699] starting system metrics thread
|
| 6624 |
+
2024-06-12 19:19:03,785 INFO HandlerThread:143 [system_monitor.py:start():194] Starting system monitor
|
| 6625 |
+
2024-06-12 19:19:03,785 DEBUG SenderThread:143 [sender.py:send():382] send: stats
|
| 6626 |
+
2024-06-12 19:19:03,785 INFO SystemMonitor:143 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
| 6627 |
+
2024-06-12 19:19:03,786 INFO SystemMonitor:143 [interfaces.py:start():190] Started cpu monitoring
|
| 6628 |
+
2024-06-12 19:19:03,786 INFO SystemMonitor:143 [interfaces.py:start():190] Started disk monitoring
|
| 6629 |
+
2024-06-12 19:19:03,787 INFO SystemMonitor:143 [interfaces.py:start():190] Started gpu monitoring
|
| 6630 |
+
2024-06-12 19:19:03,788 INFO SystemMonitor:143 [interfaces.py:start():190] Started memory monitoring
|
| 6631 |
+
2024-06-12 19:19:03,788 INFO SystemMonitor:143 [interfaces.py:start():190] Started network monitoring
|
wandb/run-20240612_150610-7vg9fga2/logs/debug.log
CHANGED
|
@@ -35,3 +35,6 @@ config: {}
|
|
| 35 |
2024-06-12 19:18:55,407 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
|
| 36 |
2024-06-12 19:18:55,407 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
|
| 37 |
2024-06-12 19:18:55,413 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
2024-06-12 19:18:55,407 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
|
| 36 |
2024-06-12 19:18:55,407 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
|
| 37 |
2024-06-12 19:18:55,413 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
|
| 38 |
+
2024-06-12 19:19:03,775 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
|
| 39 |
+
2024-06-12 19:19:03,776 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
|
| 40 |
+
2024-06-12 19:19:03,781 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
|