Hugging Face's logo

nornor02
/
working

Fill-Mask
Transformers
TensorBoard
Safetensors
roberta
Generated from Trainer
Model card Files
xet
Metrics Community
nornor02 commited on
Commit
4f8e2e1
·
1 Parent(s): 9d5edd2

Model save

Browse files
Files changed (7) hide show
  1. DistilRoBERTaF/config.json +27 -0
  2. DistilRoBERTaF/model.safetensors +3 -0
  3. DistilRoBERTaF/training_args.bin +3 -0
  4. wandb/debug-internal.log +216 -0
  5. wandb/debug.log +12 -0
  6. wandb/run-20231221_170340-nobg4mtf/logs/debug-internal.log +216 -0
  7. wandb/run-20231221_170340-nobg4mtf/logs/debug.log +12 -0
DistilRoBERTaF/config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilroberta-base",
3
+ "architectures": [
4
+ "RobertaForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 6,
20
+ "pad_token_id": 1,
21
+ "position_embedding_type": "absolute",
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.37.0.dev0",
24
+ "type_vocab_size": 1,
25
+ "use_cache": true,
26
+ "vocab_size": 50265
27
+ }
DistilRoBERTaF/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d647df60182f29b5b5b0c5d60e574bf5ae3ec822e520d92eb4df50ebe30e8b4
3
+ size 328693404
DistilRoBERTaF/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe1277f0f459cbb1d358a5560ce08942643bb0f5fd24b356487de90452dd7dd
3
+ size 4283
wandb/debug-internal.log CHANGED
@@ -419,3 +419,219 @@
419
  2023-12-21 17:16:13,136 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
420
  2023-12-21 17:16:17,663 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
421
  2023-12-21 17:16:18,137 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
419
  2023-12-21 17:16:13,136 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
420
  2023-12-21 17:16:17,663 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
421
  2023-12-21 17:16:18,137 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
422
+ 2023-12-21 17:16:22,286 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: pause
423
+ 2023-12-21 17:16:22,287 INFO HandlerThread:128 [handler.py:handle_request_pause():705] stopping system metrics thread
424
+ 2023-12-21 17:16:22,287 INFO HandlerThread:128 [system_monitor.py:finish():203] Stopping system monitor
425
+ 2023-12-21 17:16:22,287 DEBUG SystemMonitor:128 [system_monitor.py:_start():172] Starting system metrics aggregation loop
426
+ 2023-12-21 17:16:22,287 DEBUG SystemMonitor:128 [system_monitor.py:_start():179] Finished system metrics aggregation loop
427
+ 2023-12-21 17:16:22,287 DEBUG SystemMonitor:128 [system_monitor.py:_start():183] Publishing last batch of metrics
428
+ 2023-12-21 17:16:22,288 INFO HandlerThread:128 [interfaces.py:finish():202] Joined cpu monitor
429
+ 2023-12-21 17:16:22,288 INFO HandlerThread:128 [interfaces.py:finish():202] Joined disk monitor
430
+ 2023-12-21 17:16:22,301 INFO HandlerThread:128 [interfaces.py:finish():202] Joined gpu monitor
431
+ 2023-12-21 17:16:22,302 INFO HandlerThread:128 [interfaces.py:finish():202] Joined memory monitor
432
+ 2023-12-21 17:16:22,302 INFO HandlerThread:128 [interfaces.py:finish():202] Joined network monitor
433
+ 2023-12-21 17:16:22,302 DEBUG SenderThread:128 [sender.py:send():382] send: stats
434
+ 2023-12-21 17:16:22,664 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
435
+ 2023-12-21 17:16:23,303 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
436
+ 2023-12-21 17:16:27,665 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
437
+ 2023-12-21 17:16:28,304 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
438
+ 2023-12-21 17:16:32,666 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
439
+ 2023-12-21 17:16:33,305 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
440
+ 2023-12-21 17:16:37,667 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
441
+ 2023-12-21 17:16:38,306 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
442
+ 2023-12-21 17:16:42,668 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
443
+ 2023-12-21 17:16:43,307 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
444
+ 2023-12-21 17:16:47,669 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
445
+ 2023-12-21 17:16:48,308 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
446
+ 2023-12-21 17:16:49,055 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: resume
447
+ 2023-12-21 17:16:49,055 INFO HandlerThread:128 [handler.py:handle_request_resume():696] starting system metrics thread
448
+ 2023-12-21 17:16:49,055 INFO HandlerThread:128 [system_monitor.py:start():194] Starting system monitor
449
+ 2023-12-21 17:16:49,055 INFO SystemMonitor:128 [system_monitor.py:_start():158] Starting system asset monitoring threads
450
+ 2023-12-21 17:16:49,056 INFO SystemMonitor:128 [interfaces.py:start():190] Started cpu monitoring
451
+ 2023-12-21 17:16:49,056 INFO SystemMonitor:128 [interfaces.py:start():190] Started disk monitoring
452
+ 2023-12-21 17:16:49,059 INFO SystemMonitor:128 [interfaces.py:start():190] Started gpu monitoring
453
+ 2023-12-21 17:16:49,060 INFO SystemMonitor:128 [interfaces.py:start():190] Started memory monitoring
454
+ 2023-12-21 17:16:49,060 INFO SystemMonitor:128 [interfaces.py:start():190] Started network monitoring
455
+ 2023-12-21 17:16:51,344 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: pause
456
+ 2023-12-21 17:16:51,344 INFO HandlerThread:128 [handler.py:handle_request_pause():705] stopping system metrics thread
457
+ 2023-12-21 17:16:51,344 INFO HandlerThread:128 [system_monitor.py:finish():203] Stopping system monitor
458
+ 2023-12-21 17:16:51,344 INFO HandlerThread:128 [interfaces.py:finish():202] Joined cpu monitor
459
+ 2023-12-21 17:16:51,344 DEBUG SystemMonitor:128 [system_monitor.py:_start():172] Starting system metrics aggregation loop
460
+ 2023-12-21 17:16:51,344 DEBUG SystemMonitor:128 [system_monitor.py:_start():179] Finished system metrics aggregation loop
461
+ 2023-12-21 17:16:51,344 DEBUG SystemMonitor:128 [system_monitor.py:_start():183] Publishing last batch of metrics
462
+ 2023-12-21 17:16:51,345 INFO HandlerThread:128 [interfaces.py:finish():202] Joined disk monitor
463
+ 2023-12-21 17:16:51,358 INFO HandlerThread:128 [interfaces.py:finish():202] Joined gpu monitor
464
+ 2023-12-21 17:16:51,359 INFO HandlerThread:128 [interfaces.py:finish():202] Joined memory monitor
465
+ 2023-12-21 17:16:51,359 INFO HandlerThread:128 [interfaces.py:finish():202] Joined network monitor
466
+ 2023-12-21 17:16:51,359 DEBUG SenderThread:128 [sender.py:send():382] send: stats
467
+ 2023-12-21 17:16:52,907 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
468
+ 2023-12-21 17:16:53,360 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
469
+ 2023-12-21 17:16:57,908 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
470
+ 2023-12-21 17:16:58,361 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
471
+ 2023-12-21 17:17:02,910 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
472
+ 2023-12-21 17:17:03,362 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
473
+ 2023-12-21 17:17:07,911 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
474
+ 2023-12-21 17:17:08,363 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
475
+ 2023-12-21 17:17:12,912 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
476
+ 2023-12-21 17:17:13,364 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
477
+ 2023-12-21 17:17:17,913 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
478
+ 2023-12-21 17:17:18,365 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
479
+ 2023-12-21 17:17:22,914 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
480
+ 2023-12-21 17:17:23,366 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
481
+ 2023-12-21 17:17:27,915 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
482
+ 2023-12-21 17:17:28,367 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
483
+ 2023-12-21 17:17:32,916 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
484
+ 2023-12-21 17:17:33,367 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
485
+ 2023-12-21 17:17:37,917 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
486
+ 2023-12-21 17:17:38,368 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
487
+ 2023-12-21 17:17:42,918 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
488
+ 2023-12-21 17:17:43,369 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
489
+ 2023-12-21 17:17:47,919 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
490
+ 2023-12-21 17:17:48,370 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
491
+ 2023-12-21 17:17:52,920 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
492
+ 2023-12-21 17:17:53,371 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
493
+ 2023-12-21 17:17:57,921 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
494
+ 2023-12-21 17:17:58,372 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
495
+ 2023-12-21 17:18:02,922 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
496
+ 2023-12-21 17:18:03,373 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
497
+ 2023-12-21 17:18:07,923 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
498
+ 2023-12-21 17:18:08,374 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
499
+ 2023-12-21 17:18:12,207 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: resume
500
+ 2023-12-21 17:18:12,207 INFO HandlerThread:128 [handler.py:handle_request_resume():696] starting system metrics thread
501
+ 2023-12-21 17:18:12,207 INFO HandlerThread:128 [system_monitor.py:start():194] Starting system monitor
502
+ 2023-12-21 17:18:12,207 INFO SystemMonitor:128 [system_monitor.py:_start():158] Starting system asset monitoring threads
503
+ 2023-12-21 17:18:12,208 INFO SystemMonitor:128 [interfaces.py:start():190] Started cpu monitoring
504
+ 2023-12-21 17:18:12,209 INFO SystemMonitor:128 [interfaces.py:start():190] Started disk monitoring
505
+ 2023-12-21 17:18:12,210 INFO SystemMonitor:128 [interfaces.py:start():190] Started gpu monitoring
506
+ 2023-12-21 17:18:12,211 INFO SystemMonitor:128 [interfaces.py:start():190] Started memory monitoring
507
+ 2023-12-21 17:18:12,213 INFO SystemMonitor:128 [interfaces.py:start():190] Started network monitoring
508
+ 2023-12-21 17:18:12,838 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: pause
509
+ 2023-12-21 17:18:12,838 INFO HandlerThread:128 [handler.py:handle_request_pause():705] stopping system metrics thread
510
+ 2023-12-21 17:18:12,838 INFO HandlerThread:128 [system_monitor.py:finish():203] Stopping system monitor
511
+ 2023-12-21 17:18:12,838 DEBUG SystemMonitor:128 [system_monitor.py:_start():172] Starting system metrics aggregation loop
512
+ 2023-12-21 17:18:12,839 INFO HandlerThread:128 [interfaces.py:finish():202] Joined cpu monitor
513
+ 2023-12-21 17:18:12,839 DEBUG SystemMonitor:128 [system_monitor.py:_start():179] Finished system metrics aggregation loop
514
+ 2023-12-21 17:18:12,839 INFO HandlerThread:128 [interfaces.py:finish():202] Joined disk monitor
515
+ 2023-12-21 17:18:12,840 DEBUG SystemMonitor:128 [system_monitor.py:_start():183] Publishing last batch of metrics
516
+ 2023-12-21 17:18:12,853 INFO HandlerThread:128 [interfaces.py:finish():202] Joined gpu monitor
517
+ 2023-12-21 17:18:12,853 INFO HandlerThread:128 [interfaces.py:finish():202] Joined memory monitor
518
+ 2023-12-21 17:18:12,854 INFO HandlerThread:128 [interfaces.py:finish():202] Joined network monitor
519
+ 2023-12-21 17:18:12,854 DEBUG SenderThread:128 [sender.py:send():382] send: stats
520
+ 2023-12-21 17:18:12,924 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
521
+ 2023-12-21 17:18:13,855 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
522
+ 2023-12-21 17:18:17,925 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
523
+ 2023-12-21 17:18:18,856 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
524
+ 2023-12-21 17:18:21,369 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: resume
525
+ 2023-12-21 17:18:21,369 INFO HandlerThread:128 [handler.py:handle_request_resume():696] starting system metrics thread
526
+ 2023-12-21 17:18:21,369 INFO HandlerThread:128 [system_monitor.py:start():194] Starting system monitor
527
+ 2023-12-21 17:18:21,369 INFO SystemMonitor:128 [system_monitor.py:_start():158] Starting system asset monitoring threads
528
+ 2023-12-21 17:18:21,369 INFO SystemMonitor:128 [interfaces.py:start():190] Started cpu monitoring
529
+ 2023-12-21 17:18:21,370 INFO SystemMonitor:128 [interfaces.py:start():190] Started disk monitoring
530
+ 2023-12-21 17:18:21,370 INFO SystemMonitor:128 [interfaces.py:start():190] Started gpu monitoring
531
+ 2023-12-21 17:18:21,371 INFO SystemMonitor:128 [interfaces.py:start():190] Started memory monitoring
532
+ 2023-12-21 17:18:21,372 INFO SystemMonitor:128 [interfaces.py:start():190] Started network monitoring
533
+ 2023-12-21 17:18:22,004 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: pause
534
+ 2023-12-21 17:18:22,005 INFO HandlerThread:128 [handler.py:handle_request_pause():705] stopping system metrics thread
535
+ 2023-12-21 17:18:22,005 INFO HandlerThread:128 [system_monitor.py:finish():203] Stopping system monitor
536
+ 2023-12-21 17:18:22,005 DEBUG SystemMonitor:128 [system_monitor.py:_start():172] Starting system metrics aggregation loop
537
+ 2023-12-21 17:18:22,005 DEBUG SystemMonitor:128 [system_monitor.py:_start():179] Finished system metrics aggregation loop
538
+ 2023-12-21 17:18:22,005 DEBUG SystemMonitor:128 [system_monitor.py:_start():183] Publishing last batch of metrics
539
+ 2023-12-21 17:18:22,005 INFO HandlerThread:128 [interfaces.py:finish():202] Joined cpu monitor
540
+ 2023-12-21 17:18:22,007 INFO HandlerThread:128 [interfaces.py:finish():202] Joined disk monitor
541
+ 2023-12-21 17:18:22,020 INFO HandlerThread:128 [interfaces.py:finish():202] Joined gpu monitor
542
+ 2023-12-21 17:18:22,021 INFO HandlerThread:128 [interfaces.py:finish():202] Joined memory monitor
543
+ 2023-12-21 17:18:22,021 INFO HandlerThread:128 [interfaces.py:finish():202] Joined network monitor
544
+ 2023-12-21 17:18:22,021 DEBUG SenderThread:128 [sender.py:send():382] send: stats
545
+ 2023-12-21 17:18:22,931 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
546
+ 2023-12-21 17:18:24,022 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
547
+ 2023-12-21 17:18:27,932 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
548
+ 2023-12-21 17:18:29,023 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
549
+ 2023-12-21 17:18:32,933 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
550
+ 2023-12-21 17:18:34,024 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
551
+ 2023-12-21 17:18:37,934 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
552
+ 2023-12-21 17:18:39,025 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
553
+ 2023-12-21 17:18:42,935 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
554
+ 2023-12-21 17:18:44,026 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
555
+ 2023-12-21 17:18:47,937 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
556
+ 2023-12-21 17:18:49,027 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
557
+ 2023-12-21 17:18:52,938 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
558
+ 2023-12-21 17:18:54,028 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
559
+ 2023-12-21 17:18:57,939 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
560
+ 2023-12-21 17:18:59,029 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
561
+ 2023-12-21 17:19:02,940 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
562
+ 2023-12-21 17:19:04,029 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
563
+ 2023-12-21 17:19:07,941 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
564
+ 2023-12-21 17:19:09,030 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
565
+ 2023-12-21 17:19:12,942 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
566
+ 2023-12-21 17:19:14,031 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
567
+ 2023-12-21 17:19:17,943 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
568
+ 2023-12-21 17:19:19,032 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
569
+ 2023-12-21 17:19:22,944 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
570
+ 2023-12-21 17:19:24,033 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
571
+ 2023-12-21 17:19:27,945 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
572
+ 2023-12-21 17:19:29,034 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
573
+ 2023-12-21 17:19:32,947 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
574
+ 2023-12-21 17:19:34,035 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
575
+ 2023-12-21 17:19:37,948 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
576
+ 2023-12-21 17:19:39,036 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
577
+ 2023-12-21 17:19:42,949 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
578
+ 2023-12-21 17:19:44,037 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
579
+ 2023-12-21 17:19:47,950 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
580
+ 2023-12-21 17:19:49,038 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
581
+ 2023-12-21 17:19:52,951 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
582
+ 2023-12-21 17:19:54,039 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
583
+ 2023-12-21 17:19:57,953 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
584
+ 2023-12-21 17:19:59,040 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
585
+ 2023-12-21 17:20:02,954 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
586
+ 2023-12-21 17:20:04,041 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
587
+ 2023-12-21 17:20:07,955 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
588
+ 2023-12-21 17:20:09,041 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
589
+ 2023-12-21 17:20:12,956 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
590
+ 2023-12-21 17:20:14,042 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
591
+ 2023-12-21 17:20:17,957 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
592
+ 2023-12-21 17:20:19,043 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
593
+ 2023-12-21 17:20:22,958 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
594
+ 2023-12-21 17:20:24,044 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
595
+ 2023-12-21 17:20:27,960 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
596
+ 2023-12-21 17:20:29,046 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
597
+ 2023-12-21 17:20:32,961 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
598
+ 2023-12-21 17:20:34,047 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
599
+ 2023-12-21 17:20:37,962 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
600
+ 2023-12-21 17:20:39,047 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
601
+ 2023-12-21 17:20:42,963 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
602
+ 2023-12-21 17:20:44,048 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
603
+ 2023-12-21 17:20:47,964 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
604
+ 2023-12-21 17:20:49,049 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
605
+ 2023-12-21 17:20:52,965 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
606
+ 2023-12-21 17:20:54,050 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
607
+ 2023-12-21 17:20:57,966 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
608
+ 2023-12-21 17:20:59,051 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
609
+ 2023-12-21 17:21:02,967 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
610
+ 2023-12-21 17:21:04,052 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
611
+ 2023-12-21 17:21:07,969 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
612
+ 2023-12-21 17:21:09,053 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
613
+ 2023-12-21 17:21:12,970 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
614
+ 2023-12-21 17:21:14,054 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
615
+ 2023-12-21 17:21:17,971 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
616
+ 2023-12-21 17:21:19,055 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
617
+ 2023-12-21 17:21:22,972 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
618
+ 2023-12-21 17:21:24,056 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
619
+ 2023-12-21 17:21:27,974 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
620
+ 2023-12-21 17:21:29,057 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
621
+ 2023-12-21 17:21:32,975 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
622
+ 2023-12-21 17:21:34,058 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
623
+ 2023-12-21 17:21:37,976 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
624
+ 2023-12-21 17:21:39,059 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
625
+ 2023-12-21 17:21:42,977 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
626
+ 2023-12-21 17:21:44,060 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
627
+ 2023-12-21 17:21:45,710 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: resume
628
+ 2023-12-21 17:21:45,711 INFO HandlerThread:128 [handler.py:handle_request_resume():696] starting system metrics thread
629
+ 2023-12-21 17:21:45,711 INFO HandlerThread:128 [system_monitor.py:start():194] Starting system monitor
630
+ 2023-12-21 17:21:45,711 INFO SystemMonitor:128 [system_monitor.py:_start():158] Starting system asset monitoring threads
631
+ 2023-12-21 17:21:45,711 INFO SystemMonitor:128 [interfaces.py:start():190] Started cpu monitoring
632
+ 2023-12-21 17:21:45,712 INFO SystemMonitor:128 [interfaces.py:start():190] Started disk monitoring
633
+ 2023-12-21 17:21:45,713 INFO SystemMonitor:128 [interfaces.py:start():190] Started gpu monitoring
634
+ 2023-12-21 17:21:45,714 INFO SystemMonitor:128 [interfaces.py:start():190] Started memory monitoring
635
+ 2023-12-21 17:21:45,714 INFO SystemMonitor:128 [interfaces.py:start():190] Started network monitoring
636
+ 2023-12-21 17:21:48,422 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
637
+ 2023-12-21 17:21:49,061 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
wandb/debug.log CHANGED
@@ -37,3 +37,15 @@ config: {}
37
  2023-12-21 17:10:01,049 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
38
  2023-12-21 17:10:01,049 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
39
  2023-12-21 17:16:07,907 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
 
 
 
 
 
 
 
 
 
 
 
 
 
37
  2023-12-21 17:10:01,049 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
38
  2023-12-21 17:10:01,049 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
39
  2023-12-21 17:16:07,907 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
40
+ 2023-12-21 17:16:22,286 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
41
+ 2023-12-21 17:16:22,286 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
42
+ 2023-12-21 17:16:49,054 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
43
+ 2023-12-21 17:16:51,343 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
44
+ 2023-12-21 17:16:51,343 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
45
+ 2023-12-21 17:18:12,206 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
46
+ 2023-12-21 17:18:12,837 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
47
+ 2023-12-21 17:18:12,837 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
48
+ 2023-12-21 17:18:21,368 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
49
+ 2023-12-21 17:18:22,004 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
50
+ 2023-12-21 17:18:22,004 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
51
+ 2023-12-21 17:21:45,709 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
wandb/run-20231221_170340-nobg4mtf/logs/debug-internal.log CHANGED
@@ -419,3 +419,219 @@
419
  2023-12-21 17:16:13,136 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
420
  2023-12-21 17:16:17,663 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
421
  2023-12-21 17:16:18,137 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
419
  2023-12-21 17:16:13,136 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
420
  2023-12-21 17:16:17,663 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
421
  2023-12-21 17:16:18,137 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
422
+ 2023-12-21 17:16:22,286 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: pause
423
+ 2023-12-21 17:16:22,287 INFO HandlerThread:128 [handler.py:handle_request_pause():705] stopping system metrics thread
424
+ 2023-12-21 17:16:22,287 INFO HandlerThread:128 [system_monitor.py:finish():203] Stopping system monitor
425
+ 2023-12-21 17:16:22,287 DEBUG SystemMonitor:128 [system_monitor.py:_start():172] Starting system metrics aggregation loop
426
+ 2023-12-21 17:16:22,287 DEBUG SystemMonitor:128 [system_monitor.py:_start():179] Finished system metrics aggregation loop
427
+ 2023-12-21 17:16:22,287 DEBUG SystemMonitor:128 [system_monitor.py:_start():183] Publishing last batch of metrics
428
+ 2023-12-21 17:16:22,288 INFO HandlerThread:128 [interfaces.py:finish():202] Joined cpu monitor
429
+ 2023-12-21 17:16:22,288 INFO HandlerThread:128 [interfaces.py:finish():202] Joined disk monitor
430
+ 2023-12-21 17:16:22,301 INFO HandlerThread:128 [interfaces.py:finish():202] Joined gpu monitor
431
+ 2023-12-21 17:16:22,302 INFO HandlerThread:128 [interfaces.py:finish():202] Joined memory monitor
432
+ 2023-12-21 17:16:22,302 INFO HandlerThread:128 [interfaces.py:finish():202] Joined network monitor
433
+ 2023-12-21 17:16:22,302 DEBUG SenderThread:128 [sender.py:send():382] send: stats
434
+ 2023-12-21 17:16:22,664 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
435
+ 2023-12-21 17:16:23,303 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
436
+ 2023-12-21 17:16:27,665 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
437
+ 2023-12-21 17:16:28,304 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
438
+ 2023-12-21 17:16:32,666 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
439
+ 2023-12-21 17:16:33,305 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
440
+ 2023-12-21 17:16:37,667 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
441
+ 2023-12-21 17:16:38,306 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
442
+ 2023-12-21 17:16:42,668 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
443
+ 2023-12-21 17:16:43,307 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
444
+ 2023-12-21 17:16:47,669 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
445
+ 2023-12-21 17:16:48,308 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
446
+ 2023-12-21 17:16:49,055 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: resume
447
+ 2023-12-21 17:16:49,055 INFO HandlerThread:128 [handler.py:handle_request_resume():696] starting system metrics thread
448
+ 2023-12-21 17:16:49,055 INFO HandlerThread:128 [system_monitor.py:start():194] Starting system monitor
449
+ 2023-12-21 17:16:49,055 INFO SystemMonitor:128 [system_monitor.py:_start():158] Starting system asset monitoring threads
450
+ 2023-12-21 17:16:49,056 INFO SystemMonitor:128 [interfaces.py:start():190] Started cpu monitoring
451
+ 2023-12-21 17:16:49,056 INFO SystemMonitor:128 [interfaces.py:start():190] Started disk monitoring
452
+ 2023-12-21 17:16:49,059 INFO SystemMonitor:128 [interfaces.py:start():190] Started gpu monitoring
453
+ 2023-12-21 17:16:49,060 INFO SystemMonitor:128 [interfaces.py:start():190] Started memory monitoring
454
+ 2023-12-21 17:16:49,060 INFO SystemMonitor:128 [interfaces.py:start():190] Started network monitoring
455
+ 2023-12-21 17:16:51,344 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: pause
456
+ 2023-12-21 17:16:51,344 INFO HandlerThread:128 [handler.py:handle_request_pause():705] stopping system metrics thread
457
+ 2023-12-21 17:16:51,344 INFO HandlerThread:128 [system_monitor.py:finish():203] Stopping system monitor
458
+ 2023-12-21 17:16:51,344 INFO HandlerThread:128 [interfaces.py:finish():202] Joined cpu monitor
459
+ 2023-12-21 17:16:51,344 DEBUG SystemMonitor:128 [system_monitor.py:_start():172] Starting system metrics aggregation loop
460
+ 2023-12-21 17:16:51,344 DEBUG SystemMonitor:128 [system_monitor.py:_start():179] Finished system metrics aggregation loop
461
+ 2023-12-21 17:16:51,344 DEBUG SystemMonitor:128 [system_monitor.py:_start():183] Publishing last batch of metrics
462
+ 2023-12-21 17:16:51,345 INFO HandlerThread:128 [interfaces.py:finish():202] Joined disk monitor
463
+ 2023-12-21 17:16:51,358 INFO HandlerThread:128 [interfaces.py:finish():202] Joined gpu monitor
464
+ 2023-12-21 17:16:51,359 INFO HandlerThread:128 [interfaces.py:finish():202] Joined memory monitor
465
+ 2023-12-21 17:16:51,359 INFO HandlerThread:128 [interfaces.py:finish():202] Joined network monitor
466
+ 2023-12-21 17:16:51,359 DEBUG SenderThread:128 [sender.py:send():382] send: stats
467
+ 2023-12-21 17:16:52,907 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
468
+ 2023-12-21 17:16:53,360 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
469
+ 2023-12-21 17:16:57,908 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
470
+ 2023-12-21 17:16:58,361 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
471
+ 2023-12-21 17:17:02,910 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
472
+ 2023-12-21 17:17:03,362 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
473
+ 2023-12-21 17:17:07,911 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
474
+ 2023-12-21 17:17:08,363 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
475
+ 2023-12-21 17:17:12,912 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
476
+ 2023-12-21 17:17:13,364 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
477
+ 2023-12-21 17:17:17,913 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
478
+ 2023-12-21 17:17:18,365 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
479
+ 2023-12-21 17:17:22,914 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
480
+ 2023-12-21 17:17:23,366 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
481
+ 2023-12-21 17:17:27,915 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
482
+ 2023-12-21 17:17:28,367 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
483
+ 2023-12-21 17:17:32,916 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
484
+ 2023-12-21 17:17:33,367 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
485
+ 2023-12-21 17:17:37,917 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
486
+ 2023-12-21 17:17:38,368 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
487
+ 2023-12-21 17:17:42,918 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
488
+ 2023-12-21 17:17:43,369 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
489
+ 2023-12-21 17:17:47,919 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
490
+ 2023-12-21 17:17:48,370 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
491
+ 2023-12-21 17:17:52,920 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
492
+ 2023-12-21 17:17:53,371 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
493
+ 2023-12-21 17:17:57,921 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
494
+ 2023-12-21 17:17:58,372 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
495
+ 2023-12-21 17:18:02,922 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
496
+ 2023-12-21 17:18:03,373 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
497
+ 2023-12-21 17:18:07,923 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
498
+ 2023-12-21 17:18:08,374 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
499
+ 2023-12-21 17:18:12,207 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: resume
500
+ 2023-12-21 17:18:12,207 INFO HandlerThread:128 [handler.py:handle_request_resume():696] starting system metrics thread
501
+ 2023-12-21 17:18:12,207 INFO HandlerThread:128 [system_monitor.py:start():194] Starting system monitor
502
+ 2023-12-21 17:18:12,207 INFO SystemMonitor:128 [system_monitor.py:_start():158] Starting system asset monitoring threads
503
+ 2023-12-21 17:18:12,208 INFO SystemMonitor:128 [interfaces.py:start():190] Started cpu monitoring
504
+ 2023-12-21 17:18:12,209 INFO SystemMonitor:128 [interfaces.py:start():190] Started disk monitoring
505
+ 2023-12-21 17:18:12,210 INFO SystemMonitor:128 [interfaces.py:start():190] Started gpu monitoring
506
+ 2023-12-21 17:18:12,211 INFO SystemMonitor:128 [interfaces.py:start():190] Started memory monitoring
507
+ 2023-12-21 17:18:12,213 INFO SystemMonitor:128 [interfaces.py:start():190] Started network monitoring
508
+ 2023-12-21 17:18:12,838 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: pause
509
+ 2023-12-21 17:18:12,838 INFO HandlerThread:128 [handler.py:handle_request_pause():705] stopping system metrics thread
510
+ 2023-12-21 17:18:12,838 INFO HandlerThread:128 [system_monitor.py:finish():203] Stopping system monitor
511
+ 2023-12-21 17:18:12,838 DEBUG SystemMonitor:128 [system_monitor.py:_start():172] Starting system metrics aggregation loop
512
+ 2023-12-21 17:18:12,839 INFO HandlerThread:128 [interfaces.py:finish():202] Joined cpu monitor
513
+ 2023-12-21 17:18:12,839 DEBUG SystemMonitor:128 [system_monitor.py:_start():179] Finished system metrics aggregation loop
514
+ 2023-12-21 17:18:12,839 INFO HandlerThread:128 [interfaces.py:finish():202] Joined disk monitor
515
+ 2023-12-21 17:18:12,840 DEBUG SystemMonitor:128 [system_monitor.py:_start():183] Publishing last batch of metrics
516
+ 2023-12-21 17:18:12,853 INFO HandlerThread:128 [interfaces.py:finish():202] Joined gpu monitor
517
+ 2023-12-21 17:18:12,853 INFO HandlerThread:128 [interfaces.py:finish():202] Joined memory monitor
518
+ 2023-12-21 17:18:12,854 INFO HandlerThread:128 [interfaces.py:finish():202] Joined network monitor
519
+ 2023-12-21 17:18:12,854 DEBUG SenderThread:128 [sender.py:send():382] send: stats
520
+ 2023-12-21 17:18:12,924 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
521
+ 2023-12-21 17:18:13,855 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
522
+ 2023-12-21 17:18:17,925 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
523
+ 2023-12-21 17:18:18,856 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
524
+ 2023-12-21 17:18:21,369 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: resume
525
+ 2023-12-21 17:18:21,369 INFO HandlerThread:128 [handler.py:handle_request_resume():696] starting system metrics thread
526
+ 2023-12-21 17:18:21,369 INFO HandlerThread:128 [system_monitor.py:start():194] Starting system monitor
527
+ 2023-12-21 17:18:21,369 INFO SystemMonitor:128 [system_monitor.py:_start():158] Starting system asset monitoring threads
528
+ 2023-12-21 17:18:21,369 INFO SystemMonitor:128 [interfaces.py:start():190] Started cpu monitoring
529
+ 2023-12-21 17:18:21,370 INFO SystemMonitor:128 [interfaces.py:start():190] Started disk monitoring
530
+ 2023-12-21 17:18:21,370 INFO SystemMonitor:128 [interfaces.py:start():190] Started gpu monitoring
531
+ 2023-12-21 17:18:21,371 INFO SystemMonitor:128 [interfaces.py:start():190] Started memory monitoring
532
+ 2023-12-21 17:18:21,372 INFO SystemMonitor:128 [interfaces.py:start():190] Started network monitoring
533
+ 2023-12-21 17:18:22,004 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: pause
534
+ 2023-12-21 17:18:22,005 INFO HandlerThread:128 [handler.py:handle_request_pause():705] stopping system metrics thread
535
+ 2023-12-21 17:18:22,005 INFO HandlerThread:128 [system_monitor.py:finish():203] Stopping system monitor
536
+ 2023-12-21 17:18:22,005 DEBUG SystemMonitor:128 [system_monitor.py:_start():172] Starting system metrics aggregation loop
537
+ 2023-12-21 17:18:22,005 DEBUG SystemMonitor:128 [system_monitor.py:_start():179] Finished system metrics aggregation loop
538
+ 2023-12-21 17:18:22,005 DEBUG SystemMonitor:128 [system_monitor.py:_start():183] Publishing last batch of metrics
539
+ 2023-12-21 17:18:22,005 INFO HandlerThread:128 [interfaces.py:finish():202] Joined cpu monitor
540
+ 2023-12-21 17:18:22,007 INFO HandlerThread:128 [interfaces.py:finish():202] Joined disk monitor
541
+ 2023-12-21 17:18:22,020 INFO HandlerThread:128 [interfaces.py:finish():202] Joined gpu monitor
542
+ 2023-12-21 17:18:22,021 INFO HandlerThread:128 [interfaces.py:finish():202] Joined memory monitor
543
+ 2023-12-21 17:18:22,021 INFO HandlerThread:128 [interfaces.py:finish():202] Joined network monitor
544
+ 2023-12-21 17:18:22,021 DEBUG SenderThread:128 [sender.py:send():382] send: stats
545
+ 2023-12-21 17:18:22,931 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
546
+ 2023-12-21 17:18:24,022 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
547
+ 2023-12-21 17:18:27,932 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
548
+ 2023-12-21 17:18:29,023 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
549
+ 2023-12-21 17:18:32,933 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
550
+ 2023-12-21 17:18:34,024 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
551
+ 2023-12-21 17:18:37,934 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
552
+ 2023-12-21 17:18:39,025 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
553
+ 2023-12-21 17:18:42,935 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
554
+ 2023-12-21 17:18:44,026 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
555
+ 2023-12-21 17:18:47,937 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
556
+ 2023-12-21 17:18:49,027 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
557
+ 2023-12-21 17:18:52,938 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
558
+ 2023-12-21 17:18:54,028 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
559
+ 2023-12-21 17:18:57,939 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
560
+ 2023-12-21 17:18:59,029 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
561
+ 2023-12-21 17:19:02,940 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
562
+ 2023-12-21 17:19:04,029 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
563
+ 2023-12-21 17:19:07,941 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
564
+ 2023-12-21 17:19:09,030 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
565
+ 2023-12-21 17:19:12,942 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
566
+ 2023-12-21 17:19:14,031 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
567
+ 2023-12-21 17:19:17,943 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
568
+ 2023-12-21 17:19:19,032 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
569
+ 2023-12-21 17:19:22,944 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
570
+ 2023-12-21 17:19:24,033 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
571
+ 2023-12-21 17:19:27,945 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
572
+ 2023-12-21 17:19:29,034 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
573
+ 2023-12-21 17:19:32,947 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
574
+ 2023-12-21 17:19:34,035 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
575
+ 2023-12-21 17:19:37,948 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
576
+ 2023-12-21 17:19:39,036 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
577
+ 2023-12-21 17:19:42,949 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
578
+ 2023-12-21 17:19:44,037 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
579
+ 2023-12-21 17:19:47,950 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
580
+ 2023-12-21 17:19:49,038 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
581
+ 2023-12-21 17:19:52,951 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
582
+ 2023-12-21 17:19:54,039 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
583
+ 2023-12-21 17:19:57,953 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
584
+ 2023-12-21 17:19:59,040 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
585
+ 2023-12-21 17:20:02,954 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
586
+ 2023-12-21 17:20:04,041 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
587
+ 2023-12-21 17:20:07,955 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
588
+ 2023-12-21 17:20:09,041 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
589
+ 2023-12-21 17:20:12,956 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
590
+ 2023-12-21 17:20:14,042 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
591
+ 2023-12-21 17:20:17,957 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
592
+ 2023-12-21 17:20:19,043 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
593
+ 2023-12-21 17:20:22,958 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
594
+ 2023-12-21 17:20:24,044 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
595
+ 2023-12-21 17:20:27,960 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
596
+ 2023-12-21 17:20:29,046 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
597
+ 2023-12-21 17:20:32,961 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
598
+ 2023-12-21 17:20:34,047 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
599
+ 2023-12-21 17:20:37,962 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
600
+ 2023-12-21 17:20:39,047 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
601
+ 2023-12-21 17:20:42,963 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
602
+ 2023-12-21 17:20:44,048 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
603
+ 2023-12-21 17:20:47,964 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
604
+ 2023-12-21 17:20:49,049 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
605
+ 2023-12-21 17:20:52,965 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
606
+ 2023-12-21 17:20:54,050 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
607
+ 2023-12-21 17:20:57,966 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
608
+ 2023-12-21 17:20:59,051 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
609
+ 2023-12-21 17:21:02,967 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
610
+ 2023-12-21 17:21:04,052 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
611
+ 2023-12-21 17:21:07,969 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
612
+ 2023-12-21 17:21:09,053 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
613
+ 2023-12-21 17:21:12,970 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
614
+ 2023-12-21 17:21:14,054 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
615
+ 2023-12-21 17:21:17,971 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
616
+ 2023-12-21 17:21:19,055 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
617
+ 2023-12-21 17:21:22,972 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
618
+ 2023-12-21 17:21:24,056 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
619
+ 2023-12-21 17:21:27,974 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
620
+ 2023-12-21 17:21:29,057 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
621
+ 2023-12-21 17:21:32,975 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
622
+ 2023-12-21 17:21:34,058 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
623
+ 2023-12-21 17:21:37,976 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
624
+ 2023-12-21 17:21:39,059 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
625
+ 2023-12-21 17:21:42,977 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
626
+ 2023-12-21 17:21:44,060 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
627
+ 2023-12-21 17:21:45,710 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: resume
628
+ 2023-12-21 17:21:45,711 INFO HandlerThread:128 [handler.py:handle_request_resume():696] starting system metrics thread
629
+ 2023-12-21 17:21:45,711 INFO HandlerThread:128 [system_monitor.py:start():194] Starting system monitor
630
+ 2023-12-21 17:21:45,711 INFO SystemMonitor:128 [system_monitor.py:_start():158] Starting system asset monitoring threads
631
+ 2023-12-21 17:21:45,711 INFO SystemMonitor:128 [interfaces.py:start():190] Started cpu monitoring
632
+ 2023-12-21 17:21:45,712 INFO SystemMonitor:128 [interfaces.py:start():190] Started disk monitoring
633
+ 2023-12-21 17:21:45,713 INFO SystemMonitor:128 [interfaces.py:start():190] Started gpu monitoring
634
+ 2023-12-21 17:21:45,714 INFO SystemMonitor:128 [interfaces.py:start():190] Started memory monitoring
635
+ 2023-12-21 17:21:45,714 INFO SystemMonitor:128 [interfaces.py:start():190] Started network monitoring
636
+ 2023-12-21 17:21:48,422 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: keepalive
637
+ 2023-12-21 17:21:49,061 DEBUG HandlerThread:128 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20231221_170340-nobg4mtf/logs/debug.log CHANGED
@@ -37,3 +37,15 @@ config: {}
37
  2023-12-21 17:10:01,049 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
38
  2023-12-21 17:10:01,049 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
39
  2023-12-21 17:16:07,907 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
 
 
 
 
 
 
 
 
 
 
 
 
 
37
  2023-12-21 17:10:01,049 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
38
  2023-12-21 17:10:01,049 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
39
  2023-12-21 17:16:07,907 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
40
+ 2023-12-21 17:16:22,286 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
41
+ 2023-12-21 17:16:22,286 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
42
+ 2023-12-21 17:16:49,054 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
43
+ 2023-12-21 17:16:51,343 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
44
+ 2023-12-21 17:16:51,343 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
45
+ 2023-12-21 17:18:12,206 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
46
+ 2023-12-21 17:18:12,837 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
47
+ 2023-12-21 17:18:12,837 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
48
+ 2023-12-21 17:18:21,368 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend
49
+ 2023-12-21 17:18:22,004 INFO MainThread:42 [jupyter.py:save_ipynb():373] not saving jupyter notebook
50
+ 2023-12-21 17:18:22,004 INFO MainThread:42 [wandb_init.py:_pause_backend():435] pausing backend
51
+ 2023-12-21 17:21:45,709 INFO MainThread:42 [wandb_init.py:_resume_backend():440] resuming backend